{"level":"warn","ts":"2026-05-07T03:49:32.231977Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T03:49:32.232129Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.115:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.115:2380","--initial-cluster=instance=https://199.204.45.115:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.115:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.115:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-07T03:49:32.232256Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T03:49:32.232278Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-05-07T03:49:32.232314Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T03:49:32.233479Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"]} {"level":"info","ts":"2026-05-07T03:49:32.233696Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.115:2380"],"listen-peer-urls":["https://199.204.45.115:2380"],"advertise-client-urls":["https://199.204.45.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.115:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-07T03:49:32.238926Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.797933ms"} {"level":"info","ts":"2026-05-07T03:49:32.251586Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e3aaa5c123e150e0","cluster-id":"61ec519698823541"} {"level":"info","ts":"2026-05-07T03:49:32.25171Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=()"} {"level":"info","ts":"2026-05-07T03:49:32.251731Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became follower at term 0"} {"level":"info","ts":"2026-05-07T03:49:32.251741Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e3aaa5c123e150e0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-07T03:49:32.251753Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became follower at term 1"} {"level":"info","ts":"2026-05-07T03:49:32.25179Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=(16405106841599693024)"} {"level":"warn","ts":"2026-05-07T03:49:32.27272Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-07T03:49:32.274667Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-07T03:49:32.276325Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-07T03:49:32.279292Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e3aaa5c123e150e0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-07T03:49:32.279548Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e3aaa5c123e150e0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-07T03:49:32.279597Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T03:49:32.279894Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T03:49:32.279912Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T03:49:32.284445Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=(16405106841599693024)"} {"level":"info","ts":"2026-05-07T03:49:32.284806Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"61ec519698823541","local-member-id":"e3aaa5c123e150e0","added-peer-id":"e3aaa5c123e150e0","added-peer-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-05-07T03:49:32.286068Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T03:49:32.286442Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e3aaa5c123e150e0","initial-advertise-peer-urls":["https://199.204.45.115:2380"],"listen-peer-urls":["https://199.204.45.115:2380"],"advertise-client-urls":["https://199.204.45.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-07T03:49:32.286497Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-07T03:49:32.286509Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.115:2380"} {"level":"info","ts":"2026-05-07T03:49:32.286641Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.115:2380"} {"level":"info","ts":"2026-05-07T03:49:32.752553Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 is starting a new election at term 1"} {"level":"info","ts":"2026-05-07T03:49:32.752647Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-07T03:49:32.752697Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 received MsgPreVoteResp from e3aaa5c123e150e0 at term 1"} {"level":"info","ts":"2026-05-07T03:49:32.752728Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became candidate at term 2"} {"level":"info","ts":"2026-05-07T03:49:32.752745Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 received MsgVoteResp from e3aaa5c123e150e0 at term 2"} {"level":"info","ts":"2026-05-07T03:49:32.752763Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became leader at term 2"} {"level":"info","ts":"2026-05-07T03:49:32.752788Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e3aaa5c123e150e0 elected leader e3aaa5c123e150e0 at term 2"} {"level":"info","ts":"2026-05-07T03:49:32.888374Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e3aaa5c123e150e0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.115:2379]}","request-path":"/0/members/e3aaa5c123e150e0/attributes","cluster-id":"61ec519698823541","publish-timeout":"7s"} {"level":"info","ts":"2026-05-07T03:49:32.888991Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T03:49:32.889184Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T03:49:32.889169Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T03:49:32.889422Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-07T03:49:32.889535Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-07T03:49:32.891517Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-07T03:49:32.893938Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"61ec519698823541","local-member-id":"e3aaa5c123e150e0","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T03:49:32.894164Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T03:49:32.894214Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T03:49:32.894756Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.115:2379"} {"level":"info","ts":"2026-05-07T03:49:35.984999Z","caller":"traceutil/trace.go:171","msg":"trace[806920177] transaction","detail":"{read_only:false; response_revision:109; number_of_response:1; }","duration":"491.286407ms","start":"2026-05-07T03:49:35.493675Z","end":"2026-05-07T03:49:35.984961Z","steps":["trace[806920177] 'process raft request' (duration: 488.828443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:49:35.985948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:49:35.493658Z","time spent":"491.472101ms","remote":"127.0.0.1:51574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:49:37.417033Z","caller":"traceutil/trace.go:171","msg":"trace[103756974] transaction","detail":"{read_only:false; response_revision:213; number_of_response:1; }","duration":"351.365245ms","start":"2026-05-07T03:49:37.065625Z","end":"2026-05-07T03:49:37.41699Z","steps":["trace[103756974] 'process raft request' (duration: 350.684918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:49:37.41726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:49:37.065612Z","time spent":"351.54771ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":180,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:49:42.734951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.974304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-05-07T03:49:42.735092Z","caller":"traceutil/trace.go:171","msg":"trace[1456498179] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:345; }","duration":"142.174739ms","start":"2026-05-07T03:49:42.592897Z","end":"2026-05-07T03:49:42.735072Z","steps":["trace[1456498179] 'range keys from in-memory index tree' (duration: 141.848551ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:49:43.200888Z","caller":"traceutil/trace.go:171","msg":"trace[416437374] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"461.758937ms","start":"2026-05-07T03:49:42.739101Z","end":"2026-05-07T03:49:43.20086Z","steps":["trace[416437374] 'process raft request' (duration: 461.514099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:49:43.201244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:49:42.739058Z","time spent":"461.91758ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:49:44.360092Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.159462884s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:49:44.733688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.200498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:49:44.733785Z","caller":"traceutil/trace.go:171","msg":"trace[201262691] linearizableReadLoop","detail":"{readStateIndex:358; appliedIndex:356; }","duration":"1.944777259s","start":"2026-05-07T03:49:42.788992Z","end":"2026-05-07T03:49:44.733769Z","steps":["trace[201262691] 'read index received' (duration: 411.624674ms)","trace[201262691] 'applied index is now lower than readState.Index' (duration: 1.533151345s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:49:44.733843Z","caller":"traceutil/trace.go:171","msg":"trace[662100348] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"1.988751722s","start":"2026-05-07T03:49:42.745084Z","end":"2026-05-07T03:49:44.733836Z","steps":["trace[662100348] 'process raft request' (duration: 1.615200455s)","trace[662100348] 'compare' (duration: 373.000763ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:49:44.733881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:49:42.74507Z","time spent":"1.988790052s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:49:44.733951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944947545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:49:44.734036Z","caller":"traceutil/trace.go:171","msg":"trace[343748296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:347; }","duration":"1.945076368s","start":"2026-05-07T03:49:42.788937Z","end":"2026-05-07T03:49:44.734013Z","steps":["trace[343748296] 'agreement among raft nodes before linearized reading' (duration: 1.944934885s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:49:44.734074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:49:42.788914Z","time spent":"1.945151599s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:49:45.280623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000163886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:49:45.280737Z","caller":"traceutil/trace.go:171","msg":"trace[232945230] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000372231s","start":"2026-05-07T03:49:43.280346Z","end":"2026-05-07T03:49:45.280718Z","steps":["trace[232945230] 'agreement among raft nodes before linearized reading' (duration: 2.000201736s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:49:45.280798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:49:43.28032Z","time spent":"2.000467863s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:49:45.304241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:49:45.30433Z","caller":"traceutil/trace.go:171","msg":"trace[268916587] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000344949s","start":"2026-05-07T03:49:43.303966Z","end":"2026-05-07T03:49:45.304311Z","steps":["trace[268916587] 'agreement among raft nodes before linearized reading' (duration: 2.000244107s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:49:45.305036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:49:43.303949Z","time spent":"2.000414051s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:49:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:49:45.735359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.732475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:49:45.735505Z","caller":"traceutil/trace.go:171","msg":"trace[1899531642] linearizableReadLoop","detail":"{readStateIndex:359; appliedIndex:358; }","duration":"1.001682512s","start":"2026-05-07T03:49:44.733809Z","end":"2026-05-07T03:49:45.735491Z","steps":["trace[1899531642] 'read index received' (duration: 321.767503ms)","trace[1899531642] 'applied index is now lower than readState.Index' (duration: 679.914099ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:49:45.735521Z","caller":"traceutil/trace.go:171","msg":"trace[1574503438] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"1.015863497s","start":"2026-05-07T03:49:44.719619Z","end":"2026-05-07T03:49:45.735483Z","steps":["trace[1574503438] 'process raft request' (duration: 335.941047ms)","trace[1574503438] 'compare' (duration: 679.634443ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:49:45.735702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:49:44.719593Z","time spent":"1.016011361s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:49:45.735938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.734825014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:49:45.735995Z","caller":"traceutil/trace.go:171","msg":"trace[683644552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:349; }","duration":"2.734914947s","start":"2026-05-07T03:49:43.001064Z","end":"2026-05-07T03:49:45.735979Z","steps":["trace[683644552] 'agreement among raft nodes before linearized reading' (duration: 2.734489536s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:49:45.735992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275028289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-07T03:49:45.736037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:49:43.001043Z","time spent":"2.734983669s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:49:45.735976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.608354969s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:49:45.736069Z","caller":"traceutil/trace.go:171","msg":"trace[635607202] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"451.424291ms","start":"2026-05-07T03:49:45.28463Z","end":"2026-05-07T03:49:45.736054Z","steps":["trace[635607202] 'process raft request' (duration: 451.262466ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:49:45.736069Z","caller":"traceutil/trace.go:171","msg":"trace[1748633505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:349; }","duration":"2.275152333s","start":"2026-05-07T03:49:43.460898Z","end":"2026-05-07T03:49:45.73605Z","steps":["trace[1748633505] 'agreement among raft nodes before linearized reading' (duration: 2.274626479s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:49:45.736093Z","caller":"traceutil/trace.go:171","msg":"trace[405013040] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:349; }","duration":"2.608473403s","start":"2026-05-07T03:49:43.127601Z","end":"2026-05-07T03:49:45.736074Z","steps":["trace[405013040] 'agreement among raft nodes before linearized reading' (duration: 2.607965629s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:49:45.736117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:49:43.460877Z","time spent":"2.275230855s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:49:45.736111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.198948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T03:49:45.736138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:49:45.284604Z","time spent":"451.498983ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:49:45.7362Z","caller":"traceutil/trace.go:171","msg":"trace[2145740224] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"997.491546ms","start":"2026-05-07T03:49:44.738697Z","end":"2026-05-07T03:49:45.736189Z","steps":["trace[2145740224] 'process raft request' (duration: 996.756856ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:49:45.736223Z","caller":"traceutil/trace.go:171","msg":"trace[413123900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:350; }","duration":"530.350772ms","start":"2026-05-07T03:49:45.205832Z","end":"2026-05-07T03:49:45.736183Z","steps":["trace[413123900] 'agreement among raft nodes before linearized reading' (duration: 530.173526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:49:45.736257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:49:44.738675Z","time spent":"997.547037ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:49:45.736279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:49:45.205808Z","time spent":"530.462065ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:49:45.736154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.94199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:49:45.736375Z","caller":"traceutil/trace.go:171","msg":"trace[2019485192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:350; }","duration":"448.189146ms","start":"2026-05-07T03:49:45.288177Z","end":"2026-05-07T03:49:45.736367Z","steps":["trace[2019485192] 'agreement among raft nodes before linearized reading' (duration: 447.94933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:49:45.736406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:49:45.288167Z","time spent":"448.231667ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:49:47.113538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038408253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:49:47.609495Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.869113402s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:49:47.842877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.016188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:49:47.842987Z","caller":"traceutil/trace.go:171","msg":"trace[2142259367] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"2.102786377s","start":"2026-05-07T03:49:45.740182Z","end":"2026-05-07T03:49:47.842968Z","steps":["trace[2142259367] 'process raft request' (duration: 1.869595805s)","trace[2142259367] 'compare' (duration: 232.869153ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:49:47.843052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:49:45.74016Z","time spent":"2.102860988s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:49:47.843624Z","caller":"traceutil/trace.go:171","msg":"trace[185946243] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"2.103182667s","start":"2026-05-07T03:49:45.740384Z","end":"2026-05-07T03:49:47.843567Z","steps":["trace[185946243] 'process raft request' (duration: 2.10289879s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:49:47.843705Z","caller":"traceutil/trace.go:171","msg":"trace[174541489] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"2.103091155s","start":"2026-05-07T03:49:45.740578Z","end":"2026-05-07T03:49:47.843669Z","steps":["trace[174541489] 'process raft request' (duration: 2.102874959s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:49:47.843811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:49:45.740347Z","time spent":"2.103377842s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:49:47.843816Z","caller":"traceutil/trace.go:171","msg":"trace[110241944] linearizableReadLoop","detail":"{readStateIndex:366; appliedIndex:361; }","duration":"1.231029634s","start":"2026-05-07T03:49:46.612763Z","end":"2026-05-07T03:49:47.843793Z","steps":["trace[110241944] 'read index received' (duration: 997.037811ms)","trace[110241944] 'applied index is now lower than readState.Index' (duration: 233.989743ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:49:47.843926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:49:45.740571Z","time spent":"2.103229628s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:49:47.844213Z","caller":"traceutil/trace.go:171","msg":"trace[1134869452] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"2.103530305s","start":"2026-05-07T03:49:45.740665Z","end":"2026-05-07T03:49:47.844196Z","steps":["trace[1134869452] 'process raft request' (duration: 2.102857598s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:49:47.844317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:49:45.740642Z","time spent":"2.103614617s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:49:47.844613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231855934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-07T03:49:47.844641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.667983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:49:47.844673Z","caller":"traceutil/trace.go:171","msg":"trace[77936574] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:355; }","duration":"1.231955676s","start":"2026-05-07T03:49:46.612702Z","end":"2026-05-07T03:49:47.844658Z","steps":["trace[77936574] 'agreement among raft nodes before linearized reading' (duration: 1.231851654s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:49:47.844718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:49:46.612677Z","time spent":"1.232027939s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-05-07T03:49:47.844694Z","caller":"traceutil/trace.go:171","msg":"trace[619000456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:355; }","duration":"103.751895ms","start":"2026-05-07T03:49:47.740926Z","end":"2026-05-07T03:49:47.844678Z","steps":["trace[619000456] 'agreement among raft nodes before linearized reading' (duration: 103.653652ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:49:47.844728Z","caller":"traceutil/trace.go:171","msg":"trace[1557383387] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"2.099556552s","start":"2026-05-07T03:49:45.745138Z","end":"2026-05-07T03:49:47.844694Z","steps":["trace[1557383387] 'process raft request' (duration: 2.098436874s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:49:47.844783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.690779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:49:47.84483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:49:45.745123Z","time spent":"2.099657954s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:49:47.844844Z","caller":"traceutil/trace.go:171","msg":"trace[2037927095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:355; }","duration":"564.802323ms","start":"2026-05-07T03:49:47.280028Z","end":"2026-05-07T03:49:47.84483Z","steps":["trace[2037927095] 'agreement among raft nodes before linearized reading' (duration: 564.70652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:49:47.844883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:49:47.280001Z","time spent":"564.875044ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:49:47.844649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056560092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"info","ts":"2026-05-07T03:49:47.845141Z","caller":"traceutil/trace.go:171","msg":"trace[509506542] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:355; }","duration":"1.057086345s","start":"2026-05-07T03:49:46.788035Z","end":"2026-05-07T03:49:47.845122Z","steps":["trace[509506542] 'agreement among raft nodes before linearized reading' (duration: 1.056366447s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:49:47.845207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:49:46.788015Z","time spent":"1.057177448s","remote":"127.0.0.1:51378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4396,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T03:50:09.840186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038408513,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:50:10.233635Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.179014671s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:50:10.234141Z","caller":"traceutil/trace.go:171","msg":"trace[15461735] linearizableReadLoop","detail":"{readStateIndex:496; appliedIndex:496; }","duration":"894.629289ms","start":"2026-05-07T03:50:09.339448Z","end":"2026-05-07T03:50:10.234077Z","steps":["trace[15461735] 'read index received' (duration: 894.621039ms)","trace[15461735] 'applied index is now lower than readState.Index' (duration: 6.49µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:50:10.234419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.268041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T03:50:10.234419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.525816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:50:10.234478Z","caller":"traceutil/trace.go:171","msg":"trace[974391611] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:479; }","duration":"275.379504ms","start":"2026-05-07T03:50:09.959083Z","end":"2026-05-07T03:50:10.234462Z","steps":["trace[974391611] 'agreement among raft nodes before linearized reading' (duration: 275.159239ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:10.234515Z","caller":"traceutil/trace.go:171","msg":"trace[6539544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:479; }","duration":"269.630059ms","start":"2026-05-07T03:50:09.96484Z","end":"2026-05-07T03:50:10.23447Z","steps":["trace[6539544] 'agreement among raft nodes before linearized reading' (duration: 269.436724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:10.234595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.644345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T03:50:10.234683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.909317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:10.234696Z","caller":"traceutil/trace.go:171","msg":"trace[1294479626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:479; }","duration":"274.770338ms","start":"2026-05-07T03:50:09.9599Z","end":"2026-05-07T03:50:10.234671Z","steps":["trace[1294479626] 'agreement among raft nodes before linearized reading' (duration: 274.4708ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:10.234742Z","caller":"traceutil/trace.go:171","msg":"trace[1261540487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:479; }","duration":"895.333107ms","start":"2026-05-07T03:50:09.339392Z","end":"2026-05-07T03:50:10.234726Z","steps":["trace[1261540487] 'agreement among raft nodes before linearized reading' (duration: 894.824124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:10.234595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.928439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-07T03:50:10.234791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:09.339369Z","time spent":"895.409049ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:50:10.234838Z","caller":"traceutil/trace.go:171","msg":"trace[541172919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:479; }","duration":"269.194436ms","start":"2026-05-07T03:50:09.96563Z","end":"2026-05-07T03:50:10.234824Z","steps":["trace[541172919] 'agreement among raft nodes before linearized reading' (duration: 268.776476ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:10.234121Z","caller":"traceutil/trace.go:171","msg":"trace[983780734] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"1.179622837s","start":"2026-05-07T03:50:09.054468Z","end":"2026-05-07T03:50:10.234091Z","steps":["trace[983780734] 'process raft request' (duration: 1.179408792s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:10.235778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:09.054434Z","time spent":"1.180557081s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:50:11.92121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038408595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:50:12.421481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038408595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:50:12.661018Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.239226771s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:50:12.661846Z","caller":"traceutil/trace.go:171","msg":"trace[2058547100] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"1.241815786s","start":"2026-05-07T03:50:11.420002Z","end":"2026-05-07T03:50:12.661818Z","steps":["trace[2058547100] 'process raft request' (duration: 1.241490568s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:12.662009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.419978Z","time spent":"1.241962549s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:50:14.129163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.222543187s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:50:14.164317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458757014s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:50:14.164486Z","caller":"traceutil/trace.go:171","msg":"trace[168597702] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:569; }","duration":"2.743297068s","start":"2026-05-07T03:50:11.421175Z","end":"2026-05-07T03:50:14.164472Z","steps":["trace[168597702] 'read index received' (duration: 1.240120314s)","trace[168597702] 'applied index is now lower than readState.Index' (duration: 1.503176104s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:50:14.164655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743468632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.164689Z","caller":"traceutil/trace.go:171","msg":"trace[314857758] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:550; }","duration":"2.743530863s","start":"2026-05-07T03:50:11.42115Z","end":"2026-05-07T03:50:14.164681Z","steps":["trace[314857758] 'agreement among raft nodes before linearized reading' (duration: 2.743471861s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.164709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.42114Z","time spent":"2.743563743s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"info","ts":"2026-05-07T03:50:14.165282Z","caller":"traceutil/trace.go:171","msg":"trace[2137482024] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"1.39436612s","start":"2026-05-07T03:50:12.770872Z","end":"2026-05-07T03:50:14.165238Z","steps":["trace[2137482024] 'process raft request' (duration: 1.393526308s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.165429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:12.770851Z","time spent":"1.394511984s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:50:14.191087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76981665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.191199Z","caller":"traceutil/trace.go:171","msg":"trace[1587219493] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:552; }","duration":"2.769970514s","start":"2026-05-07T03:50:11.421203Z","end":"2026-05-07T03:50:14.191174Z","steps":["trace[1587219493] 'agreement among raft nodes before linearized reading' (duration: 2.769761209s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.191268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.421187Z","time spent":"2.770057766s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:14.191373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928447542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.191471Z","caller":"traceutil/trace.go:171","msg":"trace[753207546] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:552; }","duration":"1.928543154s","start":"2026-05-07T03:50:12.262885Z","end":"2026-05-07T03:50:14.191428Z","steps":["trace[753207546] 'agreement among raft nodes before linearized reading' (duration: 1.928427891s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.191534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:12.262877Z","time spent":"1.928641648s","remote":"127.0.0.1:44406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"info","ts":"2026-05-07T03:50:14.191542Z","caller":"traceutil/trace.go:171","msg":"trace[2077575733] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"1.353148344s","start":"2026-05-07T03:50:12.838372Z","end":"2026-05-07T03:50:14.19152Z","steps":["trace[2077575733] 'process raft request' (duration: 1.327155424s)","trace[2077575733] 'compare' (duration: 24.81246ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:50:14.191552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425522006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.1916Z","caller":"traceutil/trace.go:171","msg":"trace[1344744207] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:552; }","duration":"2.425604508s","start":"2026-05-07T03:50:11.765982Z","end":"2026-05-07T03:50:14.191586Z","steps":["trace[1344744207] 'agreement among raft nodes before linearized reading' (duration: 2.425526256s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.191653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.765958Z","time spent":"2.425681251s","remote":"127.0.0.1:44352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:50:14.191667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:12.838344Z","time spent":"1.353244275s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:50:14.191472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909002619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.192435Z","caller":"traceutil/trace.go:171","msg":"trace[1029878643] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:552; }","duration":"1.909894201s","start":"2026-05-07T03:50:12.282445Z","end":"2026-05-07T03:50:14.192339Z","steps":["trace[1029878643] 'agreement among raft nodes before linearized reading' (duration: 1.908964238s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.192495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928684899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.192555Z","caller":"traceutil/trace.go:171","msg":"trace[396816400] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:552; }","duration":"1.928761211s","start":"2026-05-07T03:50:12.263777Z","end":"2026-05-07T03:50:14.192538Z","steps":["trace[396816400] 'agreement among raft nodes before linearized reading' (duration: 1.928661148s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.192584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641943934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.1926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:12.263772Z","time spent":"1.928814592s","remote":"127.0.0.1:44406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"warn","ts":"2026-05-07T03:50:14.192576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.627151967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.192647Z","caller":"traceutil/trace.go:171","msg":"trace[1368569154] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:552; }","duration":"2.642023465s","start":"2026-05-07T03:50:11.550607Z","end":"2026-05-07T03:50:14.19263Z","steps":["trace[1368569154] 'agreement among raft nodes before linearized reading' (duration: 2.641906173s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.192599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915536125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T03:50:14.192655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915548265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-07T03:50:14.192645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910164958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.192743Z","caller":"traceutil/trace.go:171","msg":"trace[452066079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:552; }","duration":"1.915656638s","start":"2026-05-07T03:50:12.277065Z","end":"2026-05-07T03:50:14.192722Z","steps":["trace[452066079] 'agreement among raft nodes before linearized reading' (duration: 1.915331759s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.192759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569555135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.192778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465001069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.192757Z","caller":"traceutil/trace.go:171","msg":"trace[2111227903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:552; }","duration":"1.91572712s","start":"2026-05-07T03:50:12.276988Z","end":"2026-05-07T03:50:14.192715Z","steps":["trace[2111227903] 'agreement among raft nodes before linearized reading' (duration: 1.91539841s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:14.192779Z","caller":"traceutil/trace.go:171","msg":"trace[1657411249] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:552; }","duration":"1.910355503s","start":"2026-05-07T03:50:12.282393Z","end":"2026-05-07T03:50:14.192748Z","steps":["trace[1657411249] 'agreement among raft nodes before linearized reading' (duration: 1.910071836s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.192792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308183176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.192813Z","caller":"traceutil/trace.go:171","msg":"trace[553763352] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:552; }","duration":"2.465054781s","start":"2026-05-07T03:50:11.727741Z","end":"2026-05-07T03:50:14.192796Z","steps":["trace[553763352] 'agreement among raft nodes before linearized reading' (duration: 2.46502131s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.192818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570026097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.192824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465084741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.19284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.727716Z","time spent":"2.465117582s","remote":"127.0.0.1:44336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:14.192833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642380424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.192841Z","caller":"traceutil/trace.go:171","msg":"trace[461446] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:552; }","duration":"2.308257868s","start":"2026-05-07T03:50:11.88457Z","end":"2026-05-07T03:50:14.192827Z","steps":["trace[461446] 'agreement among raft nodes before linearized reading' (duration: 2.308137015s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:14.192852Z","caller":"traceutil/trace.go:171","msg":"trace[737999108] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:552; }","duration":"2.465129413s","start":"2026-05-07T03:50:11.727711Z","end":"2026-05-07T03:50:14.19284Z","steps":["trace[737999108] 'agreement among raft nodes before linearized reading' (duration: 2.465094032s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.192845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:12.276979Z","time spent":"1.915848913s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:50:14.192877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.60210924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.192674Z","caller":"traceutil/trace.go:171","msg":"trace[1492319533] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:552; }","duration":"2.62730291s","start":"2026-05-07T03:50:11.565348Z","end":"2026-05-07T03:50:14.192651Z","steps":["trace[1492319533] 'agreement among raft nodes before linearized reading' (duration: 2.627111735s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.192882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.884549Z","time spent":"2.30832456s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"info","ts":"2026-05-07T03:50:14.192879Z","caller":"traceutil/trace.go:171","msg":"trace[2010484987] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:552; }","duration":"2.642443266s","start":"2026-05-07T03:50:11.550422Z","end":"2026-05-07T03:50:14.192865Z","steps":["trace[2010484987] 'agreement among raft nodes before linearized reading' (duration: 2.642381175s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:14.19284Z","caller":"traceutil/trace.go:171","msg":"trace[606169169] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:552; }","duration":"2.570078238s","start":"2026-05-07T03:50:11.622755Z","end":"2026-05-07T03:50:14.192833Z","steps":["trace[606169169] 'agreement among raft nodes before linearized reading' (duration: 2.570044667s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.192907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.565331Z","time spent":"2.627571307s","remote":"127.0.0.1:44300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:14.192941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602574492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.19294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.512582497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.192944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.550406Z","time spent":"2.642523798s","remote":"127.0.0.1:44286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:50:14.192948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539651285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.192954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.622734Z","time spent":"2.570203391s","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-05-07T03:50:14.192973Z","caller":"traceutil/trace.go:171","msg":"trace[44714873] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:552; }","duration":"2.512614468s","start":"2026-05-07T03:50:11.680349Z","end":"2026-05-07T03:50:14.192963Z","steps":["trace[44714873] 'agreement among raft nodes before linearized reading' (duration: 2.512569247s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.192998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602788378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.192929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910540118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.192782Z","caller":"traceutil/trace.go:171","msg":"trace[1582062713] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:552; }","duration":"2.569610086s","start":"2026-05-07T03:50:11.623164Z","end":"2026-05-07T03:50:14.192774Z","steps":["trace[1582062713] 'agreement among raft nodes before linearized reading' (duration: 2.569576865s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.193055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.627109176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.193061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.623152Z","time spent":"2.569896643s","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:50:14.193078Z","caller":"traceutil/trace.go:171","msg":"trace[1899274458] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:552; }","duration":"2.627146986s","start":"2026-05-07T03:50:11.565923Z","end":"2026-05-07T03:50:14.19307Z","steps":["trace[1899274458] 'agreement among raft nodes before linearized reading' (duration: 2.627113316s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.193069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884701912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.192749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.426815219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.193111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.565913Z","time spent":"2.627189827s","remote":"127.0.0.1:44300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 "} {"level":"info","ts":"2026-05-07T03:50:14.193113Z","caller":"traceutil/trace.go:171","msg":"trace[1793349802] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:552; }","duration":"1.884775684s","start":"2026-05-07T03:50:12.308325Z","end":"2026-05-07T03:50:14.193101Z","steps":["trace[1793349802] 'agreement among raft nodes before linearized reading' (duration: 1.884709003s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:14.193115Z","caller":"traceutil/trace.go:171","msg":"trace[259264404] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:552; }","duration":"1.910752553s","start":"2026-05-07T03:50:12.282298Z","end":"2026-05-07T03:50:14.193051Z","steps":["trace[259264404] 'agreement among raft nodes before linearized reading' (duration: 1.910380104s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.193166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.673938956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.193175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336402473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.193172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:12.308309Z","time spent":"1.884848356s","remote":"127.0.0.1:44414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:50:14.193178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754410308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.1932Z","caller":"traceutil/trace.go:171","msg":"trace[901746662] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:552; }","duration":"2.673996117s","start":"2026-05-07T03:50:11.519187Z","end":"2026-05-07T03:50:14.193183Z","steps":["trace[901746662] 'agreement among raft nodes before linearized reading' (duration: 2.673964016s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.191084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424223653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.193227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.519167Z","time spent":"2.674051348s","remote":"127.0.0.1:44276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:50:14.193227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308706099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.193223Z","caller":"traceutil/trace.go:171","msg":"trace[1535823920] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:552; }","duration":"2.7544729s","start":"2026-05-07T03:50:11.438738Z","end":"2026-05-07T03:50:14.193211Z","steps":["trace[1535823920] 'agreement among raft nodes before linearized reading' (duration: 2.754397988s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:14.192965Z","caller":"traceutil/trace.go:171","msg":"trace[579022614] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:552; }","duration":"2.602636844s","start":"2026-05-07T03:50:11.590322Z","end":"2026-05-07T03:50:14.192959Z","steps":["trace[579022614] 'agreement among raft nodes before linearized reading' (duration: 2.602600323s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:14.193253Z","caller":"traceutil/trace.go:171","msg":"trace[189853267] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:552; }","duration":"2.308766461s","start":"2026-05-07T03:50:11.884481Z","end":"2026-05-07T03:50:14.193248Z","steps":["trace[189853267] 'agreement among raft nodes before linearized reading' (duration: 2.30872769s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:14.193245Z","caller":"traceutil/trace.go:171","msg":"trace[1457053171] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:552; }","duration":"2.426449299s","start":"2026-05-07T03:50:11.766781Z","end":"2026-05-07T03:50:14.19323Z","steps":["trace[1457053171] 'agreement among raft nodes before linearized reading' (duration: 2.424197462s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.193275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.884464Z","time spent":"2.308805221s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:14.193267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.438729Z","time spent":"2.754525511s","remote":"127.0.0.1:44244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"warn","ts":"2026-05-07T03:50:14.193278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.590296Z","time spent":"2.602969912s","remote":"127.0.0.1:44302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:50:14.193298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.766751Z","time spent":"2.426531132s","remote":"127.0.0.1:44336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 "} {"level":"info","ts":"2026-05-07T03:50:14.193005Z","caller":"traceutil/trace.go:171","msg":"trace[853742381] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:552; }","duration":"2.539724357s","start":"2026-05-07T03:50:11.65326Z","end":"2026-05-07T03:50:14.192984Z","steps":["trace[853742381] 'agreement among raft nodes before linearized reading' (duration: 2.539644385s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:14.193131Z","caller":"traceutil/trace.go:171","msg":"trace[887778074] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:552; }","duration":"2.42722422s","start":"2026-05-07T03:50:11.765899Z","end":"2026-05-07T03:50:14.193124Z","steps":["trace[887778074] 'agreement among raft nodes before linearized reading' (duration: 2.42683137s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.193371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674208472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.193382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.653243Z","time spent":"2.540126187s","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"info","ts":"2026-05-07T03:50:14.193396Z","caller":"traceutil/trace.go:171","msg":"trace[536882109] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:552; }","duration":"2.674265873s","start":"2026-05-07T03:50:11.519124Z","end":"2026-05-07T03:50:14.19339Z","steps":["trace[536882109] 'agreement among raft nodes before linearized reading' (duration: 2.674208952s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.193392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.627952716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.193415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335633054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.192783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:12.27706Z","time spent":"1.9157155s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:50:14.193427Z","caller":"traceutil/trace.go:171","msg":"trace[480011068] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:552; }","duration":"2.628064289s","start":"2026-05-07T03:50:11.565354Z","end":"2026-05-07T03:50:14.193419Z","steps":["trace[480011068] 'agreement among raft nodes before linearized reading' (duration: 2.627964627s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:14.19344Z","caller":"traceutil/trace.go:171","msg":"trace[418118165] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:552; }","duration":"2.335702556s","start":"2026-05-07T03:50:11.857731Z","end":"2026-05-07T03:50:14.193433Z","steps":["trace[418118165] 'agreement among raft nodes before linearized reading' (duration: 2.335644094s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.193479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.857709Z","time spent":"2.335762617s","remote":"127.0.0.1:44372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-05-07T03:50:14.19348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.565339Z","time spent":"2.628132132s","remote":"127.0.0.1:44300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:50:14.193485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707821166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.193439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931134351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:50:14.193509Z","caller":"traceutil/trace.go:171","msg":"trace[897275840] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:552; }","duration":"2.707875477s","start":"2026-05-07T03:50:11.485628Z","end":"2026-05-07T03:50:14.193503Z","steps":["trace[897275840] 'agreement among raft nodes before linearized reading' (duration: 2.707805136s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.193578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.485611Z","time spent":"2.707959309s","remote":"127.0.0.1:44262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:14.193586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975660262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.192883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.727688Z","time spent":"2.465189164s","remote":"127.0.0.1:44336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:50:14.192898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.512541706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.192842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:12.282382Z","time spent":"1.910448015s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"warn","ts":"2026-05-07T03:50:14.192772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642233301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.193399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.765881Z","time spent":"2.427499987s","remote":"127.0.0.1:44352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:50:14.192905Z","caller":"traceutil/trace.go:171","msg":"trace[1318722595] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:552; }","duration":"2.602185523s","start":"2026-05-07T03:50:11.590711Z","end":"2026-05-07T03:50:14.192897Z","steps":["trace[1318722595] 'agreement among raft nodes before linearized reading' (duration: 2.602144042s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.192649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:12.282403Z","time spent":"1.910148839s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:50:14.193418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.519107Z","time spent":"2.674304984s","remote":"127.0.0.1:44276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:50:14.193674Z","caller":"traceutil/trace.go:171","msg":"trace[1009930443] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:552; }","duration":"2.513345406s","start":"2026-05-07T03:50:11.680318Z","end":"2026-05-07T03:50:14.193664Z","steps":["trace[1009930443] 'agreement among raft nodes before linearized reading' (duration: 2.512555237s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.193711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396820118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.195087Z","caller":"traceutil/trace.go:171","msg":"trace[1431855246] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:552; }","duration":"2.398228693s","start":"2026-05-07T03:50:11.796838Z","end":"2026-05-07T03:50:14.195067Z","steps":["trace[1431855246] 'agreement among raft nodes before linearized reading' (duration: 2.396840349s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.195116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740955697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.195147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.796818Z","time spent":"2.398291775s","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:50:14.195168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87048385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.195141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.680295Z","time spent":"2.514789622s","remote":"127.0.0.1:44328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:14.193213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:12.28229Z","time spent":"1.910901628s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:14.195215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396741156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.195222Z","caller":"traceutil/trace.go:171","msg":"trace[162603743] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:552; }","duration":"2.741054419s","start":"2026-05-07T03:50:11.454116Z","end":"2026-05-07T03:50:14.19517Z","steps":["trace[162603743] 'agreement among raft nodes before linearized reading' (duration: 2.740658419s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:14.195296Z","caller":"traceutil/trace.go:171","msg":"trace[459801778] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:552; }","duration":"2.398369677s","start":"2026-05-07T03:50:11.796888Z","end":"2026-05-07T03:50:14.195257Z","steps":["trace[459801778] 'agreement among raft nodes before linearized reading' (duration: 2.396733315s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.195345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.796871Z","time spent":"2.39845905s","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:14.19537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.45411Z","time spent":"2.741165603s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-05-07T03:50:14.195048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917782461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:50:14.195717Z","caller":"traceutil/trace.go:171","msg":"trace[2074189841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:552; }","duration":"1.91850293s","start":"2026-05-07T03:50:12.2772Z","end":"2026-05-07T03:50:14.195703Z","steps":["trace[2074189841] 'agreement among raft nodes before linearized reading' (duration: 1.916409727s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.195754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:12.277172Z","time spent":"1.918566202s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:50:14.192704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.512070175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.195942Z","caller":"traceutil/trace.go:171","msg":"trace[344458920] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:552; }","duration":"2.515332347s","start":"2026-05-07T03:50:11.680584Z","end":"2026-05-07T03:50:14.195916Z","steps":["trace[344458920] 'agreement among raft nodes before linearized reading' (duration: 2.512058894s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.196009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.757472227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.19602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.680575Z","time spent":"2.515409738s","remote":"127.0.0.1:44328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"info","ts":"2026-05-07T03:50:14.196061Z","caller":"traceutil/trace.go:171","msg":"trace[1652631684] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:552; }","duration":"2.757537219s","start":"2026-05-07T03:50:11.438501Z","end":"2026-05-07T03:50:14.196038Z","steps":["trace[1652631684] 'agreement among raft nodes before linearized reading' (duration: 2.755054026s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.196075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542786224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.196089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.438484Z","time spent":"2.75759535s","remote":"127.0.0.1:44244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"info","ts":"2026-05-07T03:50:14.196104Z","caller":"traceutil/trace.go:171","msg":"trace[1538782567] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:552; }","duration":"2.542835266s","start":"2026-05-07T03:50:11.65326Z","end":"2026-05-07T03:50:14.196095Z","steps":["trace[1538782567] 'agreement among raft nodes before linearized reading' (duration: 2.542788355s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.196099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871839236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.196129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.653243Z","time spent":"2.542874257s","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:50:14.196147Z","caller":"traceutil/trace.go:171","msg":"trace[995398118] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:552; }","duration":"1.871903867s","start":"2026-05-07T03:50:12.32423Z","end":"2026-05-07T03:50:14.196134Z","steps":["trace[995398118] 'agreement among raft nodes before linearized reading' (duration: 1.871827365s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.196193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:12.324225Z","time spent":"1.871955878s","remote":"127.0.0.1:44428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:50:14.193138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.673506425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.193703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708083422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.193019Z","caller":"traceutil/trace.go:171","msg":"trace[725145615] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:552; }","duration":"2.60286374s","start":"2026-05-07T03:50:11.59015Z","end":"2026-05-07T03:50:14.193014Z","steps":["trace[725145615] 'agreement among raft nodes before linearized reading' (duration: 2.602828699s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.192701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.550578Z","time spent":"2.642104758s","remote":"127.0.0.1:44286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"warn","ts":"2026-05-07T03:50:14.193696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97634143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.196442Z","caller":"traceutil/trace.go:171","msg":"trace[1905364262] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:552; }","duration":"1.979084429s","start":"2026-05-07T03:50:12.217326Z","end":"2026-05-07T03:50:14.196411Z","steps":["trace[1905364262] 'agreement among raft nodes before linearized reading' (duration: 1.97634772s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.196494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:12.217309Z","time spent":"1.979165512s","remote":"127.0.0.1:44390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:50:14.196901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107780326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.193524Z","caller":"traceutil/trace.go:171","msg":"trace[1048788498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:552; }","duration":"1.931235235s","start":"2026-05-07T03:50:12.262278Z","end":"2026-05-07T03:50:14.193513Z","steps":["trace[1048788498] 'agreement among raft nodes before linearized reading' (duration: 1.930993389s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.197021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:12.262265Z","time spent":"1.934745283s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:50:14.197029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10790915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.19708Z","caller":"traceutil/trace.go:171","msg":"trace[1793124422] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:552; }","duration":"2.107956601s","start":"2026-05-07T03:50:12.089093Z","end":"2026-05-07T03:50:14.197049Z","steps":["trace[1793124422] 'agreement among raft nodes before linearized reading' (duration: 2.107878469s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.197121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:12.089083Z","time spent":"2.108027843s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"info","ts":"2026-05-07T03:50:14.197302Z","caller":"traceutil/trace.go:171","msg":"trace[318025971] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:552; }","duration":"1.872618405s","start":"2026-05-07T03:50:12.324659Z","end":"2026-05-07T03:50:14.197278Z","steps":["trace[318025971] 'agreement among raft nodes before linearized reading' (duration: 1.8704509s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.197353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:12.32464Z","time spent":"1.872695377s","remote":"127.0.0.1:44414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-05-07T03:50:14.197316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873131767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.193621Z","caller":"traceutil/trace.go:171","msg":"trace[1113565854] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:552; }","duration":"1.975708023s","start":"2026-05-07T03:50:12.217905Z","end":"2026-05-07T03:50:14.193613Z","steps":["trace[1113565854] 'agreement among raft nodes before linearized reading' (duration: 1.975641641s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:14.197499Z","caller":"traceutil/trace.go:171","msg":"trace[1514682659] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:552; }","duration":"1.873280371s","start":"2026-05-07T03:50:12.324138Z","end":"2026-05-07T03:50:14.197418Z","steps":["trace[1514682659] 'agreement among raft nodes before linearized reading' (duration: 1.872663636s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.19268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.130809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.197618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77613174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.197675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.744378943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.197706Z","caller":"traceutil/trace.go:171","msg":"trace[1151614378] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:552; }","duration":"2.744439934s","start":"2026-05-07T03:50:11.453256Z","end":"2026-05-07T03:50:14.197696Z","steps":["trace[1151614378] 'agreement among raft nodes before linearized reading' (duration: 2.744226599s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:14.197718Z","caller":"traceutil/trace.go:171","msg":"trace[2056236847] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:552; }","duration":"2.776227423s","start":"2026-05-07T03:50:11.421453Z","end":"2026-05-07T03:50:14.197681Z","steps":["trace[2056236847] 'agreement among raft nodes before linearized reading' (duration: 2.776074959s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.197791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.421435Z","time spent":"2.776326235s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 "} {"level":"info","ts":"2026-05-07T03:50:14.197936Z","caller":"traceutil/trace.go:171","msg":"trace[484173935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:552; }","duration":"918.391572ms","start":"2026-05-07T03:50:13.279498Z","end":"2026-05-07T03:50:14.197889Z","steps":["trace[484173935] 'agreement among raft nodes before linearized reading' (duration: 913.1361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.197995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:13.279478Z","time spent":"918.504554ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:50:14.197742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.453245Z","time spent":"2.744489926s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:14.197796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:12.217899Z","time spent":"1.979879388s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"warn","ts":"2026-05-07T03:50:14.193103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739823018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.198527Z","caller":"traceutil/trace.go:171","msg":"trace[245176987] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:552; }","duration":"2.678900252s","start":"2026-05-07T03:50:11.519614Z","end":"2026-05-07T03:50:14.198514Z","steps":["trace[245176987] 'agreement among raft nodes before linearized reading' (duration: 2.673506895s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:14.19847Z","caller":"traceutil/trace.go:171","msg":"trace[1398928401] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:552; }","duration":"2.107862718s","start":"2026-05-07T03:50:12.089081Z","end":"2026-05-07T03:50:14.196944Z","steps":["trace[1398928401] 'agreement among raft nodes before linearized reading' (duration: 2.107699674s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.198568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.519607Z","time spent":"2.678948963s","remote":"127.0.0.1:44262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} {"level":"info","ts":"2026-05-07T03:50:14.198557Z","caller":"traceutil/trace.go:171","msg":"trace[1953257695] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:552; }","duration":"2.745257216s","start":"2026-05-07T03:50:11.453246Z","end":"2026-05-07T03:50:14.198503Z","steps":["trace[1953257695] 'agreement among raft nodes before linearized reading' (duration: 2.739824828s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:14.193195Z","caller":"traceutil/trace.go:171","msg":"trace[672048279] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:552; }","duration":"2.336449254s","start":"2026-05-07T03:50:11.856739Z","end":"2026-05-07T03:50:14.193188Z","steps":["trace[672048279] 'agreement among raft nodes before linearized reading' (duration: 2.336413084s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.198598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:12.08903Z","time spent":"2.109542862s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:14.198614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:12.324121Z","time spent":"1.874459871s","remote":"127.0.0.1:44428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:14.198639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.453236Z","time spent":"2.745374709s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:50:14.198666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.85672Z","time spent":"2.341918473s","remote":"127.0.0.1:44372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:14.193009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.680295Z","time spent":"2.51270629s","remote":"127.0.0.1:44328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:50:14.192724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568925398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.193523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754912381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.193608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336813013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.199131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936191579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.199183Z","caller":"traceutil/trace.go:171","msg":"trace[454986115] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:552; }","duration":"1.936243971s","start":"2026-05-07T03:50:12.262916Z","end":"2026-05-07T03:50:14.19916Z","steps":["trace[454986115] 'agreement among raft nodes before linearized reading' (duration: 1.930739321s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.199205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:12.262912Z","time spent":"1.936286542s","remote":"127.0.0.1:44406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:50:14.199228Z","caller":"traceutil/trace.go:171","msg":"trace[1576711387] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:552; }","duration":"2.34219654s","start":"2026-05-07T03:50:11.856775Z","end":"2026-05-07T03:50:14.198972Z","steps":["trace[1576711387] 'agreement among raft nodes before linearized reading' (duration: 2.336808223s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:14.1993Z","caller":"traceutil/trace.go:171","msg":"trace[1187847625] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:552; }","duration":"2.713684524s","start":"2026-05-07T03:50:11.485593Z","end":"2026-05-07T03:50:14.199277Z","steps":["trace[1187847625] 'agreement among raft nodes before linearized reading' (duration: 2.708087142s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.199316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.856766Z","time spent":"2.342524758s","remote":"127.0.0.1:44372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:50:14.199376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.485581Z","time spent":"2.713765607s","remote":"127.0.0.1:44262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:50:14.199325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.590116Z","time spent":"2.60918914s","remote":"127.0.0.1:44302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:50:14.199746Z","caller":"traceutil/trace.go:171","msg":"trace[2000213967] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:552; }","duration":"2.575956316s","start":"2026-05-07T03:50:11.623766Z","end":"2026-05-07T03:50:14.199722Z","steps":["trace[2000213967] 'agreement among raft nodes before linearized reading' (duration: 2.568934388s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.199845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.623753Z","time spent":"2.576053898s","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-05-07T03:50:14.200704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403774894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.200746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.590681Z","time spent":"2.602995743s","remote":"127.0.0.1:44302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} {"level":"info","ts":"2026-05-07T03:50:14.200764Z","caller":"traceutil/trace.go:171","msg":"trace[1726262765] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:552; }","duration":"2.403900767s","start":"2026-05-07T03:50:11.796843Z","end":"2026-05-07T03:50:14.200744Z","steps":["trace[1726262765] 'agreement among raft nodes before linearized reading' (duration: 2.396815767s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:14.20251Z","caller":"traceutil/trace.go:171","msg":"trace[494210027] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:552; }","duration":"2.643161034s","start":"2026-05-07T03:50:11.550497Z","end":"2026-05-07T03:50:14.193658Z","steps":["trace[494210027] 'agreement among raft nodes before linearized reading' (duration: 2.642236771s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.202664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.550478Z","time spent":"2.652166262s","remote":"127.0.0.1:44286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:14.204378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896052371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:14.205915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32015552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.205958Z","caller":"traceutil/trace.go:171","msg":"trace[970044840] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:552; }","duration":"2.320226162s","start":"2026-05-07T03:50:11.885722Z","end":"2026-05-07T03:50:14.205948Z","steps":["trace[970044840] 'agreement among raft nodes before linearized reading' (duration: 2.312984239s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.205983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.885711Z","time spent":"2.320264423s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 "} {"level":"warn","ts":"2026-05-07T03:50:14.206939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976284778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:14.207032Z","caller":"traceutil/trace.go:171","msg":"trace[633773534] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:552; }","duration":"2.768445046s","start":"2026-05-07T03:50:11.438574Z","end":"2026-05-07T03:50:14.207019Z","steps":["trace[633773534] 'agreement among raft nodes before linearized reading' (duration: 2.754909212s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.207075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.438536Z","time spent":"2.768525348s","remote":"127.0.0.1:44244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:50:14.208337Z","caller":"traceutil/trace.go:171","msg":"trace[613724000] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:552; }","duration":"1.989611977s","start":"2026-05-07T03:50:12.217366Z","end":"2026-05-07T03:50:14.206978Z","steps":["trace[613724000] 'agreement among raft nodes before linearized reading' (duration: 1.976275078s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.208391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:12.217363Z","time spent":"1.991009653s","remote":"127.0.0.1:44390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:50:14.209635Z","caller":"traceutil/trace.go:171","msg":"trace[921523904] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:552; }","duration":"1.901346285s","start":"2026-05-07T03:50:12.308272Z","end":"2026-05-07T03:50:14.209618Z","steps":["trace[921523904] 'agreement among raft nodes before linearized reading' (duration: 1.885456871s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:14.209696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:12.308254Z","time spent":"1.901425447s","remote":"127.0.0.1:44414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:14.209943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:11.796825Z","time spent":"2.40515661s","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 "} {"level":"info","ts":"2026-05-07T03:50:18.561939Z","caller":"traceutil/trace.go:171","msg":"trace[965000985] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"621.119642ms","start":"2026-05-07T03:50:17.940794Z","end":"2026-05-07T03:50:18.561914Z","steps":["trace[965000985] 'process raft request' (duration: 620.947708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:18.562153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:17.940753Z","time spent":"621.304637ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:50:19.786554Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.223838168s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:50:19.794545Z","caller":"traceutil/trace.go:171","msg":"trace[314848521] linearizableReadLoop","detail":"{readStateIndex:603; appliedIndex:601; }","duration":"1.569098548s","start":"2026-05-07T03:50:18.225395Z","end":"2026-05-07T03:50:19.794493Z","steps":["trace[314848521] 'read index received' (duration: 336.338272ms)","trace[314848521] 'applied index is now lower than readState.Index' (duration: 1.232759356s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:50:19.794616Z","caller":"traceutil/trace.go:171","msg":"trace[648047409] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"1.837707259s","start":"2026-05-07T03:50:17.956861Z","end":"2026-05-07T03:50:19.794568Z","steps":["trace[648047409] 'process raft request' (duration: 1.830735272s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:19.79477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566892481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:50:19.794824Z","caller":"traceutil/trace.go:171","msg":"trace[235239761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:581; }","duration":"1.566995964s","start":"2026-05-07T03:50:18.227811Z","end":"2026-05-07T03:50:19.794807Z","steps":["trace[235239761] 'agreement among raft nodes before linearized reading' (duration: 1.566867781s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:19.794831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:17.956838Z","time spent":"1.837880754s","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036197,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:50:19.794866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:18.227789Z","time spent":"1.567066086s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:50:19.794771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569356524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-07T03:50:19.794821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513913376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:19.794915Z","caller":"traceutil/trace.go:171","msg":"trace[1175160358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:581; }","duration":"1.569544649s","start":"2026-05-07T03:50:18.225355Z","end":"2026-05-07T03:50:19.7949Z","steps":["trace[1175160358] 'agreement among raft nodes before linearized reading' (duration: 1.569280022s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:19.794923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564265744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-07T03:50:19.794943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:18.225334Z","time spent":"1.56960122s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:50:19.794935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563950077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-07T03:50:19.794964Z","caller":"traceutil/trace.go:171","msg":"trace[429273845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:581; }","duration":"1.514109531s","start":"2026-05-07T03:50:18.28082Z","end":"2026-05-07T03:50:19.79493Z","steps":["trace[429273845] 'agreement among raft nodes before linearized reading' (duration: 1.513869275s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:19.794981Z","caller":"traceutil/trace.go:171","msg":"trace[816007127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:581; }","duration":"1.564363527s","start":"2026-05-07T03:50:18.230601Z","end":"2026-05-07T03:50:19.794964Z","steps":["trace[816007127] 'agreement among raft nodes before linearized reading' (duration: 1.564223433s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:19.79502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:18.23058Z","time spent":"1.564431339s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:50:19.795022Z","caller":"traceutil/trace.go:171","msg":"trace[1499796297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:581; }","duration":"1.5640778s","start":"2026-05-07T03:50:18.230922Z","end":"2026-05-07T03:50:19.795Z","steps":["trace[1499796297] 'agreement among raft nodes before linearized reading' (duration: 1.563810523s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:19.795026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:18.2808Z","time spent":"1.514216034s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:50:19.795064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:18.230915Z","time spent":"1.564141181s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:50:21.804766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998886452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:50:21.804878Z","caller":"traceutil/trace.go:171","msg":"trace[963157491] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999065317s","start":"2026-05-07T03:50:19.805789Z","end":"2026-05-07T03:50:21.804854Z","steps":["trace[963157491] 'agreement among raft nodes before linearized reading' (duration: 1.998918453s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:21.804942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:19.805776Z","time spent":"1.99914804s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:50:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:50:21.955086Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.519999111s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:50:21.956877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140355434s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:50:21.957194Z","caller":"traceutil/trace.go:171","msg":"trace[1270040391] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"2.156376781s","start":"2026-05-07T03:50:19.800793Z","end":"2026-05-07T03:50:21.957169Z","steps":["trace[1270040391] 'process raft request' (duration: 2.156276949s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:21.957199Z","caller":"traceutil/trace.go:171","msg":"trace[1499984844] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"2.157231923s","start":"2026-05-07T03:50:19.79992Z","end":"2026-05-07T03:50:21.957151Z","steps":["trace[1499984844] 'process raft request' (duration: 16.499599ms)","trace[1499984844] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:415; } (duration: 2.139478743s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:50:21.957363Z","caller":"traceutil/trace.go:171","msg":"trace[1941885714] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"2.15672198s","start":"2026-05-07T03:50:19.800629Z","end":"2026-05-07T03:50:21.957351Z","steps":["trace[1941885714] 'process raft request' (duration: 2.156352461s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:21.957472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:19.800616Z","time spent":"2.156788172s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:50:21.957311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:19.800785Z","time spent":"2.156476865s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:50:21.957615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:19.799886Z","time spent":"2.157472629s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:50:21.957848Z","caller":"traceutil/trace.go:171","msg":"trace[960387046] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"2.156989726s","start":"2026-05-07T03:50:19.800838Z","end":"2026-05-07T03:50:21.957827Z","steps":["trace[960387046] 'process raft request' (duration: 2.156280868s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:21.957849Z","caller":"traceutil/trace.go:171","msg":"trace[133153147] linearizableReadLoop","detail":"{readStateIndex:607; appliedIndex:603; }","duration":"2.15198653s","start":"2026-05-07T03:50:19.805832Z","end":"2026-05-07T03:50:21.957818Z","steps":["trace[133153147] 'read index received' (duration: 10.607839ms)","trace[133153147] 'applied index is now lower than readState.Index' (duration: 2.14137508s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:50:21.957946Z","caller":"traceutil/trace.go:171","msg":"trace[1016993456] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"2.103390016s","start":"2026-05-07T03:50:19.854504Z","end":"2026-05-07T03:50:21.957894Z","steps":["trace[1016993456] 'process raft request' (duration: 2.103096568s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:21.95808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:19.854472Z","time spent":"2.103546521s","remote":"127.0.0.1:51558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:50:21.957963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:19.800832Z","time spent":"2.157073359s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:50:21.958344Z","caller":"traceutil/trace.go:171","msg":"trace[951444634] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"1.523180301s","start":"2026-05-07T03:50:20.434995Z","end":"2026-05-07T03:50:21.958175Z","steps":["trace[951444634] 'process raft request' (duration: 1.522848032s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:21.958545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:20.434977Z","time spent":"1.523463059s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:50:23.00382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045695456s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:50:23.003991Z","caller":"traceutil/trace.go:171","msg":"trace[1404182834] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:608; }","duration":"1.046045184s","start":"2026-05-07T03:50:21.957921Z","end":"2026-05-07T03:50:23.003966Z","steps":["trace[1404182834] 'read index received' (duration: 44.981µs)","trace[1404182834] 'applied index is now lower than readState.Index' (duration: 1.045998323s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:50:23.003939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037244181s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:23.004059Z","caller":"traceutil/trace.go:171","msg":"trace[1493275575] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:587; }","duration":"1.037380834s","start":"2026-05-07T03:50:21.966658Z","end":"2026-05-07T03:50:23.004039Z","steps":["trace[1493275575] 'range keys from in-memory index tree' (duration: 1.037226001s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:23.004183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188151153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:23.00422Z","caller":"traceutil/trace.go:171","msg":"trace[1072758503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:587; }","duration":"1.188248146s","start":"2026-05-07T03:50:21.815961Z","end":"2026-05-07T03:50:23.004209Z","steps":["trace[1072758503] 'agreement among raft nodes before linearized reading' (duration: 1.188155593s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:23.004261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:21.81592Z","time spent":"1.188332218s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:50:23.004258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034476101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:23.004357Z","caller":"traceutil/trace.go:171","msg":"trace[1751710434] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:587; }","duration":"1.034578153s","start":"2026-05-07T03:50:21.969735Z","end":"2026-05-07T03:50:23.004313Z","steps":["trace[1751710434] 'agreement among raft nodes before linearized reading' (duration: 1.0344342s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:23.004402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:21.96967Z","time spent":"1.034722387s","remote":"127.0.0.1:51574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" "} {"level":"info","ts":"2026-05-07T03:50:23.118859Z","caller":"traceutil/trace.go:171","msg":"trace[1296478705] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"100.245506ms","start":"2026-05-07T03:50:23.018576Z","end":"2026-05-07T03:50:23.118822Z","steps":["trace[1296478705] 'process raft request' (duration: 99.99479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:24.444769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.330772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:24.444896Z","caller":"traceutil/trace.go:171","msg":"trace[435272080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:600; }","duration":"164.509157ms","start":"2026-05-07T03:50:24.280364Z","end":"2026-05-07T03:50:24.444873Z","steps":["trace[435272080] 'range keys from in-memory index tree' (duration: 164.161658ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:25.530916Z","caller":"traceutil/trace.go:171","msg":"trace[1300447213] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"421.898055ms","start":"2026-05-07T03:50:25.108989Z","end":"2026-05-07T03:50:25.530887Z","steps":["trace[1300447213] 'process raft request' (duration: 421.72629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:25.531079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:25.108965Z","time spent":"422.034497ms","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4694,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:50:25.536623Z","caller":"traceutil/trace.go:171","msg":"trace[860348093] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"375.164247ms","start":"2026-05-07T03:50:25.161434Z","end":"2026-05-07T03:50:25.536598Z","steps":["trace[860348093] 'process raft request' (duration: 374.90305ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:25.536609Z","caller":"traceutil/trace.go:171","msg":"trace[122359447] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"175.610579ms","start":"2026-05-07T03:50:25.360967Z","end":"2026-05-07T03:50:25.536578Z","steps":["trace[122359447] 'process raft request' (duration: 175.540197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:25.536761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:25.161402Z","time spent":"375.28306ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:50:37.297842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.197468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:50:37.297982Z","caller":"traceutil/trace.go:171","msg":"trace[1616407621] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:744; }","duration":"375.421294ms","start":"2026-05-07T03:50:36.922532Z","end":"2026-05-07T03:50:37.297953Z","steps":["trace[1616407621] 'count revisions from in-memory index tree' (duration: 375.045554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:37.29804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:36.922502Z","time spent":"375.522747ms","remote":"127.0.0.1:51330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:37.298298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.813355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-07T03:50:37.298538Z","caller":"traceutil/trace.go:171","msg":"trace[165510301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:744; }","duration":"267.279138ms","start":"2026-05-07T03:50:37.031226Z","end":"2026-05-07T03:50:37.298505Z","steps":["trace[165510301] 'range keys from in-memory index tree' (duration: 266.470257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:39.990689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038409032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:50:40.491417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038409032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:50:40.991865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038409032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:50:41.492595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038409032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:50:41.514518Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.052450523s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:50:41.515033Z","caller":"traceutil/trace.go:171","msg":"trace[632588160] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"2.053066308s","start":"2026-05-07T03:50:39.461939Z","end":"2026-05-07T03:50:41.515005Z","steps":["trace[632588160] 'process raft request' (duration: 2.052861713s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:41.51519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:39.461913Z","time spent":"2.053190151s","remote":"127.0.0.1:51378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4909,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:50:41.52388Z","caller":"traceutil/trace.go:171","msg":"trace[1002090932] linearizableReadLoop","detail":"{readStateIndex:789; appliedIndex:787; }","duration":"2.033674725s","start":"2026-05-07T03:50:39.490187Z","end":"2026-05-07T03:50:41.523861Z","steps":["trace[1002090932] 'read index received' (duration: 2.024677457s)","trace[1002090932] 'applied index is now lower than readState.Index' (duration: 8.996488ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:50:41.523989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033783609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:50:41.52397Z","caller":"traceutil/trace.go:171","msg":"trace[744035386] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"1.439275691s","start":"2026-05-07T03:50:40.084662Z","end":"2026-05-07T03:50:41.523938Z","steps":["trace[744035386] 'process raft request' (duration: 1.439085737s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:41.524013Z","caller":"traceutil/trace.go:171","msg":"trace[1512622380] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:761; }","duration":"2.03383596s","start":"2026-05-07T03:50:39.490171Z","end":"2026-05-07T03:50:41.524007Z","steps":["trace[1512622380] 'agreement among raft nodes before linearized reading' (duration: 2.033766428s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:41.524036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:39.490106Z","time spent":"2.033923602s","remote":"127.0.0.1:51378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:41.524106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:40.084643Z","time spent":"1.439388344s","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:50:41.524224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38137525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:50:41.524305Z","caller":"traceutil/trace.go:171","msg":"trace[466840230] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:761; }","duration":"1.381524594s","start":"2026-05-07T03:50:40.142761Z","end":"2026-05-07T03:50:41.524285Z","steps":["trace[466840230] 'agreement among raft nodes before linearized reading' (duration: 1.38136083s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:41.524296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.500309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T03:50:41.524349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:40.142734Z","time spent":"1.381605816s","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:41.524295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473367116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-07T03:50:41.524371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471660143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-07T03:50:41.524395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46522002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-07T03:50:41.524406Z","caller":"traceutil/trace.go:171","msg":"trace[976798301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:761; }","duration":"1.471713044s","start":"2026-05-07T03:50:40.052683Z","end":"2026-05-07T03:50:41.524396Z","steps":["trace[976798301] 'agreement among raft nodes before linearized reading' (duration: 1.471614531s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:41.524417Z","caller":"traceutil/trace.go:171","msg":"trace[175340567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:761; }","duration":"1.473546861s","start":"2026-05-07T03:50:40.050848Z","end":"2026-05-07T03:50:41.524395Z","steps":["trace[175340567] 'agreement among raft nodes before linearized reading' (duration: 1.473248483s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:41.524435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:40.052653Z","time spent":"1.471776636s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:50:41.524439Z","caller":"traceutil/trace.go:171","msg":"trace[117901815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:761; }","duration":"1.46526811s","start":"2026-05-07T03:50:40.059154Z","end":"2026-05-07T03:50:41.524422Z","steps":["trace[117901815] 'agreement among raft nodes before linearized reading' (duration: 1.465195739s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:41.524427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24392869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:50:41.52446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:40.050822Z","time spent":"1.473628493s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:50:41.52447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:40.059144Z","time spent":"1.465320772s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:50:41.524486Z","caller":"traceutil/trace.go:171","msg":"trace[595281700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:761; }","duration":"1.243984322s","start":"2026-05-07T03:50:40.28049Z","end":"2026-05-07T03:50:41.524474Z","steps":["trace[595281700] 'agreement among raft nodes before linearized reading' (duration: 1.24390785s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:41.524523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:40.280435Z","time spent":"1.244081384s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:50:41.524314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470724959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:50:41.524667Z","caller":"traceutil/trace.go:171","msg":"trace[1720852109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:761; }","duration":"1.471133139s","start":"2026-05-07T03:50:40.053523Z","end":"2026-05-07T03:50:41.524657Z","steps":["trace[1720852109] 'agreement among raft nodes before linearized reading' (duration: 1.470636167s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:41.524697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:40.053502Z","time spent":"1.471185041s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:50:41.524384Z","caller":"traceutil/trace.go:171","msg":"trace[1783061432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:761; }","duration":"192.635562ms","start":"2026-05-07T03:50:41.331726Z","end":"2026-05-07T03:50:41.524361Z","steps":["trace[1783061432] 'agreement among raft nodes before linearized reading' (duration: 192.415446ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:51:02.414804Z","caller":"traceutil/trace.go:171","msg":"trace[1694550689] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"114.231639ms","start":"2026-05-07T03:51:02.300524Z","end":"2026-05-07T03:51:02.414756Z","steps":["trace[1694550689] 'process raft request' (duration: 110.036213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:51:12.202727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038409782,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:51:12.331534Z","caller":"traceutil/trace.go:171","msg":"trace[1162084205] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"632.337442ms","start":"2026-05-07T03:51:11.699169Z","end":"2026-05-07T03:51:12.331506Z","steps":["trace[1162084205] 'process raft request' (duration: 632.167718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:51:12.331769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:51:11.699148Z","time spent":"632.511837ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:51:12.33796Z","caller":"traceutil/trace.go:171","msg":"trace[235932229] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"635.242756ms","start":"2026-05-07T03:51:11.702681Z","end":"2026-05-07T03:51:12.337924Z","steps":["trace[235932229] 'process raft request' (duration: 634.986349ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:51:12.338082Z","caller":"traceutil/trace.go:171","msg":"trace[1880214899] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"635.350438ms","start":"2026-05-07T03:51:11.702707Z","end":"2026-05-07T03:51:12.338058Z","steps":["trace[1880214899] 'process raft request' (duration: 635.087581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:51:12.338202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:51:11.702695Z","time spent":"635.44131ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:51:12.338253Z","caller":"traceutil/trace.go:171","msg":"trace[1822369958] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"334.666465ms","start":"2026-05-07T03:51:12.00356Z","end":"2026-05-07T03:51:12.338227Z","steps":["trace[1822369958] 'process raft request' (duration: 334.266964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:51:12.338221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:51:11.702667Z","time spent":"635.377489ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:51:12.338428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:51:12.003541Z","time spent":"334.782637ms","remote":"127.0.0.1:51378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6389,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:51:12.347185Z","caller":"traceutil/trace.go:171","msg":"trace[513539104] linearizableReadLoop","detail":"{readStateIndex:1199; appliedIndex:1194; }","duration":"645.366963ms","start":"2026-05-07T03:51:11.701797Z","end":"2026-05-07T03:51:12.347164Z","steps":["trace[513539104] 'read index received' (duration: 629.587703ms)","trace[513539104] 'applied index is now lower than readState.Index' (duration: 15.77781ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:51:12.347403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.475464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T03:51:12.347419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.588068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:51:12.347519Z","caller":"traceutil/trace.go:171","msg":"trace[1268119420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1163; }","duration":"645.720861ms","start":"2026-05-07T03:51:11.701773Z","end":"2026-05-07T03:51:12.347494Z","steps":["trace[1268119420] 'agreement among raft nodes before linearized reading' (duration: 645.450694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:51:12.347567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:51:11.701747Z","time spent":"645.810663ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:51:12.347451Z","caller":"traceutil/trace.go:171","msg":"trace[1509121947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1163; }","duration":"643.547346ms","start":"2026-05-07T03:51:11.703891Z","end":"2026-05-07T03:51:12.347438Z","steps":["trace[1509121947] 'agreement among raft nodes before linearized reading' (duration: 643.385612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:51:12.347656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:51:11.70388Z","time spent":"643.763522ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:51:28.787229Z","caller":"traceutil/trace.go:171","msg":"trace[789347603] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"279.384084ms","start":"2026-05-07T03:51:28.507794Z","end":"2026-05-07T03:51:28.787178Z","steps":["trace[789347603] 'process raft request' (duration: 277.557969ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:51:34.265537Z","caller":"traceutil/trace.go:171","msg":"trace[1070153947] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"444.257756ms","start":"2026-05-07T03:51:33.821255Z","end":"2026-05-07T03:51:34.265513Z","steps":["trace[1070153947] 'process raft request' (duration: 444.103102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:51:34.265674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:51:33.821233Z","time spent":"444.378069ms","remote":"127.0.0.1:42522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3129,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:51:34.909492Z","caller":"traceutil/trace.go:171","msg":"trace[976393976] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"104.327528ms","start":"2026-05-07T03:51:34.805108Z","end":"2026-05-07T03:51:34.909436Z","steps":["trace[976393976] 'process raft request' (duration: 104.165764ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:51:36.878431Z","caller":"traceutil/trace.go:171","msg":"trace[503298347] linearizableReadLoop","detail":"{readStateIndex:1467; appliedIndex:1466; }","duration":"375.063205ms","start":"2026-05-07T03:51:36.503344Z","end":"2026-05-07T03:51:36.878407Z","steps":["trace[503298347] 'read index received' (duration: 374.891931ms)","trace[503298347] 'applied index is now lower than readState.Index' (duration: 170.384µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:51:36.878551Z","caller":"traceutil/trace.go:171","msg":"trace[1803266546] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"404.677895ms","start":"2026-05-07T03:51:36.473831Z","end":"2026-05-07T03:51:36.878509Z","steps":["trace[1803266546] 'process raft request' (duration: 404.419188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:51:36.878647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.293532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T03:51:36.878649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.764694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:51:36.878674Z","caller":"traceutil/trace.go:171","msg":"trace[630619578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1425; }","duration":"375.388214ms","start":"2026-05-07T03:51:36.503278Z","end":"2026-05-07T03:51:36.878666Z","steps":["trace[630619578] 'agreement among raft nodes before linearized reading' (duration: 375.259871ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:51:36.878689Z","caller":"traceutil/trace.go:171","msg":"trace[1225784351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1425; }","duration":"373.893906ms","start":"2026-05-07T03:51:36.504785Z","end":"2026-05-07T03:51:36.878679Z","steps":["trace[1225784351] 'agreement among raft nodes before linearized reading' (duration: 373.783583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:51:36.878712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:51:36.504768Z","time spent":"373.938678ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:51:36.878715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:51:36.503241Z","time spent":"375.453335ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:51:36.878777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.098228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T03:51:36.878796Z","caller":"traceutil/trace.go:171","msg":"trace[530693055] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:1425; }","duration":"260.116249ms","start":"2026-05-07T03:51:36.618674Z","end":"2026-05-07T03:51:36.87879Z","steps":["trace[530693055] 'agreement among raft nodes before linearized reading' (duration: 260.062198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:51:36.878802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:51:36.473814Z","time spent":"404.839848ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:51:36.87895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.837289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:51:36.879099Z","caller":"traceutil/trace.go:171","msg":"trace[996631054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1425; }","duration":"373.065975ms","start":"2026-05-07T03:51:36.506001Z","end":"2026-05-07T03:51:36.879067Z","steps":["trace[996631054] 'agreement among raft nodes before linearized reading' (duration: 372.669295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:51:36.879164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:51:36.505965Z","time spent":"373.189398ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:51:36.879047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.032334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:51:36.87925Z","caller":"traceutil/trace.go:171","msg":"trace[1015223475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1425; }","duration":"373.288161ms","start":"2026-05-07T03:51:36.505932Z","end":"2026-05-07T03:51:36.87922Z","steps":["trace[1015223475] 'agreement among raft nodes before linearized reading' (duration: 372.749297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:51:36.879327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:51:36.505911Z","time spent":"373.399143ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:51:37.090015Z","caller":"traceutil/trace.go:171","msg":"trace[1882916922] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"206.471582ms","start":"2026-05-07T03:51:36.883505Z","end":"2026-05-07T03:51:37.089977Z","steps":["trace[1882916922] 'process raft request' (duration: 206.203265ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:51:37.090359Z","caller":"traceutil/trace.go:171","msg":"trace[1371189864] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"206.275456ms","start":"2026-05-07T03:51:36.884068Z","end":"2026-05-07T03:51:37.090343Z","steps":["trace[1371189864] 'process raft request' (duration: 206.236885ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:51:37.090363Z","caller":"traceutil/trace.go:171","msg":"trace[816751039] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"206.727078ms","start":"2026-05-07T03:51:36.883592Z","end":"2026-05-07T03:51:37.090319Z","steps":["trace[816751039] 'process raft request' (duration: 206.334148ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:51:37.09043Z","caller":"traceutil/trace.go:171","msg":"trace[1116598139] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"206.796959ms","start":"2026-05-07T03:51:36.883617Z","end":"2026-05-07T03:51:37.090414Z","steps":["trace[1116598139] 'process raft request' (duration: 206.571793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:51:37.710332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.449533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:51:37.710564Z","caller":"traceutil/trace.go:171","msg":"trace[1590984332] linearizableReadLoop","detail":"{readStateIndex:1474; appliedIndex:1472; }","duration":"549.400424ms","start":"2026-05-07T03:51:37.161136Z","end":"2026-05-07T03:51:37.710537Z","steps":["trace[1590984332] 'read index received' (duration: 440.49782ms)","trace[1590984332] 'applied index is now lower than readState.Index' (duration: 108.901154ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:51:37.71067Z","caller":"traceutil/trace.go:171","msg":"trace[678147617] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"794.650427ms","start":"2026-05-07T03:51:36.916007Z","end":"2026-05-07T03:51:37.710658Z","steps":["trace[678147617] 'process raft request' (duration: 794.432441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:51:37.710741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:51:36.915976Z","time spent":"794.727449ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:51:37.710723Z","caller":"traceutil/trace.go:171","msg":"trace[340233383] transaction","detail":"{read_only:false; response_revision:1430; number_of_response:1; }","duration":"806.885756ms","start":"2026-05-07T03:51:36.903791Z","end":"2026-05-07T03:51:37.710676Z","steps":["trace[340233383] 'process raft request' (duration: 697.977351ms)","trace[340233383] 'compare' (duration: 108.019572ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:51:37.710826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.859965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:51:37.710882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.173992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:51:37.710885Z","caller":"traceutil/trace.go:171","msg":"trace[2072503104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1431; }","duration":"428.962508ms","start":"2026-05-07T03:51:37.281908Z","end":"2026-05-07T03:51:37.710871Z","steps":["trace[2072503104] 'agreement among raft nodes before linearized reading' (duration: 428.859485ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:51:37.710962Z","caller":"traceutil/trace.go:171","msg":"trace[1636812469] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1431; }","duration":"368.298235ms","start":"2026-05-07T03:51:37.342652Z","end":"2026-05-07T03:51:37.71095Z","steps":["trace[1636812469] 'agreement among raft nodes before linearized reading' (duration: 368.167112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:51:37.710971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:51:37.281886Z","time spent":"429.076241ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:51:37.710969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:51:36.903768Z","time spent":"807.05885ms","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:51:37.711004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:51:37.342612Z","time spent":"368.381127ms","remote":"127.0.0.1:42472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":9,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:51:37.711026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.762053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:51:37.711164Z","caller":"traceutil/trace.go:171","msg":"trace[208929661] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1431; }","duration":"550.081251ms","start":"2026-05-07T03:51:37.161051Z","end":"2026-05-07T03:51:37.711132Z","steps":["trace[208929661] 'agreement among raft nodes before linearized reading' (duration: 549.741723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:51:37.711237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:51:37.161021Z","time spent":"550.200164ms","remote":"127.0.0.1:44406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:51:55.350116Z","caller":"traceutil/trace.go:171","msg":"trace[435774928] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"366.362514ms","start":"2026-05-07T03:51:54.983711Z","end":"2026-05-07T03:51:55.350073Z","steps":["trace[435774928] 'process raft request' (duration: 366.141859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:51:55.350363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:51:54.983691Z","time spent":"366.510547ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:51:55.356405Z","caller":"traceutil/trace.go:171","msg":"trace[1504074188] linearizableReadLoop","detail":"{readStateIndex:1807; appliedIndex:1806; }","duration":"204.675277ms","start":"2026-05-07T03:51:55.15171Z","end":"2026-05-07T03:51:55.356386Z","steps":["trace[1504074188] 'read index received' (duration: 199.224449ms)","trace[1504074188] 'applied index is now lower than readState.Index' (duration: 5.449908ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:51:55.356494Z","caller":"traceutil/trace.go:171","msg":"trace[411032662] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"346.850322ms","start":"2026-05-07T03:51:55.00962Z","end":"2026-05-07T03:51:55.356471Z","steps":["trace[411032662] 'process raft request' (duration: 346.665207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:51:55.356523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.798409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:51:55.35655Z","caller":"traceutil/trace.go:171","msg":"trace[522088360] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1738; }","duration":"204.84574ms","start":"2026-05-07T03:51:55.151695Z","end":"2026-05-07T03:51:55.356541Z","steps":["trace[522088360] 'agreement among raft nodes before linearized reading' (duration: 204.784009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:51:55.356578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:51:55.009589Z","time spent":"346.940414ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:51:55.356616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.034886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:51:55.356676Z","caller":"traceutil/trace.go:171","msg":"trace[555895033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1738; }","duration":"173.129878ms","start":"2026-05-07T03:51:55.183531Z","end":"2026-05-07T03:51:55.356661Z","steps":["trace[555895033] 'agreement among raft nodes before linearized reading' (duration: 172.976305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:51:55.356712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.310987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-07T03:51:55.356742Z","caller":"traceutil/trace.go:171","msg":"trace[2027273966] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1738; }","duration":"166.364627ms","start":"2026-05-07T03:51:55.190371Z","end":"2026-05-07T03:51:55.356735Z","steps":["trace[2027273966] 'agreement among raft nodes before linearized reading' (duration: 166.282235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:51:55.356817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.65598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-07T03:51:55.356824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.192834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:51:55.356839Z","caller":"traceutil/trace.go:171","msg":"trace[434827054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1738; }","duration":"167.696271ms","start":"2026-05-07T03:51:55.189138Z","end":"2026-05-07T03:51:55.356834Z","steps":["trace[434827054] 'agreement among raft nodes before linearized reading' (duration: 167.641799ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:51:55.35687Z","caller":"traceutil/trace.go:171","msg":"trace[1052165906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1738; }","duration":"170.238245ms","start":"2026-05-07T03:51:55.186604Z","end":"2026-05-07T03:51:55.356842Z","steps":["trace[1052165906] 'agreement among raft nodes before linearized reading' (duration: 170.173273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:02.671395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.102141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:52:02.671553Z","caller":"traceutil/trace.go:171","msg":"trace[120187319] linearizableReadLoop","detail":"{readStateIndex:1920; appliedIndex:1919; }","duration":"371.152272ms","start":"2026-05-07T03:52:02.300383Z","end":"2026-05-07T03:52:02.671535Z","steps":["trace[120187319] 'read index received' (duration: 194.832225ms)","trace[120187319] 'applied index is now lower than readState.Index' (duration: 176.318777ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:52:02.671656Z","caller":"traceutil/trace.go:171","msg":"trace[1629568407] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"471.925879ms","start":"2026-05-07T03:52:02.199667Z","end":"2026-05-07T03:52:02.671592Z","steps":["trace[1629568407] 'process raft request' (duration: 295.53389ms)","trace[1629568407] 'compare' (duration: 175.979868ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:52:02.671841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:02.199637Z","time spent":"472.107094ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:52:02.671831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.418359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56522e55-1413-49af-a444-77e890848fe8\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-07T03:52:02.671912Z","caller":"traceutil/trace.go:171","msg":"trace[1779270409] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56522e55-1413-49af-a444-77e890848fe8; range_end:; response_count:1; response_revision:1849; }","duration":"371.515381ms","start":"2026-05-07T03:52:02.300377Z","end":"2026-05-07T03:52:02.671892Z","steps":["trace[1779270409] 'agreement among raft nodes before linearized reading' (duration: 371.231824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:02.671954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:02.300359Z","time spent":"371.586863ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56522e55-1413-49af-a444-77e890848fe8\" "} {"level":"warn","ts":"2026-05-07T03:52:03.172658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038411141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:52:04.36698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.652115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:52:04.367172Z","caller":"traceutil/trace.go:171","msg":"trace[249635509] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"2.065546311s","start":"2026-05-07T03:52:02.301586Z","end":"2026-05-07T03:52:04.367132Z","steps":["trace[249635509] 'process raft request' (duration: 1.11166494s)","trace[249635509] 'compare' (duration: 953.547882ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:52:04.367262Z","caller":"traceutil/trace.go:171","msg":"trace[1653719081] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"344.527849ms","start":"2026-05-07T03:52:04.022718Z","end":"2026-05-07T03:52:04.367246Z","steps":["trace[1653719081] 'process raft request' (duration: 344.496378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:04.367326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:04.022681Z","time spent":"344.614751ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:52:04.367353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:02.301575Z","time spent":"2.065676194s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:52:04.36741Z","caller":"traceutil/trace.go:171","msg":"trace[255456307] linearizableReadLoop","detail":"{readStateIndex:1923; appliedIndex:1920; }","duration":"1.695820075s","start":"2026-05-07T03:52:02.671579Z","end":"2026-05-07T03:52:04.367399Z","steps":["trace[255456307] 'read index received' (duration: 741.686378ms)","trace[255456307] 'applied index is now lower than readState.Index' (duration: 954.132927ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:52:04.367472Z","caller":"traceutil/trace.go:171","msg":"trace[1422023004] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"1.979820603s","start":"2026-05-07T03:52:02.387645Z","end":"2026-05-07T03:52:04.367466Z","steps":["trace[1422023004] 'process raft request' (duration: 1.979436854s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:04.367512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:02.387616Z","time spent":"1.979869685s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:52:04.367536Z","caller":"traceutil/trace.go:171","msg":"trace[1402925505] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"522.788394ms","start":"2026-05-07T03:52:03.844742Z","end":"2026-05-07T03:52:04.36753Z","steps":["trace[1402925505] 'process raft request' (duration: 522.451815ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:52:04.367576Z","caller":"traceutil/trace.go:171","msg":"trace[2062845189] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"1.505529985s","start":"2026-05-07T03:52:02.862039Z","end":"2026-05-07T03:52:04.367569Z","steps":["trace[2062845189] 'process raft request' (duration: 1.505084144s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:04.367577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:03.844719Z","time spent":"522.835485ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:52:04.36761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:02.862002Z","time spent":"1.505590076s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:52:04.367512Z","caller":"traceutil/trace.go:171","msg":"trace[1464563262] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"761.804246ms","start":"2026-05-07T03:52:03.605698Z","end":"2026-05-07T03:52:04.367503Z","steps":["trace[1464563262] 'process raft request' (duration: 761.455357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:04.367676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:03.605668Z","time spent":"761.985871ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:52:04.367721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.119073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:52:04.367748Z","caller":"traceutil/trace.go:171","msg":"trace[1327554912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1855; }","duration":"955.149354ms","start":"2026-05-07T03:52:03.412593Z","end":"2026-05-07T03:52:04.367742Z","steps":["trace[1327554912] 'agreement among raft nodes before linearized reading' (duration: 955.049212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:04.367768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:03.412529Z","time spent":"955.234306ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:52:04.367753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530573978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T03:52:04.367809Z","caller":"traceutil/trace.go:171","msg":"trace[864279319] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1855; }","duration":"1.53067221s","start":"2026-05-07T03:52:02.837117Z","end":"2026-05-07T03:52:04.367789Z","steps":["trace[864279319] 'agreement among raft nodes before linearized reading' (duration: 1.530497846s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:04.367842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.434932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:52:04.367857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:02.837085Z","time spent":"1.530762003s","remote":"127.0.0.1:45394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T03:52:04.367867Z","caller":"traceutil/trace.go:171","msg":"trace[1756199493] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1855; }","duration":"815.463163ms","start":"2026-05-07T03:52:03.552396Z","end":"2026-05-07T03:52:04.367859Z","steps":["trace[1756199493] 'agreement among raft nodes before linearized reading' (duration: 815.420692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:04.367891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:03.552302Z","time spent":"815.581686ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:52:04.368064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.259757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-07T03:52:04.368092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.005534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T03:52:04.368073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.193396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56522e55-1413-49af-a444-77e890848fe8\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-07T03:52:04.368145Z","caller":"traceutil/trace.go:171","msg":"trace[186670937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1855; }","duration":"967.073346ms","start":"2026-05-07T03:52:03.40106Z","end":"2026-05-07T03:52:04.368134Z","steps":["trace[186670937] 'agreement among raft nodes before linearized reading' (duration: 966.958693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:04.368179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:03.40105Z","time spent":"967.122037ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:52:04.368186Z","caller":"traceutil/trace.go:171","msg":"trace[2003539522] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56522e55-1413-49af-a444-77e890848fe8; range_end:; response_count:1; response_revision:1855; }","duration":"690.385572ms","start":"2026-05-07T03:52:03.677773Z","end":"2026-05-07T03:52:04.368159Z","steps":["trace[2003539522] 'agreement among raft nodes before linearized reading' (duration: 689.98224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:04.368199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882245098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:52:04.368192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165893682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-05-07T03:52:04.368098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.847702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T03:52:04.368184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083782325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:52:04.36824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:03.677746Z","time spent":"690.483494ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56522e55-1413-49af-a444-77e890848fe8\" "} {"level":"info","ts":"2026-05-07T03:52:04.368256Z","caller":"traceutil/trace.go:171","msg":"trace[1435287626] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1855; }","duration":"1.165995884s","start":"2026-05-07T03:52:03.202239Z","end":"2026-05-07T03:52:04.368235Z","steps":["trace[1435287626] 'agreement among raft nodes before linearized reading' (duration: 1.165840061s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:52:04.368271Z","caller":"traceutil/trace.go:171","msg":"trace[2107825195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1855; }","duration":"973.034086ms","start":"2026-05-07T03:52:03.395218Z","end":"2026-05-07T03:52:04.368252Z","steps":["trace[2107825195] 'agreement among raft nodes before linearized reading' (duration: 972.828741ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:52:04.368291Z","caller":"traceutil/trace.go:171","msg":"trace[558062652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1855; }","duration":"1.08396303s","start":"2026-05-07T03:52:03.284305Z","end":"2026-05-07T03:52:04.368268Z","steps":["trace[558062652] 'agreement among raft nodes before linearized reading' (duration: 1.083746315s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:04.368313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:03.202132Z","time spent":"1.166169038s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T03:52:04.368338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:03.395202Z","time spent":"973.114618ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:52:04.368347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:03.284281Z","time spent":"1.084052362s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:52:04.368107Z","caller":"traceutil/trace.go:171","msg":"trace[1945263910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1855; }","duration":"955.345759ms","start":"2026-05-07T03:52:03.412753Z","end":"2026-05-07T03:52:04.368098Z","steps":["trace[1945263910] 'agreement among raft nodes before linearized reading' (duration: 955.250857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:04.368358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.673083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:52:04.368436Z","caller":"traceutil/trace.go:171","msg":"trace[877164667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1855; }","duration":"977.806296ms","start":"2026-05-07T03:52:03.390609Z","end":"2026-05-07T03:52:04.368416Z","steps":["trace[877164667] 'agreement among raft nodes before linearized reading' (duration: 977.548319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:04.368477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:03.390582Z","time spent":"977.887108ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:52:04.36848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:03.412726Z","time spent":"955.686537ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:52:04.368236Z","caller":"traceutil/trace.go:171","msg":"trace[1539272385] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1855; }","duration":"1.88231455s","start":"2026-05-07T03:52:02.48591Z","end":"2026-05-07T03:52:04.368224Z","steps":["trace[1539272385] 'agreement among raft nodes before linearized reading' (duration: 1.882225238s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:04.368679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:02.485892Z","time spent":"1.882764881s","remote":"127.0.0.1:34044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:52:04.368424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826076788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56522e55-1413-49af-a444-77e890848fe8\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-07T03:52:04.36989Z","caller":"traceutil/trace.go:171","msg":"trace[1520782670] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56522e55-1413-49af-a444-77e890848fe8; range_end:; response_count:1; response_revision:1855; }","duration":"1.827567146s","start":"2026-05-07T03:52:02.542294Z","end":"2026-05-07T03:52:04.369861Z","steps":["trace[1520782670] 'agreement among raft nodes before linearized reading' (duration: 1.825837893s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:04.369976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:02.542277Z","time spent":"1.827668328s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56522e55-1413-49af-a444-77e890848fe8\" "} {"level":"warn","ts":"2026-05-07T03:52:04.914443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.569146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:52:04.914536Z","caller":"traceutil/trace.go:171","msg":"trace[1439354793] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"541.904778ms","start":"2026-05-07T03:52:04.372614Z","end":"2026-05-07T03:52:04.914519Z","steps":["trace[1439354793] 'process raft request' (duration: 158.174678ms)","trace[1439354793] 'compare' (duration: 383.343679ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:52:04.914692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:04.372582Z","time spent":"542.083993ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:52:06.02997Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.181186547s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:52:06.030381Z","caller":"traceutil/trace.go:171","msg":"trace[982426238] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"1.656723776s","start":"2026-05-07T03:52:04.373575Z","end":"2026-05-07T03:52:06.030299Z","steps":["trace[982426238] 'process raft request' (duration: 1.656547772s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:06.030521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:04.373566Z","time spent":"1.656861271s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:52:06.030642Z","caller":"traceutil/trace.go:171","msg":"trace[585421875] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"1.656750047s","start":"2026-05-07T03:52:04.373862Z","end":"2026-05-07T03:52:06.030612Z","steps":["trace[585421875] 'process raft request' (duration: 1.656398698s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:06.030795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:04.373852Z","time spent":"1.65685835s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:52:06.030856Z","caller":"traceutil/trace.go:171","msg":"trace[1177003963] linearizableReadLoop","detail":"{readStateIndex:1933; appliedIndex:1926; }","duration":"1.653907156s","start":"2026-05-07T03:52:04.376935Z","end":"2026-05-07T03:52:06.030842Z","steps":["trace[1177003963] 'read index received' (duration: 153.86663ms)","trace[1177003963] 'applied index is now lower than readState.Index' (duration: 1.500039686s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:52:06.030858Z","caller":"traceutil/trace.go:171","msg":"trace[954333405] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"1.656902751s","start":"2026-05-07T03:52:04.373934Z","end":"2026-05-07T03:52:06.030837Z","steps":["trace[954333405] 'process raft request' (duration: 1.656571433s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:52:06.030922Z","caller":"traceutil/trace.go:171","msg":"trace[1242647780] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"1.656424889s","start":"2026-05-07T03:52:04.374466Z","end":"2026-05-07T03:52:06.03089Z","steps":["trace[1242647780] 'process raft request' (duration: 1.656214534s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:52:06.030977Z","caller":"traceutil/trace.go:171","msg":"trace[1021320396] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"1.656741767s","start":"2026-05-07T03:52:04.374222Z","end":"2026-05-07T03:52:06.030964Z","steps":["trace[1021320396] 'process raft request' (duration: 1.656401919s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:06.031017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65408579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:52:06.03106Z","caller":"traceutil/trace.go:171","msg":"trace[544124229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1862; }","duration":"1.654155622s","start":"2026-05-07T03:52:04.376893Z","end":"2026-05-07T03:52:06.031049Z","steps":["trace[544124229] 'agreement among raft nodes before linearized reading' (duration: 1.654092991s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:06.031055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:04.374211Z","time spent":"1.656800299s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:52:06.031079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:04.374456Z","time spent":"1.656543232s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:52:06.031104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:04.376873Z","time spent":"1.654214693s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:52:06.031156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09665798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:52:06.030948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:04.373913Z","time spent":"1.656990863s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:52:06.031196Z","caller":"traceutil/trace.go:171","msg":"trace[837058957] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1862; }","duration":"1.096749463s","start":"2026-05-07T03:52:04.934437Z","end":"2026-05-07T03:52:06.031186Z","steps":["trace[837058957] 'agreement among raft nodes before linearized reading' (duration: 1.096679401s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:06.03123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:04.934406Z","time spent":"1.096811993s","remote":"127.0.0.1:44276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:52:06.03128Z","caller":"traceutil/trace.go:171","msg":"trace[1623213123] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"1.655019424s","start":"2026-05-07T03:52:04.376246Z","end":"2026-05-07T03:52:06.031265Z","steps":["trace[1623213123] 'process raft request' (duration: 1.654471431s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:06.031372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:04.376237Z","time spent":"1.655084596s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:52:06.031569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.690647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T03:52:06.031614Z","caller":"traceutil/trace.go:171","msg":"trace[1464377121] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1862; }","duration":"650.751389ms","start":"2026-05-07T03:52:05.380844Z","end":"2026-05-07T03:52:06.031595Z","steps":["trace[1464377121] 'agreement among raft nodes before linearized reading' (duration: 650.638306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:06.031618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.257858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56522e55-1413-49af-a444-77e890848fe8\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-05-07T03:52:06.031644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:05.380832Z","time spent":"650.80514ms","remote":"127.0.0.1:45394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T03:52:06.031682Z","caller":"traceutil/trace.go:171","msg":"trace[1399760224] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56522e55-1413-49af-a444-77e890848fe8; range_end:; response_count:1; response_revision:1862; }","duration":"656.36181ms","start":"2026-05-07T03:52:05.375303Z","end":"2026-05-07T03:52:06.031665Z","steps":["trace[1399760224] 'agreement among raft nodes before linearized reading' (duration: 656.252698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:06.031714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.284146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:52:06.03174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:05.375265Z","time spent":"656.460833ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56522e55-1413-49af-a444-77e890848fe8\" "} {"level":"info","ts":"2026-05-07T03:52:06.031778Z","caller":"traceutil/trace.go:171","msg":"trace[1260103912] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1862; }","duration":"466.379908ms","start":"2026-05-07T03:52:05.565367Z","end":"2026-05-07T03:52:06.031747Z","steps":["trace[1260103912] 'agreement among raft nodes before linearized reading' (duration: 466.270276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:06.031813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:05.565341Z","time spent":"466.463601ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":56,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:52:11.308789Z","caller":"traceutil/trace.go:171","msg":"trace[1369643714] linearizableReadLoop","detail":"{readStateIndex:1983; appliedIndex:1982; }","duration":"246.879401ms","start":"2026-05-07T03:52:11.061888Z","end":"2026-05-07T03:52:11.308768Z","steps":["trace[1369643714] 'read index received' (duration: 246.699496ms)","trace[1369643714] 'applied index is now lower than readState.Index' (duration: 179.025µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:52:11.30889Z","caller":"traceutil/trace.go:171","msg":"trace[650518161] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"361.442166ms","start":"2026-05-07T03:52:10.947391Z","end":"2026-05-07T03:52:11.308834Z","steps":["trace[650518161] 'process raft request' (duration: 361.247681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:11.308981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.084696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11664"} {"level":"info","ts":"2026-05-07T03:52:11.309031Z","caller":"traceutil/trace.go:171","msg":"trace[1254922503] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1911; }","duration":"247.188549ms","start":"2026-05-07T03:52:11.061828Z","end":"2026-05-07T03:52:11.309016Z","steps":["trace[1254922503] 'agreement among raft nodes before linearized reading' (duration: 247.040835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:11.309097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.144506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T03:52:11.309162Z","caller":"traceutil/trace.go:171","msg":"trace[1531396416] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1911; }","duration":"243.247619ms","start":"2026-05-07T03:52:11.065893Z","end":"2026-05-07T03:52:11.309141Z","steps":["trace[1531396416] 'agreement among raft nodes before linearized reading' (duration: 243.037644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:11.309213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:10.947361Z","time spent":"361.625541ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:52:18.399814Z","caller":"traceutil/trace.go:171","msg":"trace[493240040] linearizableReadLoop","detail":"{readStateIndex:2044; appliedIndex:2043; }","duration":"289.884297ms","start":"2026-05-07T03:52:18.109903Z","end":"2026-05-07T03:52:18.399787Z","steps":["trace[493240040] 'read index received' (duration: 289.716683ms)","trace[493240040] 'applied index is now lower than readState.Index' (duration: 166.264µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:52:18.399849Z","caller":"traceutil/trace.go:171","msg":"trace[1410154770] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"295.778166ms","start":"2026-05-07T03:52:18.104044Z","end":"2026-05-07T03:52:18.399822Z","steps":["trace[1410154770] 'process raft request' (duration: 295.586581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:18.400052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.866788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:52:18.400099Z","caller":"traceutil/trace.go:171","msg":"trace[618691504] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1970; }","duration":"202.970961ms","start":"2026-05-07T03:52:18.197117Z","end":"2026-05-07T03:52:18.400088Z","steps":["trace[618691504] 'agreement among raft nodes before linearized reading' (duration: 202.877278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:18.400092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.952489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:52:18.400156Z","caller":"traceutil/trace.go:171","msg":"trace[519639173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1970; }","duration":"286.061252ms","start":"2026-05-07T03:52:18.114079Z","end":"2026-05-07T03:52:18.40014Z","steps":["trace[519639173] 'agreement among raft nodes before linearized reading' (duration: 285.882656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:18.400393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.01014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T03:52:18.400529Z","caller":"traceutil/trace.go:171","msg":"trace[558194110] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1970; }","duration":"286.203556ms","start":"2026-05-07T03:52:18.114292Z","end":"2026-05-07T03:52:18.400495Z","steps":["trace[558194110] 'agreement among raft nodes before linearized reading' (duration: 285.778725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:18.400772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.846672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:52:18.40089Z","caller":"traceutil/trace.go:171","msg":"trace[1763598247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1970; }","duration":"291.000626ms","start":"2026-05-07T03:52:18.109859Z","end":"2026-05-07T03:52:18.40086Z","steps":["trace[1763598247] 'agreement among raft nodes before linearized reading' (duration: 290.071092ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:52:18.740451Z","caller":"traceutil/trace.go:171","msg":"trace[169645095] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"336.348482ms","start":"2026-05-07T03:52:18.404077Z","end":"2026-05-07T03:52:18.740426Z","steps":["trace[169645095] 'process raft request' (duration: 317.518535ms)","trace[169645095] 'compare' (duration: 18.505138ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:52:18.740581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:18.404057Z","time spent":"336.457145ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:52:19.084039Z","caller":"traceutil/trace.go:171","msg":"trace[1786626118] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"678.986654ms","start":"2026-05-07T03:52:18.405021Z","end":"2026-05-07T03:52:19.084008Z","steps":["trace[1786626118] 'process raft request' (duration: 678.721207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:19.084185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:18.404998Z","time spent":"679.105946ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:52:19.084214Z","caller":"traceutil/trace.go:171","msg":"trace[1166783467] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"647.816386ms","start":"2026-05-07T03:52:18.436373Z","end":"2026-05-07T03:52:19.08419Z","steps":["trace[1166783467] 'process raft request' (duration: 647.742044ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:52:19.084323Z","caller":"traceutil/trace.go:171","msg":"trace[1434619284] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"659.210734ms","start":"2026-05-07T03:52:18.42509Z","end":"2026-05-07T03:52:19.084301Z","steps":["trace[1434619284] 'process raft request' (duration: 658.906736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:19.084341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:18.436363Z","time spent":"647.920828ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:52:19.084426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:18.425073Z","time spent":"659.300776ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:52:19.084458Z","caller":"traceutil/trace.go:171","msg":"trace[481742121] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"649.548978ms","start":"2026-05-07T03:52:18.434892Z","end":"2026-05-07T03:52:19.084441Z","steps":["trace[481742121] 'process raft request' (duration: 649.186179ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:52:19.084486Z","caller":"traceutil/trace.go:171","msg":"trace[207593758] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"658.186587ms","start":"2026-05-07T03:52:18.426251Z","end":"2026-05-07T03:52:19.084438Z","steps":["trace[207593758] 'process raft request' (duration: 657.789527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:19.084528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:18.434876Z","time spent":"649.612081ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:52:19.084652Z","caller":"traceutil/trace.go:171","msg":"trace[983022360] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"678.553761ms","start":"2026-05-07T03:52:18.405882Z","end":"2026-05-07T03:52:19.084435Z","steps":["trace[983022360] 'process raft request' (duration: 678.063469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:19.084927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:18.405856Z","time spent":"678.958262ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:52:19.084727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:18.426166Z","time spent":"658.434653ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:52:22.557945Z","caller":"traceutil/trace.go:171","msg":"trace[1014770319] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2067; }","duration":"107.320283ms","start":"2026-05-07T03:52:22.450598Z","end":"2026-05-07T03:52:22.557919Z","steps":["trace[1014770319] 'read index received' (duration: 107.110628ms)","trace[1014770319] 'applied index is now lower than readState.Index' (duration: 208.515µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:52:22.557995Z","caller":"traceutil/trace.go:171","msg":"trace[1297103735] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"138.684396ms","start":"2026-05-07T03:52:22.419276Z","end":"2026-05-07T03:52:22.55796Z","steps":["trace[1297103735] 'process raft request' (duration: 138.46093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:22.558141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.525839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T03:52:22.558183Z","caller":"traceutil/trace.go:171","msg":"trace[253281015] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1993; }","duration":"107.628821ms","start":"2026-05-07T03:52:22.450542Z","end":"2026-05-07T03:52:22.558171Z","steps":["trace[253281015] 'agreement among raft nodes before linearized reading' (duration: 107.474567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:23.598733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038411437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:52:24.099232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038411437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:52:24.599403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038411437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:52:24.876518Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.780001705s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:52:24.876943Z","caller":"traceutil/trace.go:171","msg":"trace[1077314986] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"1.780508169s","start":"2026-05-07T03:52:23.096402Z","end":"2026-05-07T03:52:24.87691Z","steps":["trace[1077314986] 'process raft request' (duration: 1.780336794s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:24.877103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:23.096364Z","time spent":"1.780636842s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:52:25.007463Z","caller":"traceutil/trace.go:171","msg":"trace[1877446251] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"1.908694577s","start":"2026-05-07T03:52:23.098745Z","end":"2026-05-07T03:52:25.007439Z","steps":["trace[1877446251] 'process raft request' (duration: 1.906492401s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:52:25.007486Z","caller":"traceutil/trace.go:171","msg":"trace[857779563] linearizableReadLoop","detail":"{readStateIndex:2073; appliedIndex:2069; }","duration":"1.90955758s","start":"2026-05-07T03:52:23.097897Z","end":"2026-05-07T03:52:25.007454Z","steps":["trace[857779563] 'read index received' (duration: 1.778884978s)","trace[857779563] 'applied index is now lower than readState.Index' (duration: 130.671142ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:52:25.007534Z","caller":"traceutil/trace.go:171","msg":"trace[2069000786] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"1.908476832s","start":"2026-05-07T03:52:23.099008Z","end":"2026-05-07T03:52:25.007485Z","steps":["trace[2069000786] 'process raft request' (duration: 1.908319648s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:52:25.007674Z","caller":"traceutil/trace.go:171","msg":"trace[491986321] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"1.90840964s","start":"2026-05-07T03:52:23.099245Z","end":"2026-05-07T03:52:25.007655Z","steps":["trace[491986321] 'process raft request' (duration: 1.908155034s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:25.007854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:23.098729Z","time spent":"1.90879358s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:52:25.007922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.627815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T03:52:25.007918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:23.099236Z","time spent":"1.908494682s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:52:25.007967Z","caller":"traceutil/trace.go:171","msg":"trace[323178395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1998; }","duration":"445.711407ms","start":"2026-05-07T03:52:24.562244Z","end":"2026-05-07T03:52:25.007956Z","steps":["trace[323178395] 'agreement among raft nodes before linearized reading' (duration: 445.515482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:25.007985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727773733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:52:25.00791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909447316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:52:25.00803Z","caller":"traceutil/trace.go:171","msg":"trace[1823187144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1998; }","duration":"1.90961808s","start":"2026-05-07T03:52:23.098403Z","end":"2026-05-07T03:52:25.008021Z","steps":["trace[1823187144] 'agreement among raft nodes before linearized reading' (duration: 1.909300742s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:25.008031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320386646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:52:25.008038Z","caller":"traceutil/trace.go:171","msg":"trace[508507222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1998; }","duration":"1.727848985s","start":"2026-05-07T03:52:23.280171Z","end":"2026-05-07T03:52:25.008019Z","steps":["trace[508507222] 'agreement among raft nodes before linearized reading' (duration: 1.727781214s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:25.008056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:23.098379Z","time spent":"1.909666012s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:52:25.00806Z","caller":"traceutil/trace.go:171","msg":"trace[277125045] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1998; }","duration":"1.320460208s","start":"2026-05-07T03:52:23.68759Z","end":"2026-05-07T03:52:25.00805Z","steps":["trace[277125045] 'agreement among raft nodes before linearized reading' (duration: 1.320423447s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:25.008054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910154465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-07T03:52:25.008048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600915438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T03:52:25.007936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444249237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T03:52:25.008097Z","caller":"traceutil/trace.go:171","msg":"trace[1982257384] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1998; }","duration":"1.60100307s","start":"2026-05-07T03:52:23.407084Z","end":"2026-05-07T03:52:25.008087Z","steps":["trace[1982257384] 'agreement among raft nodes before linearized reading' (duration: 1.600787825s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:25.008124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.679812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:52:25.008133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:23.407063Z","time spent":"1.601065611s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:52:25.008147Z","caller":"traceutil/trace.go:171","msg":"trace[686414215] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1998; }","duration":"289.740623ms","start":"2026-05-07T03:52:24.718397Z","end":"2026-05-07T03:52:25.008138Z","steps":["trace[686414215] 'agreement among raft nodes before linearized reading' (duration: 289.707832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:25.008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.720042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:52:25.008201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.895129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:52:25.00822Z","caller":"traceutil/trace.go:171","msg":"trace[824977739] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1998; }","duration":"912.981079ms","start":"2026-05-07T03:52:24.095227Z","end":"2026-05-07T03:52:25.008208Z","steps":["trace[824977739] 'agreement among raft nodes before linearized reading' (duration: 912.751343ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:52:25.008245Z","caller":"traceutil/trace.go:171","msg":"trace[944570766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1998; }","duration":"242.977461ms","start":"2026-05-07T03:52:24.765256Z","end":"2026-05-07T03:52:25.008233Z","steps":["trace[944570766] 'agreement among raft nodes before linearized reading' (duration: 242.865318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:25.008258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:24.095205Z","time spent":"913.03839ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:52:25.008226Z","caller":"traceutil/trace.go:171","msg":"trace[2015975205] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1998; }","duration":"1.444505133s","start":"2026-05-07T03:52:23.563639Z","end":"2026-05-07T03:52:25.008144Z","steps":["trace[2015975205] 'agreement among raft nodes before linearized reading' (duration: 1.444223666s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:25.008084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:23.687565Z","time spent":"1.32051386s","remote":"127.0.0.1:34020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:52:25.008088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:23.280149Z","time spent":"1.727929038s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:52:25.008091Z","caller":"traceutil/trace.go:171","msg":"trace[2064744528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1998; }","duration":"1.910234127s","start":"2026-05-07T03:52:23.097847Z","end":"2026-05-07T03:52:25.008081Z","steps":["trace[2064744528] 'agreement among raft nodes before linearized reading' (duration: 1.910134844s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:25.008397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:23.56362Z","time spent":"1.444715088s","remote":"127.0.0.1:45394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T03:52:25.008432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:23.097823Z","time spent":"1.910588106s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:52:25.007791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:23.099Z","time spent":"1.908678827s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:52:25.007998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:24.562223Z","time spent":"445.767598ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:52:55.814237Z","caller":"traceutil/trace.go:171","msg":"trace[1311478934] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"333.011707ms","start":"2026-05-07T03:52:55.481184Z","end":"2026-05-07T03:52:55.814195Z","steps":["trace[1311478934] 'process raft request' (duration: 332.179886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:55.814505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:55.481156Z","time spent":"333.210212ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:52:56.628479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.420874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:52:56.628604Z","caller":"traceutil/trace.go:171","msg":"trace[853780249] linearizableReadLoop","detail":"{readStateIndex:2254; appliedIndex:2253; }","duration":"374.984619ms","start":"2026-05-07T03:52:56.253594Z","end":"2026-05-07T03:52:56.628579Z","steps":["trace[853780249] 'read index received' (duration: 88.672µs)","trace[853780249] 'applied index is now lower than readState.Index' (duration: 374.894287ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:52:56.628715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.344371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:52:56.628739Z","caller":"traceutil/trace.go:171","msg":"trace[1519499123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2172; }","duration":"349.413753ms","start":"2026-05-07T03:52:56.279318Z","end":"2026-05-07T03:52:56.628731Z","steps":["trace[1519499123] 'agreement among raft nodes before linearized reading' (duration: 349.359201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:56.628765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:56.279277Z","time spent":"349.482084ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:52:56.62873Z","caller":"traceutil/trace.go:171","msg":"trace[234261877] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"740.133249ms","start":"2026-05-07T03:52:55.888518Z","end":"2026-05-07T03:52:56.628651Z","steps":["trace[234261877] 'process raft request' (duration: 153.400007ms)","trace[234261877] 'compare' (duration: 586.224399ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:52:56.629523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:55.888481Z","time spent":"740.509778ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:52:56.629648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.044465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T03:52:56.629759Z","caller":"traceutil/trace.go:171","msg":"trace[663313669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2172; }","duration":"376.23616ms","start":"2026-05-07T03:52:56.253497Z","end":"2026-05-07T03:52:56.629733Z","steps":["trace[663313669] 'agreement among raft nodes before linearized reading' (duration: 375.904601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:56.629818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:56.253413Z","time spent":"376.391494ms","remote":"127.0.0.1:45394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T03:52:57.646121Z","caller":"traceutil/trace.go:171","msg":"trace[74553120] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"634.635322ms","start":"2026-05-07T03:52:57.011462Z","end":"2026-05-07T03:52:57.646097Z","steps":["trace[74553120] 'process raft request' (duration: 634.483058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:57.64629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:57.011426Z","time spent":"634.778155ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:52:57.690541Z","caller":"traceutil/trace.go:171","msg":"trace[2007561828] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"550.434414ms","start":"2026-05-07T03:52:57.140073Z","end":"2026-05-07T03:52:57.690507Z","steps":["trace[2007561828] 'process raft request' (duration: 550.326632ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:52:57.690589Z","caller":"traceutil/trace.go:171","msg":"trace[1626155465] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"556.548498ms","start":"2026-05-07T03:52:57.133989Z","end":"2026-05-07T03:52:57.690538Z","steps":["trace[1626155465] 'process raft request' (duration: 556.261061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:57.690829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:57.140057Z","time spent":"550.597528ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:52:57.690849Z","caller":"traceutil/trace.go:171","msg":"trace[1890832016] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"550.591128ms","start":"2026-05-07T03:52:57.140195Z","end":"2026-05-07T03:52:57.690786Z","steps":["trace[1890832016] 'process raft request' (duration: 550.26051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:57.690932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:57.133957Z","time spent":"556.743643ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:52:57.691033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.824193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-07T03:52:57.691056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:57.140175Z","time spent":"550.766912ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:52:57.691112Z","caller":"traceutil/trace.go:171","msg":"trace[1053542174] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2178; }","duration":"533.958468ms","start":"2026-05-07T03:52:57.157133Z","end":"2026-05-07T03:52:57.691092Z","steps":["trace[1053542174] 'agreement among raft nodes before linearized reading' (duration: 533.759023ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:52:57.690991Z","caller":"traceutil/trace.go:171","msg":"trace[1157685536] linearizableReadLoop","detail":"{readStateIndex:2261; appliedIndex:2257; }","duration":"533.70949ms","start":"2026-05-07T03:52:57.1572Z","end":"2026-05-07T03:52:57.69091Z","steps":["trace[1157685536] 'read index received' (duration: 488.858667ms)","trace[1157685536] 'applied index is now lower than readState.Index' (duration: 44.653938ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:52:57.691309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:57.157103Z","time spent":"534.191953ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:52:57.691464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.067541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:52:57.691531Z","caller":"traceutil/trace.go:171","msg":"trace[1777463631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2178; }","duration":"411.155313ms","start":"2026-05-07T03:52:57.280357Z","end":"2026-05-07T03:52:57.691512Z","steps":["trace[1777463631] 'agreement among raft nodes before linearized reading' (duration: 411.04146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:57.691599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.18693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-07T03:52:57.691602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.331723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:52:57.69164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:57.280346Z","time spent":"411.231275ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:52:57.691702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.127209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:52:57.691654Z","caller":"traceutil/trace.go:171","msg":"trace[525901426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2178; }","duration":"528.290192ms","start":"2026-05-07T03:52:57.163348Z","end":"2026-05-07T03:52:57.691638Z","steps":["trace[525901426] 'agreement among raft nodes before linearized reading' (duration: 528.023926ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:52:57.691668Z","caller":"traceutil/trace.go:171","msg":"trace[2124452792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2178; }","duration":"524.435526ms","start":"2026-05-07T03:52:57.167213Z","end":"2026-05-07T03:52:57.691649Z","steps":["trace[2124452792] 'agreement among raft nodes before linearized reading' (duration: 524.21801ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:52:57.69175Z","caller":"traceutil/trace.go:171","msg":"trace[855254459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2178; }","duration":"528.19058ms","start":"2026-05-07T03:52:57.163548Z","end":"2026-05-07T03:52:57.691739Z","steps":["trace[855254459] 'agreement among raft nodes before linearized reading' (duration: 528.092517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:57.691771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:57.163336Z","time spent":"528.422066ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:52:57.691785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:57.163541Z","time spent":"528.237662ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:52:57.691788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.587014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-07T03:52:57.691805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:57.167198Z","time spent":"524.586939ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:52:57.69183Z","caller":"traceutil/trace.go:171","msg":"trace[359125906] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2178; }","duration":"521.649825ms","start":"2026-05-07T03:52:57.170168Z","end":"2026-05-07T03:52:57.691818Z","steps":["trace[359125906] 'agreement among raft nodes before linearized reading' (duration: 521.530822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:57.69187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:57.170157Z","time spent":"521.704777ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:52:57.850868Z","caller":"traceutil/trace.go:171","msg":"trace[1902827000] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"153.403748ms","start":"2026-05-07T03:52:57.697435Z","end":"2026-05-07T03:52:57.850839Z","steps":["trace[1902827000] 'process raft request' (duration: 129.582106ms)","trace[1902827000] 'compare' (duration: 23.667558ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:52:57.851189Z","caller":"traceutil/trace.go:171","msg":"trace[2015661807] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"153.679035ms","start":"2026-05-07T03:52:57.697482Z","end":"2026-05-07T03:52:57.851161Z","steps":["trace[2015661807] 'process raft request' (duration: 153.317306ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:52:57.851484Z","caller":"traceutil/trace.go:171","msg":"trace[2134981328] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"153.057068ms","start":"2026-05-07T03:52:57.698395Z","end":"2026-05-07T03:52:57.851452Z","steps":["trace[2134981328] 'process raft request' (duration: 152.911244ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:52:57.851494Z","caller":"traceutil/trace.go:171","msg":"trace[1732821901] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"153.635343ms","start":"2026-05-07T03:52:57.69781Z","end":"2026-05-07T03:52:57.851446Z","steps":["trace[1732821901] 'process raft request' (duration: 153.266924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:59.172222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.237981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-07T03:52:59.172274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.54922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:52:59.172322Z","caller":"traceutil/trace.go:171","msg":"trace[1920262890] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2183; }","duration":"469.405786ms","start":"2026-05-07T03:52:58.702892Z","end":"2026-05-07T03:52:59.172298Z","steps":["trace[1920262890] 'range keys from in-memory index tree' (duration: 468.784861ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:52:59.172388Z","caller":"traceutil/trace.go:171","msg":"trace[822002598] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2183; }","duration":"545.743336ms","start":"2026-05-07T03:52:58.626612Z","end":"2026-05-07T03:52:59.172355Z","steps":["trace[822002598] 'count revisions from in-memory index tree' (duration: 545.408707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:59.172283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.368393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:52:59.172466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:58.626585Z","time spent":"545.847088ms","remote":"127.0.0.1:51744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:52:59.172478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:58.702863Z","time spent":"469.503949ms","remote":"127.0.0.1:45394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T03:52:59.172505Z","caller":"traceutil/trace.go:171","msg":"trace[1471304648] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2183; }","duration":"893.663869ms","start":"2026-05-07T03:52:58.278804Z","end":"2026-05-07T03:52:59.172468Z","steps":["trace[1471304648] 'count revisions from in-memory index tree' (duration: 893.256809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:52:59.172603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:52:58.278774Z","time spent":"893.792263ms","remote":"127.0.0.1:42522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":17,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:53:05.193263Z","caller":"traceutil/trace.go:171","msg":"trace[1832806766] linearizableReadLoop","detail":"{readStateIndex:2298; appliedIndex:2297; }","duration":"114.078981ms","start":"2026-05-07T03:53:05.079149Z","end":"2026-05-07T03:53:05.193228Z","steps":["trace[1832806766] 'read index received' (duration: 113.759443ms)","trace[1832806766] 'applied index is now lower than readState.Index' (duration: 318.488µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:53:05.193511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.297976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:53:05.193572Z","caller":"traceutil/trace.go:171","msg":"trace[943122477] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2214; }","duration":"114.46079ms","start":"2026-05-07T03:53:05.079093Z","end":"2026-05-07T03:53:05.193554Z","steps":["trace[943122477] 'agreement among raft nodes before linearized reading' (duration: 114.268105ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:53:05.193841Z","caller":"traceutil/trace.go:171","msg":"trace[281032189] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"695.937301ms","start":"2026-05-07T03:53:04.497859Z","end":"2026-05-07T03:53:05.193796Z","steps":["trace[281032189] 'process raft request' (duration: 695.144411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:05.194176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:04.497819Z","time spent":"696.129816ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:53:06.25721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038411973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:53:06.428783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.893789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:53:06.428873Z","caller":"traceutil/trace.go:171","msg":"trace[2138723312] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2214; }","duration":"873.042813ms","start":"2026-05-07T03:53:05.55581Z","end":"2026-05-07T03:53:06.428852Z","steps":["trace[2138723312] 'count revisions from in-memory index tree' (duration: 872.779646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:06.428872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205260151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-07T03:53:06.428916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:05.555786Z","time spent":"873.120044ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:53:06.428953Z","caller":"traceutil/trace.go:171","msg":"trace[1680081564] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2214; }","duration":"1.205399505s","start":"2026-05-07T03:53:05.223532Z","end":"2026-05-07T03:53:06.428931Z","steps":["trace[1680081564] 'range keys from in-memory index tree' (duration: 1.205089367s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:06.428996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:05.223509Z","time spent":"1.205477366s","remote":"127.0.0.1:45394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T03:53:06.429036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148896877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:53:06.42909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.265173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ad2c218d7bae5e\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-07T03:53:06.429124Z","caller":"traceutil/trace.go:171","msg":"trace[459589416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2214; }","duration":"1.149048682s","start":"2026-05-07T03:53:05.280051Z","end":"2026-05-07T03:53:06.4291Z","steps":["trace[459589416] 'range keys from in-memory index tree' (duration: 1.148778934s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:06.429169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:05.280021Z","time spent":"1.149139083s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:53:06.429167Z","caller":"traceutil/trace.go:171","msg":"trace[187861910] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18ad2c218d7bae5e; range_end:; response_count:1; response_revision:2214; }","duration":"952.398336ms","start":"2026-05-07T03:53:05.476747Z","end":"2026-05-07T03:53:06.429146Z","steps":["trace[187861910] 'range keys from in-memory index tree' (duration: 951.990816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:06.429216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:05.476691Z","time spent":"952.515949ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ad2c218d7bae5e\" "} {"level":"info","ts":"2026-05-07T03:53:06.464412Z","caller":"traceutil/trace.go:171","msg":"trace[858915929] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"789.581296ms","start":"2026-05-07T03:53:05.67481Z","end":"2026-05-07T03:53:06.464392Z","steps":["trace[858915929] 'process raft request' (duration: 789.406932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:06.464554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:05.674775Z","time spent":"789.699879ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:53:07.079566Z","caller":"traceutil/trace.go:171","msg":"trace[745954292] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"1.362139782s","start":"2026-05-07T03:53:05.717396Z","end":"2026-05-07T03:53:07.079536Z","steps":["trace[745954292] 'process raft request' (duration: 1.361933917s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:07.079756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:05.717354Z","time spent":"1.362315607s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:53:07.080063Z","caller":"traceutil/trace.go:171","msg":"trace[793459367] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"1.357628858s","start":"2026-05-07T03:53:05.722422Z","end":"2026-05-07T03:53:07.080051Z","steps":["trace[793459367] 'process raft request' (duration: 1.357074143s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:07.080212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:05.722392Z","time spent":"1.35769796s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:53:07.080286Z","caller":"traceutil/trace.go:171","msg":"trace[979103630] linearizableReadLoop","detail":"{readStateIndex:2302; appliedIndex:2298; }","duration":"1.323479586s","start":"2026-05-07T03:53:05.756748Z","end":"2026-05-07T03:53:07.080228Z","steps":["trace[979103630] 'read index received' (duration: 707.478823ms)","trace[979103630] 'applied index is now lower than readState.Index' (duration: 615.998053ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:53:07.080375Z","caller":"traceutil/trace.go:171","msg":"trace[2029145101] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"648.564666ms","start":"2026-05-07T03:53:06.431775Z","end":"2026-05-07T03:53:07.08034Z","steps":["trace[2029145101] 'process raft request' (duration: 648.300489ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:53:07.080365Z","caller":"traceutil/trace.go:171","msg":"trace[1866554170] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"1.354779636s","start":"2026-05-07T03:53:05.725574Z","end":"2026-05-07T03:53:07.080353Z","steps":["trace[1866554170] 'process raft request' (duration: 1.354376116s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:07.080547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:05.725555Z","time spent":"1.35496079s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:53:07.080578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:06.431749Z","time spent":"648.704769ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:53:07.080771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323950488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:53:07.080854Z","caller":"traceutil/trace.go:171","msg":"trace[635041669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2219; }","duration":"1.324150193s","start":"2026-05-07T03:53:05.756688Z","end":"2026-05-07T03:53:07.080839Z","steps":["trace[635041669] 'agreement among raft nodes before linearized reading' (duration: 1.323752983s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:07.080928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:05.75666Z","time spent":"1.324232075s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:53:07.5813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038411980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:53:08.081646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038411980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:53:08.431159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000280054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:53:08.431248Z","caller":"traceutil/trace.go:171","msg":"trace[2060832169] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00051787s","start":"2026-05-07T03:53:06.43071Z","end":"2026-05-07T03:53:08.431228Z","steps":["trace[2060832169] 'agreement among raft nodes before linearized reading' (duration: 2.000380456s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:08.4313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:06.430674Z","time spent":"2.000612282s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:53:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:53:08.638298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.978015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:53:08.638535Z","caller":"traceutil/trace.go:171","msg":"trace[1117488748] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"1.833410171s","start":"2026-05-07T03:53:06.805087Z","end":"2026-05-07T03:53:08.638498Z","steps":["trace[1117488748] 'process raft request' (duration: 1.291113078s)","trace[1117488748] 'compare' (duration: 541.584445ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:53:08.638616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317286338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:53:08.638672Z","caller":"traceutil/trace.go:171","msg":"trace[1747273944] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2221; }","duration":"2.31737699s","start":"2026-05-07T03:53:06.321275Z","end":"2026-05-07T03:53:08.638652Z","steps":["trace[1747273944] 'agreement among raft nodes before linearized reading' (duration: 2.317240376s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:08.638703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:06.80506Z","time spent":"1.833546175s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:53:08.638788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88444725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:53:08.638808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.606578982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:53:08.63882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569415164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-05-07T03:53:08.63886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014395691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T03:53:08.638853Z","caller":"traceutil/trace.go:171","msg":"trace[2042891567] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2221; }","duration":"1.884600983s","start":"2026-05-07T03:53:06.754236Z","end":"2026-05-07T03:53:08.638837Z","steps":["trace[2042891567] 'agreement among raft nodes before linearized reading' (duration: 1.88447059s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:08.638718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:06.321253Z","time spent":"2.317455951s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:53:08.63888Z","caller":"traceutil/trace.go:171","msg":"trace[472520768] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:2221; }","duration":"2.014456612s","start":"2026-05-07T03:53:06.624417Z","end":"2026-05-07T03:53:08.638873Z","steps":["trace[472520768] 'agreement among raft nodes before linearized reading' (duration: 2.014402471s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:53:08.638876Z","caller":"traceutil/trace.go:171","msg":"trace[370017732] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2221; }","duration":"2.606708795s","start":"2026-05-07T03:53:06.03215Z","end":"2026-05-07T03:53:08.638859Z","steps":["trace[370017732] 'agreement among raft nodes before linearized reading' (duration: 2.606540951s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:53:08.638848Z","caller":"traceutil/trace.go:171","msg":"trace[1539997154] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"1.554033727s","start":"2026-05-07T03:53:07.084788Z","end":"2026-05-07T03:53:08.638821Z","steps":["trace[1539997154] 'process raft request' (duration: 1.553641677s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:08.638899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:06.624392Z","time spent":"2.014503483s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-05-07T03:53:08.638896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:06.754207Z","time spent":"1.884675776s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:53:08.638889Z","caller":"traceutil/trace.go:171","msg":"trace[1293853517] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2221; }","duration":"2.569522836s","start":"2026-05-07T03:53:06.069347Z","end":"2026-05-07T03:53:08.63887Z","steps":["trace[1293853517] 'agreement among raft nodes before linearized reading' (duration: 2.569325751s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:08.638919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:06.032127Z","time spent":"2.606781377s","remote":"127.0.0.1:49158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:53:08.638927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709111471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T03:53:08.638948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:06.069323Z","time spent":"2.569613159s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T03:53:08.638961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:07.084763Z","time spent":"1.55415482s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:53:08.638968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.72612793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T03:53:08.638984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737223871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:53:08.639008Z","caller":"traceutil/trace.go:171","msg":"trace[1847504136] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2221; }","duration":"2.726195072s","start":"2026-05-07T03:53:05.912802Z","end":"2026-05-07T03:53:08.638997Z","steps":["trace[1847504136] 'agreement among raft nodes before linearized reading' (duration: 2.72607747s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:53:08.638979Z","caller":"traceutil/trace.go:171","msg":"trace[2092253114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2221; }","duration":"2.709214144s","start":"2026-05-07T03:53:05.92975Z","end":"2026-05-07T03:53:08.638964Z","steps":["trace[2092253114] 'agreement among raft nodes before linearized reading' (duration: 2.708768163s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:08.639041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:05.912789Z","time spent":"2.726242623s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:53:08.638806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906075056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"warn","ts":"2026-05-07T03:53:08.639008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726403168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:53:08.639042Z","caller":"traceutil/trace.go:171","msg":"trace[1471473507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2221; }","duration":"2.737328283s","start":"2026-05-07T03:53:05.901698Z","end":"2026-05-07T03:53:08.639026Z","steps":["trace[1471473507] 'agreement among raft nodes before linearized reading' (duration: 2.737148329s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:53:08.639079Z","caller":"traceutil/trace.go:171","msg":"trace[1377763313] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2221; }","duration":"1.906381093s","start":"2026-05-07T03:53:06.732684Z","end":"2026-05-07T03:53:08.639065Z","steps":["trace[1377763313] 'agreement among raft nodes before linearized reading' (duration: 1.906052895s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:08.639107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:06.732662Z","time spent":"1.906439604s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:53:08.639115Z","caller":"traceutil/trace.go:171","msg":"trace[1430867438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2221; }","duration":"2.726565641s","start":"2026-05-07T03:53:05.912527Z","end":"2026-05-07T03:53:08.639093Z","steps":["trace[1430867438] 'agreement among raft nodes before linearized reading' (duration: 2.726221282s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:08.639115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:05.901671Z","time spent":"2.737431726s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:53:08.639157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:05.912505Z","time spent":"2.726643593s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:53:08.63921Z","caller":"traceutil/trace.go:171","msg":"trace[1976665489] linearizableReadLoop","detail":"{readStateIndex:2305; appliedIndex:2303; }","duration":"1.558807167s","start":"2026-05-07T03:53:07.080383Z","end":"2026-05-07T03:53:08.63919Z","steps":["trace[1976665489] 'read index received' (duration: 1.015833158s)","trace[1976665489] 'applied index is now lower than readState.Index' (duration: 542.284702ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:53:08.639304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.802852787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:53:08.639369Z","caller":"traceutil/trace.go:171","msg":"trace[1859573744] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2221; }","duration":"2.803010461s","start":"2026-05-07T03:53:05.836341Z","end":"2026-05-07T03:53:08.639352Z","steps":["trace[1859573744] 'agreement among raft nodes before linearized reading' (duration: 2.802872158s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:08.639417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:05.83631Z","time spent":"2.803093114s","remote":"127.0.0.1:51762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:53:08.639512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:05.929738Z","time spent":"2.709324986s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:53:08.639755Z","caller":"traceutil/trace.go:171","msg":"trace[853254511] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"170.083814ms","start":"2026-05-07T03:53:08.46965Z","end":"2026-05-07T03:53:08.639733Z","steps":["trace[853254511] 'process raft request' (duration: 169.982951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:08.639793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.594786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:53:08.639786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291828337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:53:08.639827Z","caller":"traceutil/trace.go:171","msg":"trace[381565697] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2222; }","duration":"772.634627ms","start":"2026-05-07T03:53:07.867183Z","end":"2026-05-07T03:53:08.639818Z","steps":["trace[381565697] 'agreement among raft nodes before linearized reading' (duration: 772.579275ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:53:08.639843Z","caller":"traceutil/trace.go:171","msg":"trace[592069119] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2222; }","duration":"1.291928259s","start":"2026-05-07T03:53:07.3479Z","end":"2026-05-07T03:53:08.639828Z","steps":["trace[592069119] 'agreement among raft nodes before linearized reading' (duration: 1.291820676s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:08.639849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.989896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-07T03:53:08.639901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:07.347876Z","time spent":"1.292011361s","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:53:08.639899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202149472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T03:53:08.639912Z","caller":"traceutil/trace.go:171","msg":"trace[600212856] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce; range_end:; response_count:1; response_revision:2222; }","duration":"205.095139ms","start":"2026-05-07T03:53:08.4348Z","end":"2026-05-07T03:53:08.639895Z","steps":["trace[600212856] 'agreement among raft nodes before linearized reading' (duration: 204.925905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:08.639866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.8183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:53:08.639948Z","caller":"traceutil/trace.go:171","msg":"trace[1943396220] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2222; }","duration":"1.202256965s","start":"2026-05-07T03:53:07.437679Z","end":"2026-05-07T03:53:08.639936Z","steps":["trace[1943396220] 'agreement among raft nodes before linearized reading' (duration: 1.202095271s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:08.639853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:07.867109Z","time spent":"772.73734ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:53:08.639985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:07.437649Z","time spent":"1.202324587s","remote":"127.0.0.1:45394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T03:53:08.639999Z","caller":"traceutil/trace.go:171","msg":"trace[1946382879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2222; }","duration":"201.009295ms","start":"2026-05-07T03:53:08.438961Z","end":"2026-05-07T03:53:08.63997Z","steps":["trace[1946382879] 'agreement among raft nodes before linearized reading' (duration: 200.791749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:03.119677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.203831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-07T03:54:03.119834Z","caller":"traceutil/trace.go:171","msg":"trace[1143652857] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2680; }","duration":"365.405886ms","start":"2026-05-07T03:54:02.754379Z","end":"2026-05-07T03:54:03.119785Z","steps":["trace[1143652857] 'range keys from in-memory index tree' (duration: 364.995285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:03.119896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:02.754355Z","time spent":"365.525269ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-07T03:54:03.120671Z","caller":"traceutil/trace.go:171","msg":"trace[641432471] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"262.559679ms","start":"2026-05-07T03:54:02.85808Z","end":"2026-05-07T03:54:03.12064Z","steps":["trace[641432471] 'process raft request' (duration: 259.782099ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:54:03.120664Z","caller":"traceutil/trace.go:171","msg":"trace[481499206] linearizableReadLoop","detail":"{readStateIndex:2786; appliedIndex:2785; }","duration":"214.102565ms","start":"2026-05-07T03:54:02.906502Z","end":"2026-05-07T03:54:03.120604Z","steps":["trace[481499206] 'read index received' (duration: 211.239513ms)","trace[481499206] 'applied index is now lower than readState.Index' (duration: 2.860962ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:54:03.120915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.397483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:54:03.120995Z","caller":"traceutil/trace.go:171","msg":"trace[1414452841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2681; }","duration":"214.530136ms","start":"2026-05-07T03:54:02.906447Z","end":"2026-05-07T03:54:03.120978Z","steps":["trace[1414452841] 'agreement among raft nodes before linearized reading' (duration: 214.26276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:03.121067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.606043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-07T03:54:03.121154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.884046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:54:03.121164Z","caller":"traceutil/trace.go:171","msg":"trace[2031743903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2681; }","duration":"156.738807ms","start":"2026-05-07T03:54:02.964405Z","end":"2026-05-07T03:54:03.121143Z","steps":["trace[2031743903] 'agreement among raft nodes before linearized reading' (duration: 156.435989ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:54:03.121184Z","caller":"traceutil/trace.go:171","msg":"trace[2077842755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2681; }","duration":"155.940016ms","start":"2026-05-07T03:54:02.965237Z","end":"2026-05-07T03:54:03.121177Z","steps":["trace[2077842755] 'agreement among raft nodes before linearized reading' (duration: 155.865504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:03.121167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.729289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:54:03.121242Z","caller":"traceutil/trace.go:171","msg":"trace[1076178540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2681; }","duration":"166.819542ms","start":"2026-05-07T03:54:02.954405Z","end":"2026-05-07T03:54:03.121224Z","steps":["trace[1076178540] 'agreement among raft nodes before linearized reading' (duration: 166.423322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:03.121094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.933288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:54:03.121349Z","caller":"traceutil/trace.go:171","msg":"trace[1174633808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2681; }","duration":"162.212036ms","start":"2026-05-07T03:54:02.95912Z","end":"2026-05-07T03:54:03.121332Z","steps":["trace[1174633808] 'agreement among raft nodes before linearized reading' (duration: 161.772214ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:54:07.445198Z","caller":"traceutil/trace.go:171","msg":"trace[1414726223] linearizableReadLoop","detail":"{readStateIndex:2811; appliedIndex:2810; }","duration":"437.033649ms","start":"2026-05-07T03:54:07.008117Z","end":"2026-05-07T03:54:07.44515Z","steps":["trace[1414726223] 'read index received' (duration: 436.818973ms)","trace[1414726223] 'applied index is now lower than readState.Index' (duration: 212.696µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:54:07.445229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:06.629672Z","time spent":"815.546321ms","remote":"127.0.0.1:51244","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T03:54:07.445712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.561642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-07T03:54:07.445817Z","caller":"traceutil/trace.go:171","msg":"trace[503916989] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2705; }","duration":"437.737117ms","start":"2026-05-07T03:54:07.008057Z","end":"2026-05-07T03:54:07.445794Z","steps":["trace[503916989] 'agreement among raft nodes before linearized reading' (duration: 437.193083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:07.445977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:07.008035Z","time spent":"437.927691ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:54:07.525561Z","caller":"traceutil/trace.go:171","msg":"trace[1085346352] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"391.201693ms","start":"2026-05-07T03:54:07.134319Z","end":"2026-05-07T03:54:07.52552Z","steps":["trace[1085346352] 'process raft request' (duration: 390.944547ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:54:07.525591Z","caller":"traceutil/trace.go:171","msg":"trace[41163925] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"213.870742ms","start":"2026-05-07T03:54:07.311693Z","end":"2026-05-07T03:54:07.525563Z","steps":["trace[41163925] 'process raft request' (duration: 213.720629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:07.526133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.152349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-07T03:54:07.526217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.702647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:54:07.526187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:07.134292Z","time spent":"391.773148ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:54:07.52626Z","caller":"traceutil/trace.go:171","msg":"trace[608220707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2709; }","duration":"379.317593ms","start":"2026-05-07T03:54:07.146916Z","end":"2026-05-07T03:54:07.526233Z","steps":["trace[608220707] 'agreement among raft nodes before linearized reading' (duration: 378.921123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:07.526593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:07.146907Z","time spent":"379.639531ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:54:07.526379Z","caller":"traceutil/trace.go:171","msg":"trace[1988122914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2709; }","duration":"378.944364ms","start":"2026-05-07T03:54:07.14741Z","end":"2026-05-07T03:54:07.526355Z","steps":["trace[1988122914] 'agreement among raft nodes before linearized reading' (duration: 378.517614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:07.526816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:07.147379Z","time spent":"379.381774ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:54:07.525678Z","caller":"traceutil/trace.go:171","msg":"trace[113488436] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"204.343762ms","start":"2026-05-07T03:54:07.321329Z","end":"2026-05-07T03:54:07.525673Z","steps":["trace[113488436] 'process raft request' (duration: 204.164738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:07.525759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.534786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:54:07.527106Z","caller":"traceutil/trace.go:171","msg":"trace[1813615092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2709; }","duration":"245.935861ms","start":"2026-05-07T03:54:07.281147Z","end":"2026-05-07T03:54:07.527083Z","steps":["trace[1813615092] 'agreement among raft nodes before linearized reading' (duration: 244.546067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:07.525864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.660462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-07T03:54:07.527218Z","caller":"traceutil/trace.go:171","msg":"trace[1001468951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2709; }","duration":"378.991335ms","start":"2026-05-07T03:54:07.148169Z","end":"2026-05-07T03:54:07.527161Z","steps":["trace[1001468951] 'agreement among raft nodes before linearized reading' (duration: 377.605291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:07.525923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.812496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-07T03:54:07.527345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:07.148152Z","time spent":"379.142699ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:54:07.527411Z","caller":"traceutil/trace.go:171","msg":"trace[1060696139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2709; }","duration":"381.327584ms","start":"2026-05-07T03:54:07.146052Z","end":"2026-05-07T03:54:07.52738Z","steps":["trace[1060696139] 'agreement among raft nodes before linearized reading' (duration: 379.825536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:07.527515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:07.146023Z","time spent":"381.460477ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:54:07.525984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.762005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:54:07.527619Z","caller":"traceutil/trace.go:171","msg":"trace[879070766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2709; }","duration":"383.418956ms","start":"2026-05-07T03:54:07.144188Z","end":"2026-05-07T03:54:07.527607Z","steps":["trace[879070766] 'agreement among raft nodes before linearized reading' (duration: 381.748115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:07.527667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:07.144179Z","time spent":"383.475448ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:54:07.525658Z","caller":"traceutil/trace.go:171","msg":"trace[245255621] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"204.516777ms","start":"2026-05-07T03:54:07.321135Z","end":"2026-05-07T03:54:07.525652Z","steps":["trace[245255621] 'process raft request' (duration: 204.334302ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:54:13.705096Z","caller":"traceutil/trace.go:171","msg":"trace[1253702376] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"155.545622ms","start":"2026-05-07T03:54:13.549516Z","end":"2026-05-07T03:54:13.705062Z","steps":["trace[1253702376] 'process raft request' (duration: 155.283355ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:54:13.705997Z","caller":"traceutil/trace.go:171","msg":"trace[1693191539] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"155.563552ms","start":"2026-05-07T03:54:13.550421Z","end":"2026-05-07T03:54:13.705985Z","steps":["trace[1693191539] 'process raft request' (duration: 154.596958ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:54:13.706556Z","caller":"traceutil/trace.go:171","msg":"trace[1423454401] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"155.978633ms","start":"2026-05-07T03:54:13.550538Z","end":"2026-05-07T03:54:13.706516Z","steps":["trace[1423454401] 'process raft request' (duration: 155.339457ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:54:13.706557Z","caller":"traceutil/trace.go:171","msg":"trace[1784209932] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"155.910762ms","start":"2026-05-07T03:54:13.550611Z","end":"2026-05-07T03:54:13.706522Z","steps":["trace[1784209932] 'process raft request' (duration: 155.623175ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:54:13.706625Z","caller":"traceutil/trace.go:171","msg":"trace[644744832] linearizableReadLoop","detail":"{readStateIndex:2858; appliedIndex:2854; }","duration":"147.718394ms","start":"2026-05-07T03:54:13.558664Z","end":"2026-05-07T03:54:13.706382Z","steps":["trace[644744832] 'read index received' (duration: 145.15973ms)","trace[644744832] 'applied index is now lower than readState.Index' (duration: 2.532734ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:54:13.70691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.061806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-07T03:54:13.70691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.234868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:54:13.706958Z","caller":"traceutil/trace.go:171","msg":"trace[2009771658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2751; }","duration":"135.145007ms","start":"2026-05-07T03:54:13.5718Z","end":"2026-05-07T03:54:13.706945Z","steps":["trace[2009771658] 'agreement among raft nodes before linearized reading' (duration: 134.990473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:13.706961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.896696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:54:13.706969Z","caller":"traceutil/trace.go:171","msg":"trace[1872792652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2751; }","duration":"148.367541ms","start":"2026-05-07T03:54:13.558587Z","end":"2026-05-07T03:54:13.706954Z","steps":["trace[1872792652] 'agreement among raft nodes before linearized reading' (duration: 148.157055ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:54:13.707004Z","caller":"traceutil/trace.go:171","msg":"trace[2058194252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2751; }","duration":"136.000548ms","start":"2026-05-07T03:54:13.57099Z","end":"2026-05-07T03:54:13.706991Z","steps":["trace[2058194252] 'agreement among raft nodes before linearized reading' (duration: 135.820384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:13.707105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.156795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:54:13.707211Z","caller":"traceutil/trace.go:171","msg":"trace[750833072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2751; }","duration":"146.336649ms","start":"2026-05-07T03:54:13.560855Z","end":"2026-05-07T03:54:13.707192Z","steps":["trace[750833072] 'agreement among raft nodes before linearized reading' (duration: 145.93817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:13.70716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.154247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T03:54:13.708434Z","caller":"traceutil/trace.go:171","msg":"trace[519309838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2751; }","duration":"136.43884ms","start":"2026-05-07T03:54:13.571953Z","end":"2026-05-07T03:54:13.708392Z","steps":["trace[519309838] 'agreement among raft nodes before linearized reading' (duration: 135.148537ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:54:41.128075Z","caller":"traceutil/trace.go:171","msg":"trace[323437810] linearizableReadLoop","detail":"{readStateIndex:3025; appliedIndex:3024; }","duration":"357.923404ms","start":"2026-05-07T03:54:40.770121Z","end":"2026-05-07T03:54:41.128044Z","steps":["trace[323437810] 'read index received' (duration: 357.652347ms)","trace[323437810] 'applied index is now lower than readState.Index' (duration: 269.627µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:54:41.128263Z","caller":"traceutil/trace.go:171","msg":"trace[1280733404] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"422.205965ms","start":"2026-05-07T03:54:40.706006Z","end":"2026-05-07T03:54:41.128212Z","steps":["trace[1280733404] 'process raft request' (duration: 421.804585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:41.128364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.192891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:54:41.128436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.387614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18ad2c3b3f2352cd\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-05-07T03:54:41.128472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:40.705976Z","time spent":"422.405781ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:54:41.128498Z","caller":"traceutil/trace.go:171","msg":"trace[239355479] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18ad2c3b3f2352cd; range_end:; response_count:1; response_revision:2913; }","duration":"275.528707ms","start":"2026-05-07T03:54:40.852955Z","end":"2026-05-07T03:54:41.128484Z","steps":["trace[239355479] 'agreement among raft nodes before linearized reading' (duration: 275.302161ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:54:41.128501Z","caller":"traceutil/trace.go:171","msg":"trace[1026354153] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2913; }","duration":"358.350155ms","start":"2026-05-07T03:54:40.770076Z","end":"2026-05-07T03:54:41.128427Z","steps":["trace[1026354153] 'agreement among raft nodes before linearized reading' (duration: 358.1573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:41.128563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:40.77006Z","time spent":"358.486689ms","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:54:41.260457Z","caller":"traceutil/trace.go:171","msg":"trace[500561995] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"129.531696ms","start":"2026-05-07T03:54:41.130893Z","end":"2026-05-07T03:54:41.260425Z","steps":["trace[500561995] 'process raft request' (duration: 80.431957ms)","trace[500561995] 'compare' (duration: 48.971546ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:54:42.198535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.396864ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:54:42.198692Z","caller":"traceutil/trace.go:171","msg":"trace[1249989258] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2915; }","duration":"231.566539ms","start":"2026-05-07T03:54:41.967104Z","end":"2026-05-07T03:54:42.198671Z","steps":["trace[1249989258] 'range keys from in-memory index tree' (duration: 231.379844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:43.016933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.790985ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-07T03:54:43.296595Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.033402695s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:54:43.297148Z","caller":"traceutil/trace.go:171","msg":"trace[1887592859] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"1.473815609s","start":"2026-05-07T03:54:41.823307Z","end":"2026-05-07T03:54:43.297122Z","steps":["trace[1887592859] 'process raft request' (duration: 1.473729827s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:54:43.297197Z","caller":"traceutil/trace.go:171","msg":"trace[128316186] transaction","detail":"{read_only:false; response_revision:2916; number_of_response:1; }","duration":"1.473972062s","start":"2026-05-07T03:54:41.823165Z","end":"2026-05-07T03:54:43.297137Z","steps":["trace[128316186] 'process raft request' (duration: 1.473648584s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:43.297307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:41.823274Z","time spent":"1.473947782s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:54:43.297563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:41.823134Z","time spent":"1.474179858s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:54:43.297601Z","caller":"traceutil/trace.go:171","msg":"trace[1764620746] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"1.47145857s","start":"2026-05-07T03:54:41.82613Z","end":"2026-05-07T03:54:43.297589Z","steps":["trace[1764620746] 'process raft request' (duration: 1.470958627s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:43.297752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:41.826102Z","time spent":"1.471618443s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:54:43.297921Z","caller":"traceutil/trace.go:171","msg":"trace[1795430808] linearizableReadLoop","detail":"{readStateIndex:3032; appliedIndex:3027; }","duration":"1.465893499s","start":"2026-05-07T03:54:41.832019Z","end":"2026-05-07T03:54:43.297913Z","steps":["trace[1795430808] 'read index received' (duration: 431.185811ms)","trace[1795430808] 'applied index is now lower than readState.Index' (duration: 1.034706538s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:54:43.298031Z","caller":"traceutil/trace.go:171","msg":"trace[1717357625] transaction","detail":"{read_only:false; response_revision:2919; number_of_response:1; }","duration":"1.471531561s","start":"2026-05-07T03:54:41.826483Z","end":"2026-05-07T03:54:43.298014Z","steps":["trace[1717357625] 'process raft request' (duration: 1.471036289s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:43.298089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466077433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T03:54:43.298123Z","caller":"traceutil/trace.go:171","msg":"trace[791617818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2919; }","duration":"1.466158046s","start":"2026-05-07T03:54:41.831957Z","end":"2026-05-07T03:54:43.298115Z","steps":["trace[791617818] 'agreement among raft nodes before linearized reading' (duration: 1.466040913s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:43.298149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:41.831935Z","time spent":"1.466208927s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:54:43.298178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:41.826452Z","time spent":"1.471625424s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:54:43.306034Z","caller":"traceutil/trace.go:171","msg":"trace[862523359] transaction","detail":"{read_only:false; response_revision:2920; number_of_response:1; }","duration":"647.768272ms","start":"2026-05-07T03:54:42.658227Z","end":"2026-05-07T03:54:43.305995Z","steps":["trace[862523359] 'process raft request' (duration: 647.582577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:43.306306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:42.658199Z","time spent":"647.934386ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:54:43.306337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.005656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18ad2c3a732673b0\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-05-07T03:54:43.306417Z","caller":"traceutil/trace.go:171","msg":"trace[1858955882] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18ad2c3a732673b0; range_end:; response_count:1; response_revision:2921; }","duration":"872.163539ms","start":"2026-05-07T03:54:42.434237Z","end":"2026-05-07T03:54:43.306401Z","steps":["trace[1858955882] 'agreement among raft nodes before linearized reading' (duration: 871.960044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:43.306453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:42.43421Z","time spent":"872.235881ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18ad2c3a732673b0\" "} {"level":"warn","ts":"2026-05-07T03:54:43.306439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472602048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:54:43.306531Z","caller":"traceutil/trace.go:171","msg":"trace[1496768613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2921; }","duration":"1.472735301s","start":"2026-05-07T03:54:41.833774Z","end":"2026-05-07T03:54:43.306509Z","steps":["trace[1496768613] 'agreement among raft nodes before linearized reading' (duration: 1.472418344s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:43.306579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:41.833764Z","time spent":"1.472803173s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:54:43.30666Z","caller":"traceutil/trace.go:171","msg":"trace[457824417] transaction","detail":"{read_only:false; response_revision:2921; number_of_response:1; }","duration":"504.392487ms","start":"2026-05-07T03:54:42.802258Z","end":"2026-05-07T03:54:43.30665Z","steps":["trace[457824417] 'process raft request' (duration: 503.661569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:43.306749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:42.802226Z","time spent":"504.461599ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:54:43.306853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460429201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T03:54:43.306882Z","caller":"traceutil/trace.go:171","msg":"trace[1757145111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2921; }","duration":"1.460513854s","start":"2026-05-07T03:54:41.84636Z","end":"2026-05-07T03:54:43.306874Z","steps":["trace[1757145111] 'agreement among raft nodes before linearized reading' (duration: 1.460438292s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:43.306909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:41.846333Z","time spent":"1.460567414s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:54:43.306925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.074063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:54:43.307001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464328489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-07T03:54:43.307023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.288555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:54:43.307058Z","caller":"traceutil/trace.go:171","msg":"trace[113395246] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2921; }","duration":"955.367878ms","start":"2026-05-07T03:54:42.351678Z","end":"2026-05-07T03:54:43.307046Z","steps":["trace[113395246] 'agreement among raft nodes before linearized reading' (duration: 955.309635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:43.307087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:42.351647Z","time spent":"955.43107ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:54:43.307121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170969023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-07T03:54:43.307027Z","caller":"traceutil/trace.go:171","msg":"trace[192988982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2921; }","duration":"1.46439103s","start":"2026-05-07T03:54:41.842631Z","end":"2026-05-07T03:54:43.307022Z","steps":["trace[192988982] 'agreement among raft nodes before linearized reading' (duration: 1.464327669s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:54:43.30716Z","caller":"traceutil/trace.go:171","msg":"trace[1214673590] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2921; }","duration":"1.171052675s","start":"2026-05-07T03:54:42.136097Z","end":"2026-05-07T03:54:43.30715Z","steps":["trace[1214673590] 'agreement among raft nodes before linearized reading' (duration: 1.170930652s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:43.307193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:42.136073Z","time spent":"1.171112797s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-07T03:54:43.307209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:41.842611Z","time spent":"1.464578596s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:54:43.306995Z","caller":"traceutil/trace.go:171","msg":"trace[585303518] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2921; }","duration":"221.207506ms","start":"2026-05-07T03:54:43.085769Z","end":"2026-05-07T03:54:43.306977Z","steps":["trace[585303518] 'agreement among raft nodes before linearized reading' (duration: 221.062553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:43.307432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460410521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:54:43.307644Z","caller":"traceutil/trace.go:171","msg":"trace[401580316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2921; }","duration":"1.460605116s","start":"2026-05-07T03:54:41.846948Z","end":"2026-05-07T03:54:43.307553Z","steps":["trace[401580316] 'agreement among raft nodes before linearized reading' (duration: 1.459859727s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:43.307715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:41.846936Z","time spent":"1.46076424s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:55:15.733308Z","caller":"traceutil/trace.go:171","msg":"trace[1710352763] transaction","detail":"{read_only:false; response_revision:3094; number_of_response:1; }","duration":"246.552023ms","start":"2026-05-07T03:55:15.486719Z","end":"2026-05-07T03:55:15.733271Z","steps":["trace[1710352763] 'process raft request' (duration: 246.377359ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:55:15.73434Z","caller":"traceutil/trace.go:171","msg":"trace[365190124] linearizableReadLoop","detail":"{readStateIndex:3216; appliedIndex:3213; }","duration":"118.64883ms","start":"2026-05-07T03:55:15.615661Z","end":"2026-05-07T03:55:15.73431Z","steps":["trace[365190124] 'read index received' (duration: 117.418879ms)","trace[365190124] 'applied index is now lower than readState.Index' (duration: 1.228811ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:55:15.734551Z","caller":"traceutil/trace.go:171","msg":"trace[550103771] transaction","detail":"{read_only:false; response_revision:3095; number_of_response:1; }","duration":"247.801704ms","start":"2026-05-07T03:55:15.486728Z","end":"2026-05-07T03:55:15.734529Z","steps":["trace[550103771] 'process raft request' (duration: 247.321932ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:55:15.734795Z","caller":"traceutil/trace.go:171","msg":"trace[1773761411] transaction","detail":"{read_only:false; response_revision:3096; number_of_response:1; }","duration":"246.466351ms","start":"2026-05-07T03:55:15.488291Z","end":"2026-05-07T03:55:15.734757Z","steps":["trace[1773761411] 'process raft request' (duration: 245.906317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:15.734858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.434949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-07T03:55:15.734879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.824167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:55:15.734952Z","caller":"traceutil/trace.go:171","msg":"trace[1457490494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3096; }","duration":"115.590492ms","start":"2026-05-07T03:55:15.61934Z","end":"2026-05-07T03:55:15.734931Z","steps":["trace[1457490494] 'agreement among raft nodes before linearized reading' (duration: 115.328216ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:55:15.734962Z","caller":"traceutil/trace.go:171","msg":"trace[1716612987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3096; }","duration":"113.945111ms","start":"2026-05-07T03:55:15.620999Z","end":"2026-05-07T03:55:15.734944Z","steps":["trace[1716612987] 'agreement among raft nodes before linearized reading' (duration: 113.731505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:15.734849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.757747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T03:55:15.735309Z","caller":"traceutil/trace.go:171","msg":"trace[2012680956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3096; }","duration":"116.275329ms","start":"2026-05-07T03:55:15.619016Z","end":"2026-05-07T03:55:15.735291Z","steps":["trace[2012680956] 'agreement among raft nodes before linearized reading' (duration: 115.691925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:15.73485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.824094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:55:15.735412Z","caller":"traceutil/trace.go:171","msg":"trace[1920397183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3096; }","duration":"119.410849ms","start":"2026-05-07T03:55:15.615991Z","end":"2026-05-07T03:55:15.735402Z","steps":["trace[1920397183] 'agreement among raft nodes before linearized reading' (duration: 118.65572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:15.73546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.033549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T03:55:15.735519Z","caller":"traceutil/trace.go:171","msg":"trace[1236403575] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3096; }","duration":"119.886281ms","start":"2026-05-07T03:55:15.615613Z","end":"2026-05-07T03:55:15.735499Z","steps":["trace[1236403575] 'agreement among raft nodes before linearized reading' (duration: 118.889936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:56:48.426889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.697659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-07T03:56:48.426995Z","caller":"traceutil/trace.go:171","msg":"trace[267484817] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3630; }","duration":"107.865263ms","start":"2026-05-07T03:56:48.319106Z","end":"2026-05-07T03:56:48.426971Z","steps":["trace[267484817] 'range keys from in-memory index tree' (duration: 107.505924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:56:54.024128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.984766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-07T03:56:54.024257Z","caller":"traceutil/trace.go:171","msg":"trace[222257956] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3722; }","duration":"171.182042ms","start":"2026-05-07T03:56:53.853049Z","end":"2026-05-07T03:56:54.024231Z","steps":["trace[222257956] 'range keys from in-memory index tree' (duration: 170.70185ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:56:54.030665Z","caller":"traceutil/trace.go:171","msg":"trace[469724519] transaction","detail":"{read_only:false; response_revision:3723; number_of_response:1; }","duration":"154.775589ms","start":"2026-05-07T03:56:53.875863Z","end":"2026-05-07T03:56:54.030638Z","steps":["trace[469724519] 'process raft request' (duration: 154.644414ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:57:21.370372Z","caller":"traceutil/trace.go:171","msg":"trace[157096181] transaction","detail":"{read_only:false; response_revision:3948; number_of_response:1; }","duration":"407.62683ms","start":"2026-05-07T03:57:20.962711Z","end":"2026-05-07T03:57:21.370338Z","steps":["trace[157096181] 'process raft request' (duration: 407.417744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:57:21.37059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:57:20.962673Z","time spent":"407.805784ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17039,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:57:21.371285Z","caller":"traceutil/trace.go:171","msg":"trace[28007711] linearizableReadLoop","detail":"{readStateIndex:4099; appliedIndex:4097; }","duration":"267.248478ms","start":"2026-05-07T03:57:21.104002Z","end":"2026-05-07T03:57:21.37125Z","steps":["trace[28007711] 'read index received' (duration: 266.210312ms)","trace[28007711] 'applied index is now lower than readState.Index' (duration: 1.036766ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:57:21.371387Z","caller":"traceutil/trace.go:171","msg":"trace[852030969] transaction","detail":"{read_only:false; response_revision:3949; number_of_response:1; }","duration":"355.215244ms","start":"2026-05-07T03:57:21.016103Z","end":"2026-05-07T03:57:21.371318Z","steps":["trace[852030969] 'process raft request' (duration: 354.996879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:57:21.371657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:57:21.016Z","time spent":"355.509192ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:57:21.37166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.376529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-05-07T03:57:21.371687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.662129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-07T03:57:21.371776Z","caller":"traceutil/trace.go:171","msg":"trace[1329074028] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3949; }","duration":"170.554494ms","start":"2026-05-07T03:57:21.201192Z","end":"2026-05-07T03:57:21.371747Z","steps":["trace[1329074028] 'agreement among raft nodes before linearized reading' (duration: 170.255736ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:57:21.371819Z","caller":"traceutil/trace.go:171","msg":"trace[747988361] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:3949; }","duration":"267.859664ms","start":"2026-05-07T03:57:21.103932Z","end":"2026-05-07T03:57:21.371791Z","steps":["trace[747988361] 'agreement among raft nodes before linearized reading' (duration: 267.491125ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:57:26.730514Z","caller":"traceutil/trace.go:171","msg":"trace[780358597] transaction","detail":"{read_only:false; response_revision:3970; number_of_response:1; }","duration":"573.406671ms","start":"2026-05-07T03:57:26.157075Z","end":"2026-05-07T03:57:26.730482Z","steps":["trace[780358597] 'process raft request' (duration: 573.239867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:57:26.730698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:57:26.15705Z","time spent":"573.552945ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:57:28.099354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.623402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:57:28.101178Z","caller":"traceutil/trace.go:171","msg":"trace[182720247] linearizableReadLoop","detail":"{readStateIndex:4124; appliedIndex:4120; }","duration":"1.822982007s","start":"2026-05-07T03:57:26.278177Z","end":"2026-05-07T03:57:28.101159Z","steps":["trace[182720247] 'read index received' (duration: 452.199177ms)","trace[182720247] 'applied index is now lower than readState.Index' (duration: 1.37078169s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:57:28.101247Z","caller":"traceutil/trace.go:171","msg":"trace[1692752098] transaction","detail":"{read_only:false; response_revision:3971; number_of_response:1; }","duration":"1.859585612s","start":"2026-05-07T03:57:26.241649Z","end":"2026-05-07T03:57:28.101235Z","steps":["trace[1692752098] 'process raft request' (duration: 1.33997456s)","trace[1692752098] 'compare' (duration: 517.522969ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:57:28.101302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:57:26.241626Z","time spent":"1.859647143s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:57:28.101353Z","caller":"traceutil/trace.go:171","msg":"trace[1428005831] transaction","detail":"{read_only:false; response_revision:3972; number_of_response:1; }","duration":"1.852219346s","start":"2026-05-07T03:57:26.249084Z","end":"2026-05-07T03:57:28.101304Z","steps":["trace[1428005831] 'process raft request' (duration: 1.85198261s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:57:28.101537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823355636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:57:28.101566Z","caller":"traceutil/trace.go:171","msg":"trace[807961745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3973; }","duration":"1.823417086s","start":"2026-05-07T03:57:26.278141Z","end":"2026-05-07T03:57:28.101558Z","steps":["trace[807961745] 'agreement among raft nodes before linearized reading' (duration: 1.823350265s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:57:28.101593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:57:26.278128Z","time spent":"1.823456448s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:57:28.101587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:57:26.249043Z","time spent":"1.852449802s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:57:28.101702Z","caller":"traceutil/trace.go:171","msg":"trace[170176586] transaction","detail":"{read_only:false; response_revision:3973; number_of_response:1; }","duration":"1.849695212s","start":"2026-05-07T03:57:26.251965Z","end":"2026-05-07T03:57:28.10166Z","steps":["trace[170176586] 'process raft request' (duration: 1.849148088s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:57:28.101921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:57:26.251946Z","time spent":"1.849866017s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:57:28.108577Z","caller":"traceutil/trace.go:171","msg":"trace[312334818] transaction","detail":"{read_only:false; response_revision:3974; number_of_response:1; }","duration":"1.14542467s","start":"2026-05-07T03:57:26.963121Z","end":"2026-05-07T03:57:28.108546Z","steps":["trace[312334818] 'process raft request' (duration: 1.145314747s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:57:28.108743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:57:26.963094Z","time spent":"1.145556834s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:57:28.108945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.272707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:57:28.108975Z","caller":"traceutil/trace.go:171","msg":"trace[1265491023] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3974; }","duration":"599.307038ms","start":"2026-05-07T03:57:27.509659Z","end":"2026-05-07T03:57:28.108966Z","steps":["trace[1265491023] 'agreement among raft nodes before linearized reading' (duration: 599.256066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:57:28.108998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:57:27.509636Z","time spent":"599.355699ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:57:28.109265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469607119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T03:57:28.10938Z","caller":"traceutil/trace.go:171","msg":"trace[887507811] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:3974; }","duration":"1.469780663s","start":"2026-05-07T03:57:26.639572Z","end":"2026-05-07T03:57:28.109353Z","steps":["trace[887507811] 'agreement among raft nodes before linearized reading' (duration: 1.469329112s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:57:28.109402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.889606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-07T03:57:28.109386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688909334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-07T03:57:28.109473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686301449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-07T03:57:28.1095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:57:26.639546Z","time spent":"1.469879716s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-05-07T03:57:28.109507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743188329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T03:57:28.109526Z","caller":"traceutil/trace.go:171","msg":"trace[535929015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3974; }","duration":"1.686373971s","start":"2026-05-07T03:57:26.423132Z","end":"2026-05-07T03:57:28.109506Z","steps":["trace[535929015] 'agreement among raft nodes before linearized reading' (duration: 1.686222876s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:57:28.109529Z","caller":"traceutil/trace.go:171","msg":"trace[1268162890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3974; }","duration":"1.689057179s","start":"2026-05-07T03:57:26.420442Z","end":"2026-05-07T03:57:28.109499Z","steps":["trace[1268162890] 'agreement among raft nodes before linearized reading' (duration: 1.688774231s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:57:28.109566Z","caller":"traceutil/trace.go:171","msg":"trace[1949916846] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3974; }","duration":"1.743310082s","start":"2026-05-07T03:57:26.366243Z","end":"2026-05-07T03:57:28.109553Z","steps":["trace[1949916846] 'agreement among raft nodes before linearized reading' (duration: 1.743176049s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:57:28.109582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:57:26.423118Z","time spent":"1.686453044s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:57:28.109591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:57:26.420385Z","time spent":"1.689196363s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:57:28.109605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:57:26.366222Z","time spent":"1.743374423s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:57:28.109481Z","caller":"traceutil/trace.go:171","msg":"trace[324314095] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:3974; }","duration":"699.02414ms","start":"2026-05-07T03:57:27.410442Z","end":"2026-05-07T03:57:28.109466Z","steps":["trace[324314095] 'agreement among raft nodes before linearized reading' (duration: 698.829364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:57:28.109711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:57:27.410416Z","time spent":"699.286306ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7fpfd\" "} {"level":"warn","ts":"2026-05-07T03:57:28.109731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685046678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:57:28.109851Z","caller":"traceutil/trace.go:171","msg":"trace[962223029] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3974; }","duration":"1.685269954s","start":"2026-05-07T03:57:26.424557Z","end":"2026-05-07T03:57:28.109827Z","steps":["trace[962223029] 'agreement among raft nodes before linearized reading' (duration: 1.684877274s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:57:28.109932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:57:26.424529Z","time spent":"1.685388167s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:57:28.109403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684916164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:57:28.110054Z","caller":"traceutil/trace.go:171","msg":"trace[1699837800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3974; }","duration":"1.685573062s","start":"2026-05-07T03:57:26.424448Z","end":"2026-05-07T03:57:28.110021Z","steps":["trace[1699837800] 'agreement among raft nodes before linearized reading' (duration: 1.684856123s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:57:28.11007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343162512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-07T03:57:28.110167Z","caller":"traceutil/trace.go:171","msg":"trace[850304399] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3974; }","duration":"1.343309735s","start":"2026-05-07T03:57:26.766848Z","end":"2026-05-07T03:57:28.110157Z","steps":["trace[850304399] 'agreement among raft nodes before linearized reading' (duration: 1.342432522s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:57:28.110165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:57:26.424434Z","time spent":"1.685702925s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:57:28.110202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:57:26.766822Z","time spent":"1.343372616s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:58:44.435298Z","caller":"traceutil/trace.go:171","msg":"trace[77236130] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"115.653941ms","start":"2026-05-07T03:58:44.319607Z","end":"2026-05-07T03:58:44.435261Z","steps":["trace[77236130] 'process raft request' (duration: 115.365624ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:58:47.249134Z","caller":"traceutil/trace.go:171","msg":"trace[121816979] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"233.028256ms","start":"2026-05-07T03:58:47.016065Z","end":"2026-05-07T03:58:47.249093Z","steps":["trace[121816979] 'process raft request' (duration: 231.458766ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:58:47.617285Z","caller":"traceutil/trace.go:171","msg":"trace[391081534] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"119.120848ms","start":"2026-05-07T03:58:47.49813Z","end":"2026-05-07T03:58:47.617251Z","steps":["trace[391081534] 'process raft request' (duration: 118.908003ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:58:48.782233Z","caller":"traceutil/trace.go:171","msg":"trace[1891981016] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"107.826033ms","start":"2026-05-07T03:58:48.674378Z","end":"2026-05-07T03:58:48.782204Z","steps":["trace[1891981016] 'process raft request' (duration: 107.636918ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:58:48.819399Z","caller":"traceutil/trace.go:171","msg":"trace[400871392] linearizableReadLoop","detail":"{readStateIndex:5135; appliedIndex:5133; }","duration":"103.362402ms","start":"2026-05-07T03:58:48.716012Z","end":"2026-05-07T03:58:48.819375Z","steps":["trace[400871392] 'read index received' (duration: 66.013558ms)","trace[400871392] 'applied index is now lower than readState.Index' (duration: 37.347574ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:58:48.819516Z","caller":"traceutil/trace.go:171","msg":"trace[81501769] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"142.959051ms","start":"2026-05-07T03:58:48.676525Z","end":"2026-05-07T03:58:48.819484Z","steps":["trace[81501769] 'process raft request' (duration: 142.737646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:48.820604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.574603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2197779"} {"level":"info","ts":"2026-05-07T03:58:48.820666Z","caller":"traceutil/trace.go:171","msg":"trace[879045867] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4946; }","duration":"104.692935ms","start":"2026-05-07T03:58:48.715956Z","end":"2026-05-07T03:58:48.820649Z","steps":["trace[879045867] 'agreement among raft nodes before linearized reading' (duration: 103.529995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:53.104141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.912316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:522357"} {"level":"info","ts":"2026-05-07T03:58:53.104272Z","caller":"traceutil/trace.go:171","msg":"trace[2049753094] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:5043; }","duration":"110.109531ms","start":"2026-05-07T03:58:52.994137Z","end":"2026-05-07T03:58:53.104247Z","steps":["trace[2049753094] 'range keys from in-memory index tree' (duration: 109.484326ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:58:53.464971Z","caller":"traceutil/trace.go:171","msg":"trace[1102094810] linearizableReadLoop","detail":"{readStateIndex:5237; appliedIndex:5236; }","duration":"231.893998ms","start":"2026-05-07T03:58:53.23304Z","end":"2026-05-07T03:58:53.464934Z","steps":["trace[1102094810] 'read index received' (duration: 231.744784ms)","trace[1102094810] 'applied index is now lower than readState.Index' (duration: 147.134µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:58:53.465339Z","caller":"traceutil/trace.go:171","msg":"trace[1979745408] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"238.242678ms","start":"2026-05-07T03:58:53.227081Z","end":"2026-05-07T03:58:53.465324Z","steps":["trace[1979745408] 'process raft request' (duration: 237.650504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:53.465512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.455172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-kcw65\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-05-07T03:58:53.465592Z","caller":"traceutil/trace.go:171","msg":"trace[627399778] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-kcw65; range_end:; response_count:1; response_revision:5044; }","duration":"232.587206ms","start":"2026-05-07T03:58:53.232986Z","end":"2026-05-07T03:58:53.465573Z","steps":["trace[627399778] 'agreement among raft nodes before linearized reading' (duration: 232.328689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:53.472585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.43068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:58:53.472721Z","caller":"traceutil/trace.go:171","msg":"trace[2109786041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5045; }","duration":"192.655756ms","start":"2026-05-07T03:58:53.280034Z","end":"2026-05-07T03:58:53.47269Z","steps":["trace[2109786041] 'agreement among raft nodes before linearized reading' (duration: 192.41415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:53.472644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.455861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:58:53.472891Z","caller":"traceutil/trace.go:171","msg":"trace[411504572] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5045; }","duration":"112.751708ms","start":"2026-05-07T03:58:53.360104Z","end":"2026-05-07T03:58:53.472855Z","steps":["trace[411504572] 'agreement among raft nodes before linearized reading' (duration: 112.45666ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:58:53.473933Z","caller":"traceutil/trace.go:171","msg":"trace[1795025238] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"197.318244ms","start":"2026-05-07T03:58:53.275314Z","end":"2026-05-07T03:58:53.472632Z","steps":["trace[1795025238] 'process raft request' (duration: 196.942435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:54.816923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.40179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:58:54.817035Z","caller":"traceutil/trace.go:171","msg":"trace[861102232] linearizableReadLoop","detail":"{readStateIndex:5253; appliedIndex:5252; }","duration":"691.913167ms","start":"2026-05-07T03:58:54.125105Z","end":"2026-05-07T03:58:54.817018Z","steps":["trace[861102232] 'read index received' (duration: 174.275422ms)","trace[861102232] 'applied index is now lower than readState.Index' (duration: 517.636725ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:58:54.817103Z","caller":"traceutil/trace.go:171","msg":"trace[1719711512] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"875.172047ms","start":"2026-05-07T03:58:53.941895Z","end":"2026-05-07T03:58:54.817067Z","steps":["trace[1719711512] 'process raft request' (duration: 357.533451ms)","trace[1719711512] 'compare' (duration: 517.251246ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:58:54.817228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.117093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-07T03:58:54.817257Z","caller":"traceutil/trace.go:171","msg":"trace[933729801] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5060; }","duration":"692.150914ms","start":"2026-05-07T03:58:54.125098Z","end":"2026-05-07T03:58:54.817249Z","steps":["trace[933729801] 'agreement among raft nodes before linearized reading' (duration: 691.98221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:54.817288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:54.125038Z","time spent":"692.243786ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T03:58:54.81728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:53.941874Z","time spent":"875.32577ms","remote":"127.0.0.1:42472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3623,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:58:54.82003Z","caller":"traceutil/trace.go:171","msg":"trace[1693962391] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"331.420751ms","start":"2026-05-07T03:58:54.488592Z","end":"2026-05-07T03:58:54.820012Z","steps":["trace[1693962391] 'process raft request' (duration: 331.157444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:54.820123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:54.488571Z","time spent":"331.499463ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:58:54.820095Z","caller":"traceutil/trace.go:171","msg":"trace[1615879426] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"330.869597ms","start":"2026-05-07T03:58:54.489183Z","end":"2026-05-07T03:58:54.820053Z","steps":["trace[1615879426] 'process raft request' (duration: 330.753954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:54.820291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:54.48914Z","time spent":"331.050832ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:58:54.8203Z","caller":"traceutil/trace.go:171","msg":"trace[566703821] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"329.732848ms","start":"2026-05-07T03:58:54.490538Z","end":"2026-05-07T03:58:54.820271Z","steps":["trace[566703821] 'process raft request' (duration: 329.457732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:54.820483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:54.49053Z","time spent":"329.846381ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:58:54.820552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.44504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-07T03:58:54.820552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.224825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-07T03:58:54.82055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.166976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-07T03:58:54.820568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.454465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:58:54.820608Z","caller":"traceutil/trace.go:171","msg":"trace[2111167228] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:5063; }","duration":"127.509211ms","start":"2026-05-07T03:58:54.693082Z","end":"2026-05-07T03:58:54.820591Z","steps":["trace[2111167228] 'agreement among raft nodes before linearized reading' (duration: 127.354177ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:58:54.820634Z","caller":"traceutil/trace.go:171","msg":"trace[1153472373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5063; }","duration":"120.287028ms","start":"2026-05-07T03:58:54.700331Z","end":"2026-05-07T03:58:54.820618Z","steps":["trace[1153472373] 'agreement among raft nodes before linearized reading' (duration: 120.061981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:54.820634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.76422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:58:54.820633Z","caller":"traceutil/trace.go:171","msg":"trace[536352144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5063; }","duration":"127.360848ms","start":"2026-05-07T03:58:54.693253Z","end":"2026-05-07T03:58:54.820613Z","steps":["trace[536352144] 'agreement among raft nodes before linearized reading' (duration: 127.161482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:54.820663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.427976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:58:54.820678Z","caller":"traceutil/trace.go:171","msg":"trace[166437262] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5063; }","duration":"542.835262ms","start":"2026-05-07T03:58:54.277831Z","end":"2026-05-07T03:58:54.820666Z","steps":["trace[166437262] 'agreement among raft nodes before linearized reading' (duration: 542.73123ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:58:54.820655Z","caller":"traceutil/trace.go:171","msg":"trace[1920877837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5063; }","duration":"130.574708ms","start":"2026-05-07T03:58:54.690055Z","end":"2026-05-07T03:58:54.82063Z","steps":["trace[1920877837] 'agreement among raft nodes before linearized reading' (duration: 130.343582ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:58:54.820697Z","caller":"traceutil/trace.go:171","msg":"trace[1438503539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5063; }","duration":"115.480738ms","start":"2026-05-07T03:58:54.705207Z","end":"2026-05-07T03:58:54.820688Z","steps":["trace[1438503539] 'agreement among raft nodes before linearized reading' (duration: 115.384115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:54.820703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:54.277819Z","time spent":"542.877523ms","remote":"127.0.0.1:45348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:58:54.820902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.916368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T03:58:54.820953Z","caller":"traceutil/trace.go:171","msg":"trace[1536203095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5063; }","duration":"133.00819ms","start":"2026-05-07T03:58:54.687931Z","end":"2026-05-07T03:58:54.820939Z","steps":["trace[1536203095] 'agreement among raft nodes before linearized reading' (duration: 132.557128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:54.822187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.074924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:58:54.822259Z","caller":"traceutil/trace.go:171","msg":"trace[1366852719] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5063; }","duration":"565.149326ms","start":"2026-05-07T03:58:54.25709Z","end":"2026-05-07T03:58:54.822239Z","steps":["trace[1366852719] 'agreement among raft nodes before linearized reading' (duration: 563.183677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:54.822326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:54.257025Z","time spent":"565.281209ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":506,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:58:58.429192Z","caller":"traceutil/trace.go:171","msg":"trace[950135423] linearizableReadLoop","detail":"{readStateIndex:5401; appliedIndex:5400; }","duration":"247.450551ms","start":"2026-05-07T03:58:58.18171Z","end":"2026-05-07T03:58:58.42916Z","steps":["trace[950135423] 'read index received' (duration: 247.052931ms)","trace[950135423] 'applied index is now lower than readState.Index' (duration: 396.64µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:58:58.429276Z","caller":"traceutil/trace.go:171","msg":"trace[1654986031] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"322.397203ms","start":"2026-05-07T03:58:58.106854Z","end":"2026-05-07T03:58:58.429251Z","steps":["trace[1654986031] 'process raft request' (duration: 321.878761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:58.429424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:58.106809Z","time spent":"322.537787ms","remote":"127.0.0.1:42522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1811,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:58:58.429535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.046998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:58:58.429573Z","caller":"traceutil/trace.go:171","msg":"trace[1554587663] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5204; }","duration":"182.1429ms","start":"2026-05-07T03:58:58.247417Z","end":"2026-05-07T03:58:58.42956Z","steps":["trace[1554587663] 'agreement among raft nodes before linearized reading' (duration: 181.921245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:58.429603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.856441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8b46a4f-8344-4b10-b862-885fecea6c1b\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-07T03:58:58.429727Z","caller":"traceutil/trace.go:171","msg":"trace[2098720311] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8b46a4f-8344-4b10-b862-885fecea6c1b; range_end:; response_count:1; response_revision:5204; }","duration":"248.038766ms","start":"2026-05-07T03:58:58.181659Z","end":"2026-05-07T03:58:58.429697Z","steps":["trace[2098720311] 'agreement among raft nodes before linearized reading' (duration: 247.639896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:59.611182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.871649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:58:59.61129Z","caller":"traceutil/trace.go:171","msg":"trace[885014564] linearizableReadLoop","detail":"{readStateIndex:5402; appliedIndex:5401; }","duration":"1.14052788s","start":"2026-05-07T03:58:58.470745Z","end":"2026-05-07T03:58:59.611273Z","steps":["trace[885014564] 'read index received' (duration: 402.494756ms)","trace[885014564] 'applied index is now lower than readState.Index' (duration: 738.031504ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:58:59.611363Z","caller":"traceutil/trace.go:171","msg":"trace[378128620] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"1.172374465s","start":"2026-05-07T03:58:58.438979Z","end":"2026-05-07T03:58:59.611353Z","steps":["trace[378128620] 'process raft request' (duration: 434.244849ms)","trace[378128620] 'compare' (duration: 737.576901ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:58:59.611417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:58.438942Z","time spent":"1.172450097s","remote":"127.0.0.1:42472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2499,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:58:59.611759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140978942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:58:59.611888Z","caller":"traceutil/trace.go:171","msg":"trace[1140281655] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5205; }","duration":"1.141178757s","start":"2026-05-07T03:58:58.470682Z","end":"2026-05-07T03:58:59.61186Z","steps":["trace[1140281655] 'agreement among raft nodes before linearized reading' (duration: 1.14090467s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:59.611976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:58.470652Z","time spent":"1.141299831s","remote":"127.0.0.1:34020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:59:00.239285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.270407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:59:00.239519Z","caller":"traceutil/trace.go:171","msg":"trace[1311296134] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"1.406264742s","start":"2026-05-07T03:58:58.833218Z","end":"2026-05-07T03:59:00.239483Z","steps":["trace[1311296134] 'process raft request' (duration: 945.694777ms)","trace[1311296134] 'compare' (duration: 460.114773ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:59:00.239695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:58.833197Z","time spent":"1.406397326s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:59:00.239713Z","caller":"traceutil/trace.go:171","msg":"trace[433295756] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"215.618377ms","start":"2026-05-07T03:59:00.024074Z","end":"2026-05-07T03:59:00.239693Z","steps":["trace[433295756] 'process raft request' (duration: 215.564046ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:00.240038Z","caller":"traceutil/trace.go:171","msg":"trace[1488425413] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"1.254433617s","start":"2026-05-07T03:58:58.985584Z","end":"2026-05-07T03:59:00.240017Z","steps":["trace[1488425413] 'process raft request' (duration: 1.253944505s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:00.240035Z","caller":"traceutil/trace.go:171","msg":"trace[1884684048] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"738.499315ms","start":"2026-05-07T03:58:59.50149Z","end":"2026-05-07T03:59:00.23999Z","steps":["trace[1884684048] 'process raft request' (duration: 738.095115ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:00.240069Z","caller":"traceutil/trace.go:171","msg":"trace[571744150] linearizableReadLoop","detail":"{readStateIndex:5407; appliedIndex:5402; }","duration":"628.70434ms","start":"2026-05-07T03:58:59.611312Z","end":"2026-05-07T03:59:00.240017Z","steps":["trace[571744150] 'read index received' (duration: 167.589562ms)","trace[571744150] 'applied index is now lower than readState.Index' (duration: 461.105998ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:59:00.240094Z","caller":"traceutil/trace.go:171","msg":"trace[977448934] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"1.406738504s","start":"2026-05-07T03:58:58.833302Z","end":"2026-05-07T03:59:00.240041Z","steps":["trace[977448934] 'process raft request' (duration: 1.406100368s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:00.240154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:58.985554Z","time spent":"1.25454936s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:00.24014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390597826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:59:00.240212Z","caller":"traceutil/trace.go:171","msg":"trace[84178454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5211; }","duration":"1.390702259s","start":"2026-05-07T03:58:58.849497Z","end":"2026-05-07T03:59:00.240199Z","steps":["trace[84178454] 'agreement among raft nodes before linearized reading' (duration: 1.390522744s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:00.240215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392236428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-07T03:59:00.240109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.23738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:59:00.240243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:58.849483Z","time spent":"1.390752811s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:59:00.240244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.750328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8b46a4f-8344-4b10-b862-885fecea6c1b\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-05-07T03:59:00.240247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393317064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T03:59:00.240267Z","caller":"traceutil/trace.go:171","msg":"trace[2083569746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5211; }","duration":"1.392375081s","start":"2026-05-07T03:58:58.847875Z","end":"2026-05-07T03:59:00.24025Z","steps":["trace[2083569746] 'agreement among raft nodes before linearized reading' (duration: 1.392167066s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:00.240273Z","caller":"traceutil/trace.go:171","msg":"trace[1240420378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5211; }","duration":"959.446565ms","start":"2026-05-07T03:58:59.280815Z","end":"2026-05-07T03:59:00.240261Z","steps":["trace[1240420378] 'agreement among raft nodes before linearized reading' (duration: 959.2311ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:00.240299Z","caller":"traceutil/trace.go:171","msg":"trace[2014292250] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8b46a4f-8344-4b10-b862-885fecea6c1b; range_end:; response_count:1; response_revision:5211; }","duration":"804.796699ms","start":"2026-05-07T03:58:59.435483Z","end":"2026-05-07T03:59:00.240279Z","steps":["trace[2014292250] 'agreement among raft nodes before linearized reading' (duration: 804.663355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:00.240303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:58.847792Z","time spent":"1.392502835s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:59:00.240307Z","caller":"traceutil/trace.go:171","msg":"trace[576378211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5211; }","duration":"1.393416507s","start":"2026-05-07T03:58:58.846868Z","end":"2026-05-07T03:59:00.240285Z","steps":["trace[576378211] 'agreement among raft nodes before linearized reading' (duration: 1.393216302s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:00.240335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:59.435409Z","time spent":"804.918012ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8b46a4f-8344-4b10-b862-885fecea6c1b\" "} {"level":"warn","ts":"2026-05-07T03:59:00.240357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:58.846841Z","time spent":"1.393508199s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:59:00.240371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569946776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:59:00.240306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:59.280795Z","time spent":"959.504077ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:59:00.240356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:58.833276Z","time spent":"1.406925239s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:00.240401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.056736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-07T03:59:00.240408Z","caller":"traceutil/trace.go:171","msg":"trace[1204487169] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5211; }","duration":"1.570018958s","start":"2026-05-07T03:58:58.670377Z","end":"2026-05-07T03:59:00.240396Z","steps":["trace[1204487169] 'agreement among raft nodes before linearized reading' (duration: 1.569948856s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:00.240386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391609943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T03:59:00.240463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:58.670363Z","time spent":"1.57009056s","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:59:00.24049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475176053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8b46a4f-8344-4b10-b862-885fecea6c1b\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-07T03:59:00.240499Z","caller":"traceutil/trace.go:171","msg":"trace[357491548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5211; }","duration":"1.391776326s","start":"2026-05-07T03:58:58.848693Z","end":"2026-05-07T03:59:00.24047Z","steps":["trace[357491548] 'agreement among raft nodes before linearized reading' (duration: 1.391444018s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:00.240477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391955841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T03:59:00.24054Z","caller":"traceutil/trace.go:171","msg":"trace[795227428] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8b46a4f-8344-4b10-b862-885fecea6c1b; range_end:; response_count:1; response_revision:5211; }","duration":"1.475307036s","start":"2026-05-07T03:58:58.765219Z","end":"2026-05-07T03:59:00.240526Z","steps":["trace[795227428] 'agreement among raft nodes before linearized reading' (duration: 1.475020269s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:00.240433Z","caller":"traceutil/trace.go:171","msg":"trace[842549706] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5211; }","duration":"208.085566ms","start":"2026-05-07T03:59:00.032336Z","end":"2026-05-07T03:59:00.240422Z","steps":["trace[842549706] 'agreement among raft nodes before linearized reading' (duration: 207.992614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:00.240572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:58.848682Z","time spent":"1.391872589s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:59:00.240594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:58.765198Z","time spent":"1.475385227s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8b46a4f-8344-4b10-b862-885fecea6c1b\" "} {"level":"info","ts":"2026-05-07T03:59:00.240615Z","caller":"traceutil/trace.go:171","msg":"trace[1784649880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5211; }","duration":"1.392099025s","start":"2026-05-07T03:58:58.84846Z","end":"2026-05-07T03:59:00.240559Z","steps":["trace[1784649880] 'agreement among raft nodes before linearized reading' (duration: 1.391842848s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:00.240388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39074661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-07T03:59:00.240662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:58.84844Z","time spent":"1.392211057s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:59:00.240699Z","caller":"traceutil/trace.go:171","msg":"trace[1570475728] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:5211; }","duration":"1.39114689s","start":"2026-05-07T03:58:58.84954Z","end":"2026-05-07T03:59:00.240687Z","steps":["trace[1570475728] 'agreement among raft nodes before linearized reading' (duration: 1.390543865s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:00.240735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:58.849518Z","time spent":"1.391207982s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7fpfd\" "} {"level":"info","ts":"2026-05-07T03:59:00.240717Z","caller":"traceutil/trace.go:171","msg":"trace[213206594] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"1.406572549s","start":"2026-05-07T03:58:58.834096Z","end":"2026-05-07T03:59:00.240668Z","steps":["trace[213206594] 'process raft request' (duration: 1.405372279s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:00.240845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212761565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:778201"} {"level":"warn","ts":"2026-05-07T03:59:00.240906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:59.501431Z","time spent":"738.69538ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:00.240915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:58.834087Z","time spent":"1.406727684s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:59:00.240964Z","caller":"traceutil/trace.go:171","msg":"trace[1786297795] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5211; }","duration":"1.21296564s","start":"2026-05-07T03:58:59.027968Z","end":"2026-05-07T03:59:00.240934Z","steps":["trace[1786297795] 'agreement among raft nodes before linearized reading' (duration: 1.212109769s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:00.241028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:59.027945Z","time spent":"1.213072082s","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":778224,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-05-07T03:59:00.418066Z","caller":"traceutil/trace.go:171","msg":"trace[866685815] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"170.285211ms","start":"2026-05-07T03:59:00.24775Z","end":"2026-05-07T03:59:00.418035Z","steps":["trace[866685815] 'process raft request' (duration: 170.079976ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:00.418281Z","caller":"traceutil/trace.go:171","msg":"trace[566201730] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"170.330503ms","start":"2026-05-07T03:59:00.247933Z","end":"2026-05-07T03:59:00.418263Z","steps":["trace[566201730] 'process raft request' (duration: 170.060676ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:00.418484Z","caller":"traceutil/trace.go:171","msg":"trace[1024817768] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"170.457936ms","start":"2026-05-07T03:59:00.248014Z","end":"2026-05-07T03:59:00.418472Z","steps":["trace[1024817768] 'process raft request' (duration: 170.19993ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:00.4186Z","caller":"traceutil/trace.go:171","msg":"trace[174374667] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"170.287942ms","start":"2026-05-07T03:59:00.248296Z","end":"2026-05-07T03:59:00.418584Z","steps":["trace[174374667] 'process raft request' (duration: 170.104707ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:00.418606Z","caller":"traceutil/trace.go:171","msg":"trace[1208037436] linearizableReadLoop","detail":"{readStateIndex:5414; appliedIndex:5409; }","duration":"122.929495ms","start":"2026-05-07T03:59:00.295649Z","end":"2026-05-07T03:59:00.418579Z","steps":["trace[1208037436] 'read index received' (duration: 122.093804ms)","trace[1208037436] 'applied index is now lower than readState.Index' (duration: 834.751µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:59:00.418658Z","caller":"traceutil/trace.go:171","msg":"trace[1000202737] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"170.145208ms","start":"2026-05-07T03:59:00.248503Z","end":"2026-05-07T03:59:00.418648Z","steps":["trace[1000202737] 'process raft request' (duration: 170.010284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:00.418919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.399075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62903"} {"level":"info","ts":"2026-05-07T03:59:00.419033Z","caller":"traceutil/trace.go:171","msg":"trace[1368744489] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5217; }","duration":"170.550029ms","start":"2026-05-07T03:59:00.248457Z","end":"2026-05-07T03:59:00.419007Z","steps":["trace[1368744489] 'agreement among raft nodes before linearized reading' (duration: 170.22329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:02.033661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.562802ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:59:03.578862Z","caller":"traceutil/trace.go:171","msg":"trace[574425632] linearizableReadLoop","detail":"{readStateIndex:5463; appliedIndex:5462; }","duration":"299.288761ms","start":"2026-05-07T03:59:03.279543Z","end":"2026-05-07T03:59:03.578831Z","steps":["trace[574425632] 'read index received' (duration: 298.46078ms)","trace[574425632] 'applied index is now lower than readState.Index' (duration: 826.741µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:59:03.578935Z","caller":"traceutil/trace.go:171","msg":"trace[113348036] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"314.708919ms","start":"2026-05-07T03:59:03.264191Z","end":"2026-05-07T03:59:03.5789Z","steps":["trace[113348036] 'process raft request' (duration: 313.93761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:03.579056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.491616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:59:03.579099Z","caller":"traceutil/trace.go:171","msg":"trace[1021196402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5264; }","duration":"299.569037ms","start":"2026-05-07T03:59:03.279521Z","end":"2026-05-07T03:59:03.57909Z","steps":["trace[1021196402] 'agreement among raft nodes before linearized reading' (duration: 299.460664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:03.579116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:03.264165Z","time spent":"314.843823ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:03.579315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.939069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:59:03.579352Z","caller":"traceutil/trace.go:171","msg":"trace[1289762050] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:5264; }","duration":"290.997181ms","start":"2026-05-07T03:59:03.288346Z","end":"2026-05-07T03:59:03.579344Z","steps":["trace[1289762050] 'agreement among raft nodes before linearized reading' (duration: 290.94124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:10.728655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.03912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:59:10.729004Z","caller":"traceutil/trace.go:171","msg":"trace[462613208] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"448.006817ms","start":"2026-05-07T03:59:10.280961Z","end":"2026-05-07T03:59:10.728968Z","steps":["trace[462613208] 'process raft request' (duration: 48.534067ms)","trace[462613208] 'compare' (duration: 398.906376ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:59:10.729154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:10.280937Z","time spent":"448.16668ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:59:10.72918Z","caller":"traceutil/trace.go:171","msg":"trace[530003030] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"448.16053ms","start":"2026-05-07T03:59:10.280984Z","end":"2026-05-07T03:59:10.729145Z","steps":["trace[530003030] 'process raft request' (duration: 447.873693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:10.729472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:10.280957Z","time spent":"448.306314ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:59:10.729995Z","caller":"traceutil/trace.go:171","msg":"trace[306764437] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"448.856339ms","start":"2026-05-07T03:59:10.281127Z","end":"2026-05-07T03:59:10.729983Z","steps":["trace[306764437] 'process raft request' (duration: 447.993837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:10.73009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:10.281118Z","time spent":"448.91178ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:59:10.730255Z","caller":"traceutil/trace.go:171","msg":"trace[1323572579] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"446.241333ms","start":"2026-05-07T03:59:10.283975Z","end":"2026-05-07T03:59:10.730216Z","steps":["trace[1323572579] 'process raft request' (duration: 445.978656ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:10.730395Z","caller":"traceutil/trace.go:171","msg":"trace[409313871] linearizableReadLoop","detail":"{readStateIndex:5606; appliedIndex:5600; }","duration":"388.284579ms","start":"2026-05-07T03:59:10.342078Z","end":"2026-05-07T03:59:10.730362Z","steps":["trace[409313871] 'read index received' (duration: 207.562753ms)","trace[409313871] 'applied index is now lower than readState.Index' (duration: 180.720616ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:59:10.730454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:10.28396Z","time spent":"446.395976ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:59:10.730433Z","caller":"traceutil/trace.go:171","msg":"trace[860244715] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"419.739603ms","start":"2026-05-07T03:59:10.310681Z","end":"2026-05-07T03:59:10.730421Z","steps":["trace[860244715] 'process raft request' (duration: 419.587769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:10.730609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:10.310669Z","time spent":"419.877296ms","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7129,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:10.730649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.559555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T03:59:10.730503Z","caller":"traceutil/trace.go:171","msg":"trace[938330322] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"424.301438ms","start":"2026-05-07T03:59:10.306193Z","end":"2026-05-07T03:59:10.730494Z","steps":["trace[938330322] 'process raft request' (duration: 423.914568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:10.730774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:10.306167Z","time spent":"424.574935ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:59:10.730812Z","caller":"traceutil/trace.go:171","msg":"trace[2131022117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5404; }","duration":"388.652448ms","start":"2026-05-07T03:59:10.342043Z","end":"2026-05-07T03:59:10.730695Z","steps":["trace[2131022117] 'agreement among raft nodes before linearized reading' (duration: 388.454653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:10.730865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.05094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:391806"} {"level":"warn","ts":"2026-05-07T03:59:10.730883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:10.34203Z","time spent":"388.836992ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:59:10.730875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.961047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T03:59:10.730919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.921795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-07T03:59:10.730953Z","caller":"traceutil/trace.go:171","msg":"trace[1251764490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5404; }","duration":"205.07576ms","start":"2026-05-07T03:59:10.525867Z","end":"2026-05-07T03:59:10.730942Z","steps":["trace[1251764490] 'agreement among raft nodes before linearized reading' (duration: 204.921926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:10.730912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.391117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-07T03:59:10.730983Z","caller":"traceutil/trace.go:171","msg":"trace[862597743] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:5404; }","duration":"202.986897ms","start":"2026-05-07T03:59:10.527964Z","end":"2026-05-07T03:59:10.730951Z","steps":["trace[862597743] 'agreement among raft nodes before linearized reading' (duration: 202.67621ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:10.730983Z","caller":"traceutil/trace.go:171","msg":"trace[929855090] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:5404; }","duration":"304.183044ms","start":"2026-05-07T03:59:10.426784Z","end":"2026-05-07T03:59:10.730968Z","steps":["trace[929855090] 'agreement among raft nodes before linearized reading' (duration: 303.769493ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:10.73102Z","caller":"traceutil/trace.go:171","msg":"trace[511897963] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5404; }","duration":"163.54039ms","start":"2026-05-07T03:59:10.567455Z","end":"2026-05-07T03:59:10.730995Z","steps":["trace[511897963] 'agreement among raft nodes before linearized reading' (duration: 163.257473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:10.731012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.921495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-07T03:59:10.731048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:10.426711Z","time spent":"304.324227ms","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":10,"response size":391829,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-05-07T03:59:10.731079Z","caller":"traceutil/trace.go:171","msg":"trace[1271382770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5404; }","duration":"203.012627ms","start":"2026-05-07T03:59:10.528051Z","end":"2026-05-07T03:59:10.731064Z","steps":["trace[1271382770] 'agreement among raft nodes before linearized reading' (duration: 202.813462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:10.731089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.269184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T03:59:10.731132Z","caller":"traceutil/trace.go:171","msg":"trace[1151053844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5404; }","duration":"205.359538ms","start":"2026-05-07T03:59:10.525761Z","end":"2026-05-07T03:59:10.73112Z","steps":["trace[1151053844] 'agreement among raft nodes before linearized reading' (duration: 205.246335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:10.731118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.255095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:59:10.731194Z","caller":"traceutil/trace.go:171","msg":"trace[109597551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5404; }","duration":"203.346987ms","start":"2026-05-07T03:59:10.527827Z","end":"2026-05-07T03:59:10.731174Z","steps":["trace[109597551] 'agreement among raft nodes before linearized reading' (duration: 203.176433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:10.7312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.766136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-05-07T03:59:10.731247Z","caller":"traceutil/trace.go:171","msg":"trace[1800165422] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:5404; }","duration":"256.854828ms","start":"2026-05-07T03:59:10.47438Z","end":"2026-05-07T03:59:10.731234Z","steps":["trace[1800165422] 'agreement among raft nodes before linearized reading' (duration: 256.678544ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:11.682103Z","caller":"traceutil/trace.go:171","msg":"trace[1999882352] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"203.299496ms","start":"2026-05-07T03:59:11.478775Z","end":"2026-05-07T03:59:11.682074Z","steps":["trace[1999882352] 'process raft request' (duration: 203.09037ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:11.927806Z","caller":"traceutil/trace.go:171","msg":"trace[797829229] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"203.245003ms","start":"2026-05-07T03:59:11.724513Z","end":"2026-05-07T03:59:11.927758Z","steps":["trace[797829229] 'process raft request' (duration: 113.108917ms)","trace[797829229] 'compare' (duration: 89.385328ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:59:11.92787Z","caller":"traceutil/trace.go:171","msg":"trace[1462420608] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"203.166352ms","start":"2026-05-07T03:59:11.724679Z","end":"2026-05-07T03:59:11.927845Z","steps":["trace[1462420608] 'process raft request' (duration: 202.946826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:12.075946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.145512ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:59:12.07606Z","caller":"traceutil/trace.go:171","msg":"trace[1463010943] linearizableReadLoop","detail":"{readStateIndex:5621; appliedIndex:5618; }","duration":"171.01963ms","start":"2026-05-07T03:59:11.905019Z","end":"2026-05-07T03:59:12.076039Z","steps":["trace[1463010943] 'read index received' (duration: 29.611µs)","trace[1463010943] 'applied index is now lower than readState.Index' (duration: 170.988599ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:59:12.076223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.197994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-66j98\" ","response":"range_response_count:1 size:7666"} {"level":"info","ts":"2026-05-07T03:59:12.076263Z","caller":"traceutil/trace.go:171","msg":"trace[1806362136] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-66j98; range_end:; response_count:1; response_revision:5418; }","duration":"171.272666ms","start":"2026-05-07T03:59:11.904978Z","end":"2026-05-07T03:59:12.076251Z","steps":["trace[1806362136] 'agreement among raft nodes before linearized reading' (duration: 171.115332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:12.076832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.072065ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:59:12.076984Z","caller":"traceutil/trace.go:171","msg":"trace[394274056] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5418; }","duration":"109.25755ms","start":"2026-05-07T03:59:11.967704Z","end":"2026-05-07T03:59:12.076961Z","steps":["trace[394274056] 'range keys from in-memory index tree' (duration: 109.045415ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:12.290067Z","caller":"traceutil/trace.go:171","msg":"trace[1599156568] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"108.517561ms","start":"2026-05-07T03:59:12.181523Z","end":"2026-05-07T03:59:12.29004Z","steps":["trace[1599156568] 'process raft request' (duration: 108.070839ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:12.290459Z","caller":"traceutil/trace.go:171","msg":"trace[1742855087] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"108.800718ms","start":"2026-05-07T03:59:12.181645Z","end":"2026-05-07T03:59:12.290446Z","steps":["trace[1742855087] 'process raft request' (duration: 108.063249ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:12.290617Z","caller":"traceutil/trace.go:171","msg":"trace[448660652] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"108.743827ms","start":"2026-05-07T03:59:12.181863Z","end":"2026-05-07T03:59:12.290607Z","steps":["trace[448660652] 'process raft request' (duration: 107.918156ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:12.619674Z","caller":"traceutil/trace.go:171","msg":"trace[1254777929] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"197.736444ms","start":"2026-05-07T03:59:12.42191Z","end":"2026-05-07T03:59:12.619646Z","steps":["trace[1254777929] 'process raft request' (duration: 197.578011ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:12.874481Z","caller":"traceutil/trace.go:171","msg":"trace[1058772759] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"140.391287ms","start":"2026-05-07T03:59:12.734053Z","end":"2026-05-07T03:59:12.874444Z","steps":["trace[1058772759] 'process raft request' (duration: 79.626621ms)","trace[1058772759] 'compare' (duration: 60.491759ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:59:12.900859Z","caller":"traceutil/trace.go:171","msg":"trace[140517996] linearizableReadLoop","detail":"{readStateIndex:5631; appliedIndex:5627; }","duration":"157.889589ms","start":"2026-05-07T03:59:12.74294Z","end":"2026-05-07T03:59:12.90083Z","steps":["trace[140517996] 'read index received' (duration: 70.822968ms)","trace[140517996] 'applied index is now lower than readState.Index' (duration: 87.065591ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:59:12.900896Z","caller":"traceutil/trace.go:171","msg":"trace[713383890] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"165.262984ms","start":"2026-05-07T03:59:12.735599Z","end":"2026-05-07T03:59:12.900862Z","steps":["trace[713383890] 'process raft request' (duration: 165.153562ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:12.900936Z","caller":"traceutil/trace.go:171","msg":"trace[1982430185] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"166.474686ms","start":"2026-05-07T03:59:12.734436Z","end":"2026-05-07T03:59:12.900911Z","steps":["trace[1982430185] 'process raft request' (duration: 166.155497ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:12.901008Z","caller":"traceutil/trace.go:171","msg":"trace[1693525621] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"164.305251ms","start":"2026-05-07T03:59:12.736661Z","end":"2026-05-07T03:59:12.900967Z","steps":["trace[1693525621] 'process raft request' (duration: 164.131597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:12.90109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.129544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T03:59:12.901134Z","caller":"traceutil/trace.go:171","msg":"trace[2141709276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5428; }","duration":"158.192436ms","start":"2026-05-07T03:59:12.742929Z","end":"2026-05-07T03:59:12.901121Z","steps":["trace[2141709276] 'agreement among raft nodes before linearized reading' (duration: 158.024232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:12.901229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.575415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T03:59:12.90123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.589441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T03:59:12.901265Z","caller":"traceutil/trace.go:171","msg":"trace[840923221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5428; }","duration":"156.658767ms","start":"2026-05-07T03:59:12.744598Z","end":"2026-05-07T03:59:12.901256Z","steps":["trace[840923221] 'agreement among raft nodes before linearized reading' (duration: 156.535124ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:12.901303Z","caller":"traceutil/trace.go:171","msg":"trace[1945143361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5428; }","duration":"157.643092ms","start":"2026-05-07T03:59:12.743622Z","end":"2026-05-07T03:59:12.901265Z","steps":["trace[1945143361] 'agreement among raft nodes before linearized reading' (duration: 157.505049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:12.901342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.316554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-07T03:59:12.90139Z","caller":"traceutil/trace.go:171","msg":"trace[979895088] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:5428; }","duration":"157.392835ms","start":"2026-05-07T03:59:12.743986Z","end":"2026-05-07T03:59:12.901379Z","steps":["trace[979895088] 'agreement among raft nodes before linearized reading' (duration: 157.220881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:12.901402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.963059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T03:59:12.901428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.753285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T03:59:12.901486Z","caller":"traceutil/trace.go:171","msg":"trace[131844187] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5428; }","duration":"156.060383ms","start":"2026-05-07T03:59:12.745412Z","end":"2026-05-07T03:59:12.901472Z","steps":["trace[131844187] 'agreement among raft nodes before linearized reading' (duration: 155.897989ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:12.901522Z","caller":"traceutil/trace.go:171","msg":"trace[1739882244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5428; }","duration":"157.868329ms","start":"2026-05-07T03:59:12.743641Z","end":"2026-05-07T03:59:12.901509Z","steps":["trace[1739882244] 'agreement among raft nodes before linearized reading' (duration: 157.663743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:13.406637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038419488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:59:13.907288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038419488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:59:14.015774Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.109430414s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:59:14.084625Z","caller":"traceutil/trace.go:171","msg":"trace[166637664] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"1.178998082s","start":"2026-05-07T03:59:12.905585Z","end":"2026-05-07T03:59:14.084583Z","steps":["trace[166637664] 'process raft request' (duration: 1.11043116s)","trace[166637664] 'compare' (duration: 68.222613ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:59:14.084796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:12.905562Z","time spent":"1.179149965s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:59:14.087346Z","caller":"traceutil/trace.go:171","msg":"trace[337836791] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"1.181600717s","start":"2026-05-07T03:59:12.905683Z","end":"2026-05-07T03:59:14.087283Z","steps":["trace[337836791] 'process raft request' (duration: 1.18134243s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:14.087411Z","caller":"traceutil/trace.go:171","msg":"trace[1051733631] linearizableReadLoop","detail":"{readStateIndex:5636; appliedIndex:5631; }","duration":"1.181091023s","start":"2026-05-07T03:59:12.906291Z","end":"2026-05-07T03:59:14.087382Z","steps":["trace[1051733631] 'read index received' (duration: 1.109828974s)","trace[1051733631] 'applied index is now lower than readState.Index' (duration: 71.261089ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:59:14.087481Z","caller":"traceutil/trace.go:171","msg":"trace[1857131046] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"1.181575816s","start":"2026-05-07T03:59:12.905853Z","end":"2026-05-07T03:59:14.087429Z","steps":["trace[1857131046] 'process raft request' (duration: 1.181393812s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:14.08756Z","caller":"traceutil/trace.go:171","msg":"trace[859595164] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"1.180793586s","start":"2026-05-07T03:59:12.906749Z","end":"2026-05-07T03:59:14.087543Z","steps":["trace[859595164] 'process raft request' (duration: 1.180577861s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:14.087671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.061024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5f555c67c7-h87z7\" ","response":"range_response_count:1 size:11845"} {"level":"warn","ts":"2026-05-07T03:59:14.087681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.015548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:59:14.087733Z","caller":"traceutil/trace.go:171","msg":"trace[579706113] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-5f555c67c7-h87z7; range_end:; response_count:1; response_revision:5433; }","duration":"854.160177ms","start":"2026-05-07T03:59:13.233558Z","end":"2026-05-07T03:59:14.087718Z","steps":["trace[579706113] 'agreement among raft nodes before linearized reading' (duration: 854.000333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:14.087727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:12.906736Z","time spent":"1.180925719s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:59:14.087706Z","caller":"traceutil/trace.go:171","msg":"trace[153368443] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"1.181894925s","start":"2026-05-07T03:59:12.905762Z","end":"2026-05-07T03:59:14.087656Z","steps":["trace[153368443] 'process raft request' (duration: 1.181418953s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:14.087781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:13.233538Z","time spent":"854.232368ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11868,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5f555c67c7-h87z7\" "} {"level":"info","ts":"2026-05-07T03:59:14.087779Z","caller":"traceutil/trace.go:171","msg":"trace[296807421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5433; }","duration":"783.168452ms","start":"2026-05-07T03:59:13.304589Z","end":"2026-05-07T03:59:14.087757Z","steps":["trace[296807421] 'agreement among raft nodes before linearized reading' (duration: 783.026528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:14.087824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:12.905834Z","time spent":"1.181722241s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:14.087848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:13.30456Z","time spent":"783.273754ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:59:14.087758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:12.905653Z","time spent":"1.181813012s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:14.087853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181550235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70865"} {"level":"info","ts":"2026-05-07T03:59:14.087917Z","caller":"traceutil/trace.go:171","msg":"trace[782807267] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5433; }","duration":"1.181613666s","start":"2026-05-07T03:59:12.906286Z","end":"2026-05-07T03:59:14.0879Z","steps":["trace[782807267] 'agreement among raft nodes before linearized reading' (duration: 1.181332059s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:14.087922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:12.905682Z","time spent":"1.182125411s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:14.087964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:12.906259Z","time spent":"1.181696469s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70888,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-07T03:59:17.539645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.233998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:59:17.539718Z","caller":"traceutil/trace.go:171","msg":"trace[849486143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5470; }","duration":"259.379521ms","start":"2026-05-07T03:59:17.280322Z","end":"2026-05-07T03:59:17.539702Z","steps":["trace[849486143] 'range keys from in-memory index tree' (duration: 259.028482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:17.539992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.027551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:59:17.540013Z","caller":"traceutil/trace.go:171","msg":"trace[771307236] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5470; }","duration":"483.052352ms","start":"2026-05-07T03:59:17.056954Z","end":"2026-05-07T03:59:17.540007Z","steps":["trace[771307236] 'count revisions from in-memory index tree' (duration: 482.95153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:17.54003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:17.056871Z","time spent":"483.151864ms","remote":"127.0.0.1:44414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:59:17.54042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.448819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-cl75b\" ","response":"range_response_count:1 size:4995"} {"level":"info","ts":"2026-05-07T03:59:17.540526Z","caller":"traceutil/trace.go:171","msg":"trace[483217803] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-cl75b; range_end:; response_count:1; response_revision:5470; }","duration":"570.610193ms","start":"2026-05-07T03:59:16.969896Z","end":"2026-05-07T03:59:17.540506Z","steps":["trace[483217803] 'range keys from in-memory index tree' (duration: 570.244134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:17.540569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:16.96987Z","time spent":"570.689755ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5018,"request content":"key:\"/registry/pods/monitoring/goldpinger-cl75b\" "} {"level":"warn","ts":"2026-05-07T03:59:20.415607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.38723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:59:20.415837Z","caller":"traceutil/trace.go:171","msg":"trace[69235578] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"230.299287ms","start":"2026-05-07T03:59:20.185515Z","end":"2026-05-07T03:59:20.415815Z","steps":["trace[69235578] 'process raft request' (duration: 37.578629ms)","trace[69235578] 'compare' (duration: 192.234036ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:59:20.416046Z","caller":"traceutil/trace.go:171","msg":"trace[2009220156] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5502; }","duration":"229.736943ms","start":"2026-05-07T03:59:20.186282Z","end":"2026-05-07T03:59:20.416019Z","steps":["trace[2009220156] 'process raft request' (duration: 229.462256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:22.54673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.199318ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:59:22.546855Z","caller":"traceutil/trace.go:171","msg":"trace[1104172988] linearizableReadLoop","detail":"{readStateIndex:5801; appliedIndex:5800; }","duration":"526.318955ms","start":"2026-05-07T03:59:22.020517Z","end":"2026-05-07T03:59:22.546836Z","steps":["trace[1104172988] 'read index received' (duration: 129.942371ms)","trace[1104172988] 'applied index is now lower than readState.Index' (duration: 396.375094ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:59:22.547107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.213654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:59:22.547147Z","caller":"traceutil/trace.go:171","msg":"trace[1626864983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5593; }","duration":"418.309176ms","start":"2026-05-07T03:59:22.128827Z","end":"2026-05-07T03:59:22.547136Z","steps":["trace[1626864983] 'agreement among raft nodes before linearized reading' (duration: 418.144862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:22.547121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.100405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T03:59:22.54713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.64438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:59:22.547183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:22.128809Z","time spent":"418.365757ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:59:22.54712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.591492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74451a4d-9fb5-40c7-a8e6-a9209ef7ef33\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-05-07T03:59:22.547203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.348951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:59:22.547227Z","caller":"traceutil/trace.go:171","msg":"trace[1720344132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5593; }","duration":"265.800634ms","start":"2026-05-07T03:59:22.281407Z","end":"2026-05-07T03:59:22.547208Z","steps":["trace[1720344132] 'agreement among raft nodes before linearized reading' (duration: 265.64715ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:22.547273Z","caller":"traceutil/trace.go:171","msg":"trace[2076477406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5593; }","duration":"415.465294ms","start":"2026-05-07T03:59:22.131789Z","end":"2026-05-07T03:59:22.547255Z","steps":["trace[2076477406] 'agreement among raft nodes before linearized reading' (duration: 415.250769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:22.54729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.582532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T03:59:22.547359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:22.131765Z","time spent":"415.578427ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:59:22.547322Z","caller":"traceutil/trace.go:171","msg":"trace[2008487870] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-74451a4d-9fb5-40c7-a8e6-a9209ef7ef33; range_end:; response_count:1; response_revision:5593; }","duration":"526.794187ms","start":"2026-05-07T03:59:22.020462Z","end":"2026-05-07T03:59:22.547256Z","steps":["trace[2008487870] 'agreement among raft nodes before linearized reading' (duration: 526.464379ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:22.547208Z","caller":"traceutil/trace.go:171","msg":"trace[822907097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5593; }","duration":"415.338941ms","start":"2026-05-07T03:59:22.131849Z","end":"2026-05-07T03:59:22.547188Z","steps":["trace[822907097] 'agreement among raft nodes before linearized reading' (duration: 415.171647ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:22.547373Z","caller":"traceutil/trace.go:171","msg":"trace[1746299534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5593; }","duration":"410.775646ms","start":"2026-05-07T03:59:22.136576Z","end":"2026-05-07T03:59:22.547352Z","steps":["trace[1746299534] 'agreement among raft nodes before linearized reading' (duration: 410.432748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:22.547391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.591164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-07T03:59:22.547418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:22.131818Z","time spent":"415.586247ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:59:22.547425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:22.136556Z","time spent":"410.859838ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:59:22.5474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.750917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:59:22.547458Z","caller":"traceutil/trace.go:171","msg":"trace[1491043839] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:5593; }","duration":"401.666355ms","start":"2026-05-07T03:59:22.145765Z","end":"2026-05-07T03:59:22.547432Z","steps":["trace[1491043839] 'agreement among raft nodes before linearized reading' (duration: 401.315377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:22.547455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:22.020442Z","time spent":"526.963681ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74451a4d-9fb5-40c7-a8e6-a9209ef7ef33\" "} {"level":"warn","ts":"2026-05-07T03:59:22.547493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:22.145753Z","time spent":"401.730078ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7fpfd\" "} {"level":"info","ts":"2026-05-07T03:59:22.547507Z","caller":"traceutil/trace.go:171","msg":"trace[1150870585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5593; }","duration":"414.8967ms","start":"2026-05-07T03:59:22.132584Z","end":"2026-05-07T03:59:22.547481Z","steps":["trace[1150870585] 'agreement among raft nodes before linearized reading' (duration: 414.548171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:22.547555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:22.132568Z","time spent":"414.978572ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:59:23.057343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038419881,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:59:23.436969Z","caller":"traceutil/trace.go:171","msg":"trace[1166046084] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"881.243831ms","start":"2026-05-07T03:59:22.555697Z","end":"2026-05-07T03:59:23.436941Z","steps":["trace[1166046084] 'process raft request' (duration: 881.078337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:23.437152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:22.555665Z","time spent":"881.385804ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:24.866276Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.429425767s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:59:24.866848Z","caller":"traceutil/trace.go:171","msg":"trace[2006583975] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"2.310955975s","start":"2026-05-07T03:59:22.555862Z","end":"2026-05-07T03:59:24.866818Z","steps":["trace[2006583975] 'process raft request' (duration: 2.310886404s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:24.866857Z","caller":"traceutil/trace.go:171","msg":"trace[1324676339] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"2.311022816s","start":"2026-05-07T03:59:22.555802Z","end":"2026-05-07T03:59:24.866825Z","steps":["trace[1324676339] 'process raft request' (duration: 2.310717609s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:24.866913Z","caller":"traceutil/trace.go:171","msg":"trace[1775627] transaction","detail":"{read_only:false; response_revision:5596; number_of_response:1; }","duration":"2.311004626s","start":"2026-05-07T03:59:22.555864Z","end":"2026-05-07T03:59:24.866869Z","steps":["trace[1775627] 'process raft request' (duration: 2.310838631s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:24.866993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:22.555835Z","time spent":"2.311064427s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:24.867016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:22.55578Z","time spent":"2.31115099s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:59:24.867126Z","caller":"traceutil/trace.go:171","msg":"trace[188760371] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"2.311201911s","start":"2026-05-07T03:59:22.555889Z","end":"2026-05-07T03:59:24.867091Z","steps":["trace[188760371] 'process raft request' (duration: 2.310892033s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:24.867297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:22.555874Z","time spent":"2.311341624s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:24.867293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:22.555848Z","time spent":"2.3111567s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:59:24.867302Z","caller":"traceutil/trace.go:171","msg":"trace[434879590] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"2.307004044s","start":"2026-05-07T03:59:22.560264Z","end":"2026-05-07T03:59:24.867268Z","steps":["trace[434879590] 'process raft request' (duration: 2.306800149s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:24.867377Z","caller":"traceutil/trace.go:171","msg":"trace[1165750895] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"2.101863233s","start":"2026-05-07T03:59:22.765494Z","end":"2026-05-07T03:59:24.867357Z","steps":["trace[1165750895] 'process raft request' (duration: 2.101698239s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:24.867448Z","caller":"traceutil/trace.go:171","msg":"trace[1704249879] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"1.930367871s","start":"2026-05-07T03:59:22.937067Z","end":"2026-05-07T03:59:24.867435Z","steps":["trace[1704249879] 'process raft request' (duration: 1.930264888s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:24.867453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:22.560254Z","time spent":"2.307121267s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:24.867479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:22.765476Z","time spent":"2.101954936s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:59:24.867497Z","caller":"traceutil/trace.go:171","msg":"trace[370142267] linearizableReadLoop","detail":"{readStateIndex:5812; appliedIndex:5801; }","duration":"2.311129279s","start":"2026-05-07T03:59:22.556348Z","end":"2026-05-07T03:59:24.867477Z","steps":["trace[370142267] 'read index received' (duration: 880.44386ms)","trace[370142267] 'applied index is now lower than readState.Index' (duration: 1.430684149s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:59:24.867586Z","caller":"traceutil/trace.go:171","msg":"trace[674884217] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"1.906000835s","start":"2026-05-07T03:59:22.961574Z","end":"2026-05-07T03:59:24.867575Z","steps":["trace[674884217] 'process raft request' (duration: 1.905851861s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:24.867649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:22.961536Z","time spent":"1.906082977s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:24.867679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296892109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:59:24.867724Z","caller":"traceutil/trace.go:171","msg":"trace[1281231421] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5604; }","duration":"1.296992383s","start":"2026-05-07T03:59:23.570721Z","end":"2026-05-07T03:59:24.867714Z","steps":["trace[1281231421] 'agreement among raft nodes before linearized reading' (duration: 1.29690441s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:24.867712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563074053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:59:24.86773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346022261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:59:24.867762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:23.570697Z","time spent":"1.297056024s","remote":"127.0.0.1:51648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:59:24.867777Z","caller":"traceutil/trace.go:171","msg":"trace[592874951] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5604; }","duration":"1.346121663s","start":"2026-05-07T03:59:23.521643Z","end":"2026-05-07T03:59:24.867765Z","steps":["trace[592874951] 'agreement among raft nodes before linearized reading' (duration: 1.346052591s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:24.867517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:22.937043Z","time spent":"1.930441913s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:59:24.867778Z","caller":"traceutil/trace.go:171","msg":"trace[1095196619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5604; }","duration":"1.563197267s","start":"2026-05-07T03:59:23.30456Z","end":"2026-05-07T03:59:24.867757Z","steps":["trace[1095196619] 'agreement among raft nodes before linearized reading' (duration: 1.563110684s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:24.867814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:23.52161Z","time spent":"1.346192445s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:59:24.867805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.428618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:59:24.867902Z","caller":"traceutil/trace.go:171","msg":"trace[1272039830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5604; }","duration":"587.562182ms","start":"2026-05-07T03:59:24.280325Z","end":"2026-05-07T03:59:24.867887Z","steps":["trace[1272039830] 'agreement among raft nodes before linearized reading' (duration: 587.426218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:24.867928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:23.304499Z","time spent":"1.563414022s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:59:24.867605Z","caller":"traceutil/trace.go:171","msg":"trace[33080183] transaction","detail":"{read_only:false; response_revision:5603; number_of_response:1; }","duration":"1.930174237s","start":"2026-05-07T03:59:22.937383Z","end":"2026-05-07T03:59:24.867557Z","steps":["trace[33080183] 'process raft request' (duration: 1.930005722s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:24.867966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311616271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80048"} {"level":"warn","ts":"2026-05-07T03:59:24.867936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107453124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74451a4d-9fb5-40c7-a8e6-a9209ef7ef33\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-05-07T03:59:24.868058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:22.937344Z","time spent":"1.930652219s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:59:24.868071Z","caller":"traceutil/trace.go:171","msg":"trace[744210868] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5604; }","duration":"2.311742584s","start":"2026-05-07T03:59:22.556311Z","end":"2026-05-07T03:59:24.868053Z","steps":["trace[744210868] 'agreement among raft nodes before linearized reading' (duration: 2.311299083s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:24.868121Z","caller":"traceutil/trace.go:171","msg":"trace[665460911] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-74451a4d-9fb5-40c7-a8e6-a9209ef7ef33; range_end:; response_count:1; response_revision:5604; }","duration":"2.107664329s","start":"2026-05-07T03:59:22.760432Z","end":"2026-05-07T03:59:24.868096Z","steps":["trace[665460911] 'agreement among raft nodes before linearized reading' (duration: 2.107329381s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:24.868131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:22.556297Z","time spent":"2.311818467s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80071,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-07T03:59:24.868182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:22.760415Z","time spent":"2.107750293s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74451a4d-9fb5-40c7-a8e6-a9209ef7ef33\" "} {"level":"warn","ts":"2026-05-07T03:59:24.867952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:24.28031Z","time spent":"587.631053ms","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:59:24.868313Z","caller":"traceutil/trace.go:171","msg":"trace[2101723354] transaction","detail":"{read_only:false; response_revision:5601; number_of_response:1; }","duration":"1.962433781s","start":"2026-05-07T03:59:22.90501Z","end":"2026-05-07T03:59:24.867443Z","steps":["trace[2101723354] 'process raft request' (duration: 1.962252516s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:24.868405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187879786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:59:24.868672Z","caller":"traceutil/trace.go:171","msg":"trace[973879349] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5604; }","duration":"2.188834341s","start":"2026-05-07T03:59:22.679701Z","end":"2026-05-07T03:59:24.868535Z","steps":["trace[973879349] 'agreement among raft nodes before linearized reading' (duration: 2.187914567s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:24.86868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:22.904984Z","time spent":"1.963655872s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:24.868727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:22.679665Z","time spent":"2.189046356s","remote":"127.0.0.1:34092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:59:26.256594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.273673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:59:26.256701Z","caller":"traceutil/trace.go:171","msg":"trace[67607696] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5619; }","duration":"119.431966ms","start":"2026-05-07T03:59:26.137248Z","end":"2026-05-07T03:59:26.25668Z","steps":["trace[67607696] 'range keys from in-memory index tree' (duration: 119.17794ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:32.510726Z","caller":"traceutil/trace.go:171","msg":"trace[2041095659] linearizableReadLoop","detail":"{readStateIndex:5925; appliedIndex:5924; }","duration":"360.031527ms","start":"2026-05-07T03:59:32.150664Z","end":"2026-05-07T03:59:32.510695Z","steps":["trace[2041095659] 'read index received' (duration: 356.219719ms)","trace[2041095659] 'applied index is now lower than readState.Index' (duration: 3.807198ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:59:32.511004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.311844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13878"} {"level":"info","ts":"2026-05-07T03:59:32.511091Z","caller":"traceutil/trace.go:171","msg":"trace[745283614] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5714; }","duration":"360.459097ms","start":"2026-05-07T03:59:32.150612Z","end":"2026-05-07T03:59:32.511071Z","steps":["trace[745283614] 'agreement among raft nodes before linearized reading' (duration: 360.16106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:32.511144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:32.150588Z","time spent":"360.54641ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13901,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-07T03:59:32.517865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.980212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-07T03:59:32.517917Z","caller":"traceutil/trace.go:171","msg":"trace[1195425322] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5715; }","duration":"365.032573ms","start":"2026-05-07T03:59:32.152871Z","end":"2026-05-07T03:59:32.517903Z","steps":["trace[1195425322] 'agreement among raft nodes before linearized reading' (duration: 364.91202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:32.517985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.809357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:59:32.518045Z","caller":"traceutil/trace.go:171","msg":"trace[218790752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5715; }","duration":"238.91269ms","start":"2026-05-07T03:59:32.279116Z","end":"2026-05-07T03:59:32.518028Z","steps":["trace[218790752] 'agreement among raft nodes before linearized reading' (duration: 238.820307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:32.517947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:32.152863Z","time spent":"365.075724ms","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-07T03:59:32.51868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.649245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:59:32.51785Z","caller":"traceutil/trace.go:171","msg":"trace[1048217974] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"144.0986ms","start":"2026-05-07T03:59:32.373721Z","end":"2026-05-07T03:59:32.517819Z","steps":["trace[1048217974] 'process raft request' (duration: 143.936756ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:32.51874Z","caller":"traceutil/trace.go:171","msg":"trace[949896894] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:5715; }","duration":"158.451006ms","start":"2026-05-07T03:59:32.360273Z","end":"2026-05-07T03:59:32.518724Z","steps":["trace[949896894] 'agreement among raft nodes before linearized reading' (duration: 157.624994ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:32.918839Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2871} {"level":"info","ts":"2026-05-07T03:59:32.98775Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2871,"took":"67.542136ms","hash":3223766243,"current-db-size-bytes":55066624,"current-db-size":"55 MB","current-db-size-in-use-bytes":31711232,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-07T03:59:32.987807Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3223766243,"revision":2871,"compact-revision":-1} {"level":"warn","ts":"2026-05-07T03:59:37.710592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038420233,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:59:37.811745Z","caller":"traceutil/trace.go:171","msg":"trace[1933335014] linearizableReadLoop","detail":"{readStateIndex:5980; appliedIndex:5979; }","duration":"601.41338ms","start":"2026-05-07T03:59:37.210309Z","end":"2026-05-07T03:59:37.811722Z","steps":["trace[1933335014] 'read index received' (duration: 601.174064ms)","trace[1933335014] 'applied index is now lower than readState.Index' (duration: 238.406µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:59:37.811802Z","caller":"traceutil/trace.go:171","msg":"trace[879524275] transaction","detail":"{read_only:false; response_revision:5767; number_of_response:1; }","duration":"610.610013ms","start":"2026-05-07T03:59:37.201165Z","end":"2026-05-07T03:59:37.811775Z","steps":["trace[879524275] 'process raft request' (duration: 610.407858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:37.811968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.644535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-05-07T03:59:37.811997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:37.201122Z","time spent":"610.737446ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:59:37.812037Z","caller":"traceutil/trace.go:171","msg":"trace[1309315253] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5767; }","duration":"601.716827ms","start":"2026-05-07T03:59:37.210302Z","end":"2026-05-07T03:59:37.812019Z","steps":["trace[1309315253] 'agreement among raft nodes before linearized reading' (duration: 601.538973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:37.812105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:37.210269Z","time spent":"601.81672ms","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-07T03:59:37.81225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.755915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:59:37.812421Z","caller":"traceutil/trace.go:171","msg":"trace[1456301503] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5767; }","duration":"188.990121ms","start":"2026-05-07T03:59:37.623379Z","end":"2026-05-07T03:59:37.812369Z","steps":["trace[1456301503] 'agreement among raft nodes before linearized reading' (duration: 188.751175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:37.812276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.602571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:59:37.812616Z","caller":"traceutil/trace.go:171","msg":"trace[919161077] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5767; }","duration":"410.997541ms","start":"2026-05-07T03:59:37.401594Z","end":"2026-05-07T03:59:37.812592Z","steps":["trace[919161077] 'agreement among raft nodes before linearized reading' (duration: 410.57791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:37.812437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.009336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:59:37.81271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:37.401574Z","time spent":"411.114314ms","remote":"127.0.0.1:44276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:59:37.812768Z","caller":"traceutil/trace.go:171","msg":"trace[1854043681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5767; }","duration":"532.367235ms","start":"2026-05-07T03:59:37.280379Z","end":"2026-05-07T03:59:37.812746Z","steps":["trace[1854043681] 'agreement among raft nodes before linearized reading' (duration: 531.968755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:37.812953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:37.280361Z","time spent":"532.5711ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:59:38.021696Z","caller":"traceutil/trace.go:171","msg":"trace[618469485] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"202.342061ms","start":"2026-05-07T03:59:37.819318Z","end":"2026-05-07T03:59:38.02166Z","steps":["trace[618469485] 'process raft request' (duration: 102.453622ms)","trace[618469485] 'compare' (duration: 99.763485ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:59:38.066009Z","caller":"traceutil/trace.go:171","msg":"trace[491820152] transaction","detail":"{read_only:false; response_revision:5771; number_of_response:1; }","duration":"245.696683ms","start":"2026-05-07T03:59:37.820282Z","end":"2026-05-07T03:59:38.065978Z","steps":["trace[491820152] 'process raft request' (duration: 245.654921ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:38.066322Z","caller":"traceutil/trace.go:171","msg":"trace[1887728941] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"246.316348ms","start":"2026-05-07T03:59:37.819977Z","end":"2026-05-07T03:59:38.066293Z","steps":["trace[1887728941] 'process raft request' (duration: 245.890958ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:38.0663Z","caller":"traceutil/trace.go:171","msg":"trace[1972040357] transaction","detail":"{read_only:false; response_revision:5769; number_of_response:1; }","duration":"246.253876ms","start":"2026-05-07T03:59:37.819983Z","end":"2026-05-07T03:59:38.066237Z","steps":["trace[1972040357] 'process raft request' (duration: 245.715192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:38.333311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.47228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-07T03:59:38.333411Z","caller":"traceutil/trace.go:171","msg":"trace[2028171447] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5771; }","duration":"107.618684ms","start":"2026-05-07T03:59:38.225773Z","end":"2026-05-07T03:59:38.333392Z","steps":["trace[2028171447] 'range keys from in-memory index tree' (duration: 107.289056ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:38.694871Z","caller":"traceutil/trace.go:171","msg":"trace[1168112269] linearizableReadLoop","detail":"{readStateIndex:5985; appliedIndex:5984; }","duration":"251.50886ms","start":"2026-05-07T03:59:38.443337Z","end":"2026-05-07T03:59:38.694846Z","steps":["trace[1168112269] 'read index received' (duration: 251.171491ms)","trace[1168112269] 'applied index is now lower than readState.Index' (duration: 336.349µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:59:38.694911Z","caller":"traceutil/trace.go:171","msg":"trace[371564073] transaction","detail":"{read_only:false; response_revision:5772; number_of_response:1; }","duration":"269.945388ms","start":"2026-05-07T03:59:38.424944Z","end":"2026-05-07T03:59:38.694889Z","steps":["trace[371564073] 'process raft request' (duration: 269.658261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:38.69526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.8993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-07T03:59:38.695423Z","caller":"traceutil/trace.go:171","msg":"trace[535056502] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5772; }","duration":"252.072974ms","start":"2026-05-07T03:59:38.443265Z","end":"2026-05-07T03:59:38.695338Z","steps":["trace[535056502] 'agreement among raft nodes before linearized reading' (duration: 251.697245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:39.543687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.301141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17123"} {"level":"warn","ts":"2026-05-07T03:59:39.543736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.252983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:59:39.543799Z","caller":"traceutil/trace.go:171","msg":"trace[549120118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5781; }","duration":"264.314355ms","start":"2026-05-07T03:59:39.279467Z","end":"2026-05-07T03:59:39.543781Z","steps":["trace[549120118] 'range keys from in-memory index tree' (duration: 264.173381ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:39.543799Z","caller":"traceutil/trace.go:171","msg":"trace[39948701] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5781; }","duration":"328.466655ms","start":"2026-05-07T03:59:39.215308Z","end":"2026-05-07T03:59:39.543775Z","steps":["trace[39948701] 'range keys from in-memory index tree' (duration: 328.087105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:39.543853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:39.215286Z","time spent":"328.552146ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17146,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-07T03:59:39.543865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.80793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-07T03:59:39.543941Z","caller":"traceutil/trace.go:171","msg":"trace[1876474964] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5781; }","duration":"231.912813ms","start":"2026-05-07T03:59:39.312009Z","end":"2026-05-07T03:59:39.543922Z","steps":["trace[1876474964] 'range keys from in-memory index tree' (duration: 231.625904ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:39.913945Z","caller":"traceutil/trace.go:171","msg":"trace[340913416] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"356.620419ms","start":"2026-05-07T03:59:39.557305Z","end":"2026-05-07T03:59:39.913926Z","steps":["trace[340913416] 'process raft request' (duration: 356.128357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:39.914085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:39.557281Z","time spent":"356.725913ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16924,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:40.459605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.765342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:59:40.459732Z","caller":"traceutil/trace.go:171","msg":"trace[1511377850] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"540.755758ms","start":"2026-05-07T03:59:39.918956Z","end":"2026-05-07T03:59:40.459712Z","steps":["trace[1511377850] 'process raft request' (duration: 322.797301ms)","trace[1511377850] 'compare' (duration: 217.65965ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:59:40.459793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:39.918938Z","time spent":"540.82534ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:40.820098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.195192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:59:40.82052Z","caller":"traceutil/trace.go:171","msg":"trace[1038248872] linearizableReadLoop","detail":"{readStateIndex:6001; appliedIndex:5995; }","duration":"830.12636ms","start":"2026-05-07T03:59:39.990376Z","end":"2026-05-07T03:59:40.820502Z","steps":["trace[1038248872] 'read index received' (duration: 251.393886ms)","trace[1038248872] 'applied index is now lower than readState.Index' (duration: 578.731294ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:59:40.820615Z","caller":"traceutil/trace.go:171","msg":"trace[635538348] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"900.2062ms","start":"2026-05-07T03:59:39.920397Z","end":"2026-05-07T03:59:40.820603Z","steps":["trace[635538348] 'process raft request' (duration: 709.397563ms)","trace[635538348] 'compare' (duration: 190.013237ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:59:40.820678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:39.920372Z","time spent":"900.270031ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:59:40.820925Z","caller":"traceutil/trace.go:171","msg":"trace[1376579789] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"886.712627ms","start":"2026-05-07T03:59:39.934187Z","end":"2026-05-07T03:59:40.820899Z","steps":["trace[1376579789] 'process raft request' (duration: 886.221575ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:40.820981Z","caller":"traceutil/trace.go:171","msg":"trace[2041587010] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"900.275342ms","start":"2026-05-07T03:59:39.920664Z","end":"2026-05-07T03:59:40.82094Z","steps":["trace[2041587010] 'process raft request' (duration: 899.640906ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:40.821033Z","caller":"traceutil/trace.go:171","msg":"trace[1528244619] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"797.486441ms","start":"2026-05-07T03:59:40.023525Z","end":"2026-05-07T03:59:40.821011Z","steps":["trace[1528244619] 'process raft request' (duration: 796.930407ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:40.821084Z","caller":"traceutil/trace.go:171","msg":"trace[684561410] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"899.196304ms","start":"2026-05-07T03:59:39.921881Z","end":"2026-05-07T03:59:40.821077Z","steps":["trace[684561410] 'process raft request' (duration: 898.478256ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:40.821096Z","caller":"traceutil/trace.go:171","msg":"trace[849305288] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"900.588609ms","start":"2026-05-07T03:59:39.920491Z","end":"2026-05-07T03:59:40.82108Z","steps":["trace[849305288] 'process raft request' (duration: 899.711417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:40.821125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:39.921872Z","time spent":"899.229866ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1852,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:40.821126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:40.023497Z","time spent":"797.582163ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:40.821116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.730995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-05-07T03:59:40.821139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.739636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-05-07T03:59:40.821164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:39.920648Z","time spent":"900.412035ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1272,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:40.821179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:39.92047Z","time spent":"900.661092ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1392,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:59:40.821201Z","caller":"traceutil/trace.go:171","msg":"trace[1057680342] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5789; }","duration":"830.94365ms","start":"2026-05-07T03:59:39.990239Z","end":"2026-05-07T03:59:40.821182Z","steps":["trace[1057680342] 'agreement among raft nodes before linearized reading' (duration: 830.676553ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:40.821212Z","caller":"traceutil/trace.go:171","msg":"trace[1085807798] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5789; }","duration":"560.856989ms","start":"2026-05-07T03:59:40.260332Z","end":"2026-05-07T03:59:40.821189Z","steps":["trace[1085807798] 'agreement among raft nodes before linearized reading' (duration: 560.659714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:40.821249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:39.990217Z","time spent":"831.019442ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-07T03:59:40.821255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:40.260311Z","time spent":"560.93527ms","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-07T03:59:40.821049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:39.934165Z","time spent":"886.816449ms","remote":"127.0.0.1:51666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15259,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:40.821338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.790344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:59:40.821356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.120845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-07T03:59:40.821372Z","caller":"traceutil/trace.go:171","msg":"trace[647333095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5789; }","duration":"541.858535ms","start":"2026-05-07T03:59:40.279503Z","end":"2026-05-07T03:59:40.821362Z","steps":["trace[647333095] 'agreement among raft nodes before linearized reading' (duration: 541.793814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:40.821401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:40.279483Z","time spent":"541.912157ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:59:40.82114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.163672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:59:40.821491Z","caller":"traceutil/trace.go:171","msg":"trace[2123973423] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5789; }","duration":"255.561922ms","start":"2026-05-07T03:59:40.565918Z","end":"2026-05-07T03:59:40.82148Z","steps":["trace[2123973423] 'agreement among raft nodes before linearized reading' (duration: 255.133332ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:40.821437Z","caller":"traceutil/trace.go:171","msg":"trace[983254729] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5789; }","duration":"352.183317ms","start":"2026-05-07T03:59:40.469194Z","end":"2026-05-07T03:59:40.821378Z","steps":["trace[983254729] 'agreement among raft nodes before linearized reading' (duration: 352.065394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:40.821589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:40.469177Z","time spent":"352.402472ms","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-05-07T03:59:40.995232Z","caller":"traceutil/trace.go:171","msg":"trace[1926943303] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"161.40352ms","start":"2026-05-07T03:59:40.833802Z","end":"2026-05-07T03:59:40.995206Z","steps":["trace[1926943303] 'process raft request' (duration: 161.342538ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:40.995256Z","caller":"traceutil/trace.go:171","msg":"trace[419661880] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"161.42128ms","start":"2026-05-07T03:59:40.833811Z","end":"2026-05-07T03:59:40.995232Z","steps":["trace[419661880] 'process raft request' (duration: 161.203325ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:41.019853Z","caller":"traceutil/trace.go:171","msg":"trace[1858329965] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"185.922093ms","start":"2026-05-07T03:59:40.833905Z","end":"2026-05-07T03:59:41.019827Z","steps":["trace[1858329965] 'process raft request' (duration: 185.703848ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:41.020244Z","caller":"traceutil/trace.go:171","msg":"trace[1855211333] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"174.958315ms","start":"2026-05-07T03:59:40.845273Z","end":"2026-05-07T03:59:41.020232Z","steps":["trace[1855211333] 'process raft request' (duration: 174.491793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:00:23.697309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038421256,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T04:00:23.716531Z","caller":"traceutil/trace.go:171","msg":"trace[1785841754] transaction","detail":"{read_only:false; response_revision:6137; number_of_response:1; }","duration":"522.912485ms","start":"2026-05-07T04:00:23.193593Z","end":"2026-05-07T04:00:23.716506Z","steps":["trace[1785841754] 'process raft request' (duration: 522.74959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:00:23.716689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:00:23.19357Z","time spent":"523.035357ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:00:23.740106Z","caller":"traceutil/trace.go:171","msg":"trace[1138335171] transaction","detail":"{read_only:false; response_revision:6138; number_of_response:1; }","duration":"546.34286ms","start":"2026-05-07T04:00:23.193742Z","end":"2026-05-07T04:00:23.740085Z","steps":["trace[1138335171] 'process raft request' (duration: 546.197397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:00:23.74022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:00:23.193709Z","time spent":"546.455793ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:00:23.740453Z","caller":"traceutil/trace.go:171","msg":"trace[1005493187] linearizableReadLoop","detail":"{readStateIndex:6364; appliedIndex:6360; }","duration":"544.201316ms","start":"2026-05-07T04:00:23.196223Z","end":"2026-05-07T04:00:23.740424Z","steps":["trace[1005493187] 'read index received' (duration: 520.136624ms)","trace[1005493187] 'applied index is now lower than readState.Index' (duration: 24.063592ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:00:23.740471Z","caller":"traceutil/trace.go:171","msg":"trace[1339057693] transaction","detail":"{read_only:false; response_revision:6140; number_of_response:1; }","duration":"546.131725ms","start":"2026-05-07T04:00:23.19431Z","end":"2026-05-07T04:00:23.740442Z","steps":["trace[1339057693] 'process raft request' (duration: 545.977431ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:00:23.740615Z","caller":"traceutil/trace.go:171","msg":"trace[1532522906] transaction","detail":"{read_only:false; response_revision:6139; number_of_response:1; }","duration":"546.360081ms","start":"2026-05-07T04:00:23.194223Z","end":"2026-05-07T04:00:23.740583Z","steps":["trace[1532522906] 'process raft request' (duration: 545.821577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:00:23.740703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.463462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T04:00:23.74067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:00:23.19428Z","time spent":"546.268068ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:00:23.740741Z","caller":"traceutil/trace.go:171","msg":"trace[177717415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6140; }","duration":"544.545304ms","start":"2026-05-07T04:00:23.196184Z","end":"2026-05-07T04:00:23.740729Z","steps":["trace[177717415] 'agreement among raft nodes before linearized reading' (duration: 544.394591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:00:23.740784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:00:23.196172Z","time spent":"544.603606ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:00:23.740852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.183467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T04:00:23.740863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.008319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T04:00:23.740887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:00:23.194199Z","time spent":"546.521715ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:00:23.740929Z","caller":"traceutil/trace.go:171","msg":"trace[1398111930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6140; }","duration":"505.098532ms","start":"2026-05-07T04:00:23.235811Z","end":"2026-05-07T04:00:23.74091Z","steps":["trace[1398111930] 'agreement among raft nodes before linearized reading' (duration: 504.927368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:00:23.740942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.523441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:00:23.74097Z","caller":"traceutil/trace.go:171","msg":"trace[1182362175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6140; }","duration":"436.583402ms","start":"2026-05-07T04:00:23.304379Z","end":"2026-05-07T04:00:23.740962Z","steps":["trace[1182362175] 'agreement among raft nodes before linearized reading' (duration: 436.543711ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:00:23.740902Z","caller":"traceutil/trace.go:171","msg":"trace[308774564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6140; }","duration":"498.260888ms","start":"2026-05-07T04:00:23.242629Z","end":"2026-05-07T04:00:23.740889Z","steps":["trace[308774564] 'agreement among raft nodes before linearized reading' (duration: 498.116095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:00:23.740975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:00:23.235798Z","time spent":"505.165963ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:00:23.740995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:00:23.304359Z","time spent":"436.631213ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:00:23.741012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.59781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-07T04:00:23.741015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:00:23.242613Z","time spent":"498.384782ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T04:00:23.741046Z","caller":"traceutil/trace.go:171","msg":"trace[100563871] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:6140; }","duration":"493.661222ms","start":"2026-05-07T04:00:23.247372Z","end":"2026-05-07T04:00:23.741033Z","steps":["trace[100563871] 'agreement among raft nodes before linearized reading' (duration: 493.57116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:00:23.741077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:00:23.247359Z","time spent":"493.712233ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7fpfd\" "} {"level":"warn","ts":"2026-05-07T04:00:23.741224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.157867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T04:00:23.741258Z","caller":"traceutil/trace.go:171","msg":"trace[1287715181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6140; }","duration":"500.227248ms","start":"2026-05-07T04:00:23.24102Z","end":"2026-05-07T04:00:23.741247Z","steps":["trace[1287715181] 'agreement among raft nodes before linearized reading' (duration: 500.101395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:00:23.741278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:00:23.241003Z","time spent":"500.269189ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:00:23.741414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.750151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T04:00:23.741501Z","caller":"traceutil/trace.go:171","msg":"trace[999320907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6140; }","duration":"498.857903ms","start":"2026-05-07T04:00:23.242628Z","end":"2026-05-07T04:00:23.741486Z","steps":["trace[999320907] 'agreement among raft nodes before linearized reading' (duration: 498.688799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:00:23.741549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:00:23.242617Z","time spent":"498.917676ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T04:00:33.970004Z","caller":"traceutil/trace.go:171","msg":"trace[741555975] transaction","detail":"{read_only:false; response_revision:6221; number_of_response:1; }","duration":"219.765023ms","start":"2026-05-07T04:00:33.750202Z","end":"2026-05-07T04:00:33.969967Z","steps":["trace[741555975] 'process raft request' (duration: 217.29349ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:00:33.973Z","caller":"traceutil/trace.go:171","msg":"trace[30525597] transaction","detail":"{read_only:false; response_revision:6222; number_of_response:1; }","duration":"196.825572ms","start":"2026-05-07T04:00:33.776144Z","end":"2026-05-07T04:00:33.97297Z","steps":["trace[30525597] 'process raft request' (duration: 196.589056ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:00:33.973178Z","caller":"traceutil/trace.go:171","msg":"trace[2075142652] transaction","detail":"{read_only:false; response_revision:6223; number_of_response:1; }","duration":"196.204104ms","start":"2026-05-07T04:00:33.776955Z","end":"2026-05-07T04:00:33.973159Z","steps":["trace[2075142652] 'process raft request' (duration: 195.931107ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:00:33.973349Z","caller":"traceutil/trace.go:171","msg":"trace[994772023] transaction","detail":"{read_only:false; response_revision:6224; number_of_response:1; }","duration":"196.113062ms","start":"2026-05-07T04:00:33.777192Z","end":"2026-05-07T04:00:33.973305Z","steps":["trace[994772023] 'process raft request' (duration: 195.897397ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:00:33.973397Z","caller":"traceutil/trace.go:171","msg":"trace[1352921334] linearizableReadLoop","detail":"{readStateIndex:6450; appliedIndex:6446; }","duration":"184.536418ms","start":"2026-05-07T04:00:33.788731Z","end":"2026-05-07T04:00:33.973267Z","steps":["trace[1352921334] 'read index received' (duration: 178.874064ms)","trace[1352921334] 'applied index is now lower than readState.Index' (duration: 5.661264ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:00:33.973615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.860086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-07T04:00:33.973672Z","caller":"traceutil/trace.go:171","msg":"trace[112436054] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:6224; }","duration":"184.977169ms","start":"2026-05-07T04:00:33.78868Z","end":"2026-05-07T04:00:33.973657Z","steps":["trace[112436054] 'agreement among raft nodes before linearized reading' (duration: 184.711922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:00:33.973925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.478475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T04:00:33.974017Z","caller":"traceutil/trace.go:171","msg":"trace[1171964457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6224; }","duration":"106.619398ms","start":"2026-05-07T04:00:33.867383Z","end":"2026-05-07T04:00:33.974002Z","steps":["trace[1171964457] 'agreement among raft nodes before linearized reading' (duration: 106.374902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:01:28.721596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.881503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-07T04:01:28.721667Z","caller":"traceutil/trace.go:171","msg":"trace[290919929] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6618; }","duration":"107.990306ms","start":"2026-05-07T04:01:28.613663Z","end":"2026-05-07T04:01:28.721653Z","steps":["trace[290919929] 'range keys from in-memory index tree' (duration: 107.693198ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:02:42.998334Z","caller":"traceutil/trace.go:171","msg":"trace[76938876] transaction","detail":"{read_only:false; response_revision:7034; number_of_response:1; }","duration":"116.238628ms","start":"2026-05-07T04:02:42.882058Z","end":"2026-05-07T04:02:42.998296Z","steps":["trace[76938876] 'process raft request' (duration: 104.078566ms)","trace[76938876] 'compare' (duration: 12.005438ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:02:48.100884Z","caller":"traceutil/trace.go:171","msg":"trace[1722137001] linearizableReadLoop","detail":"{readStateIndex:7316; appliedIndex:7315; }","duration":"112.397779ms","start":"2026-05-07T04:02:47.988444Z","end":"2026-05-07T04:02:48.100842Z","steps":["trace[1722137001] 'read index received' (duration: 111.498586ms)","trace[1722137001] 'applied index is now lower than readState.Index' (duration: 897.643µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:02:48.101024Z","caller":"traceutil/trace.go:171","msg":"trace[2061816546] transaction","detail":"{read_only:false; response_revision:7061; number_of_response:1; }","duration":"162.266148ms","start":"2026-05-07T04:02:47.938708Z","end":"2026-05-07T04:02:48.100975Z","steps":["trace[2061816546] 'process raft request' (duration: 161.237752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:02:48.101144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.657276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T04:02:48.101233Z","caller":"traceutil/trace.go:171","msg":"trace[296765854] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:7061; }","duration":"112.81269ms","start":"2026-05-07T04:02:47.988394Z","end":"2026-05-07T04:02:48.101207Z","steps":["trace[296765854] 'agreement among raft nodes before linearized reading' (duration: 112.613365ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:03:06.861037Z","caller":"traceutil/trace.go:171","msg":"trace[253822279] transaction","detail":"{read_only:false; response_revision:7187; number_of_response:1; }","duration":"101.991595ms","start":"2026-05-07T04:03:06.759011Z","end":"2026-05-07T04:03:06.861003Z","steps":["trace[253822279] 'process raft request' (duration: 82.812087ms)","trace[253822279] 'compare' (duration: 19.029704ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:03:06.90118Z","caller":"traceutil/trace.go:171","msg":"trace[706870352] linearizableReadLoop","detail":"{readStateIndex:7450; appliedIndex:7447; }","duration":"106.447538ms","start":"2026-05-07T04:03:06.794694Z","end":"2026-05-07T04:03:06.901141Z","steps":["trace[706870352] 'read index received' (duration: 47.18606ms)","trace[706870352] 'applied index is now lower than readState.Index' (duration: 59.260278ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:03:06.901708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.003462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:03:06.901785Z","caller":"traceutil/trace.go:171","msg":"trace[1254649227] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7189; }","duration":"107.138486ms","start":"2026-05-07T04:03:06.794635Z","end":"2026-05-07T04:03:06.901774Z","steps":["trace[1254649227] 'agreement among raft nodes before linearized reading' (duration: 106.997492ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:03:06.90202Z","caller":"traceutil/trace.go:171","msg":"trace[1856752819] transaction","detail":"{read_only:false; response_revision:7188; number_of_response:1; }","duration":"139.265292ms","start":"2026-05-07T04:03:06.762744Z","end":"2026-05-07T04:03:06.902009Z","steps":["trace[1856752819] 'process raft request' (duration: 138.134074ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:03:06.902166Z","caller":"traceutil/trace.go:171","msg":"trace[1402785885] transaction","detail":"{read_only:false; response_revision:7189; number_of_response:1; }","duration":"136.494552ms","start":"2026-05-07T04:03:06.765662Z","end":"2026-05-07T04:03:06.902156Z","steps":["trace[1402785885] 'process raft request' (duration: 135.422715ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:03:07.190763Z","caller":"traceutil/trace.go:171","msg":"trace[903329490] transaction","detail":"{read_only:false; response_revision:7195; number_of_response:1; }","duration":"106.418617ms","start":"2026-05-07T04:03:07.084307Z","end":"2026-05-07T04:03:07.190725Z","steps":["trace[903329490] 'process raft request' (duration: 96.29948ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:03:10.521874Z","caller":"traceutil/trace.go:171","msg":"trace[1707671641] transaction","detail":"{read_only:false; response_revision:7207; number_of_response:1; }","duration":"106.186031ms","start":"2026-05-07T04:03:10.415659Z","end":"2026-05-07T04:03:10.521845Z","steps":["trace[1707671641] 'process raft request' (duration: 84.694245ms)","trace[1707671641] 'compare' (duration: 20.799659ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:03:10.678065Z","caller":"traceutil/trace.go:171","msg":"trace[22148445] transaction","detail":"{read_only:false; response_revision:7211; number_of_response:1; }","duration":"129.146785ms","start":"2026-05-07T04:03:10.548885Z","end":"2026-05-07T04:03:10.678031Z","steps":["trace[22148445] 'process raft request' (duration: 129.068443ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:03:10.678075Z","caller":"traceutil/trace.go:171","msg":"trace[218804321] transaction","detail":"{read_only:false; response_revision:7210; number_of_response:1; }","duration":"129.72165ms","start":"2026-05-07T04:03:10.548326Z","end":"2026-05-07T04:03:10.678048Z","steps":["trace[218804321] 'process raft request' (duration: 88.603054ms)","trace[218804321] 'compare' (duration: 40.815599ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:03:10.794869Z","caller":"traceutil/trace.go:171","msg":"trace[885754252] transaction","detail":"{read_only:false; response_revision:7214; number_of_response:1; }","duration":"101.216014ms","start":"2026-05-07T04:03:10.693614Z","end":"2026-05-07T04:03:10.79483Z","steps":["trace[885754252] 'process raft request' (duration: 93.057367ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:03:15.591712Z","caller":"traceutil/trace.go:171","msg":"trace[1516126810] transaction","detail":"{read_only:false; response_revision:7298; number_of_response:1; }","duration":"104.946029ms","start":"2026-05-07T04:03:15.486741Z","end":"2026-05-07T04:03:15.591687Z","steps":["trace[1516126810] 'process raft request' (duration: 77.48831ms)","trace[1516126810] 'compare' (duration: 27.257134ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:03:43.40651Z","caller":"traceutil/trace.go:171","msg":"trace[610367111] transaction","detail":"{read_only:false; response_revision:7477; number_of_response:1; }","duration":"100.366604ms","start":"2026-05-07T04:03:43.306111Z","end":"2026-05-07T04:03:43.406478Z","steps":["trace[610367111] 'process raft request' (duration: 100.124858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:43.884513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.01618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T04:03:43.884605Z","caller":"traceutil/trace.go:171","msg":"trace[1843122622] linearizableReadLoop","detail":"{readStateIndex:7748; appliedIndex:7747; }","duration":"375.221885ms","start":"2026-05-07T04:03:43.509368Z","end":"2026-05-07T04:03:43.88459Z","steps":["trace[1843122622] 'read index received' (duration: 114.00949ms)","trace[1843122622] 'applied index is now lower than readState.Index' (duration: 261.210815ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:03:43.884633Z","caller":"traceutil/trace.go:171","msg":"trace[454147260] transaction","detail":"{read_only:false; response_revision:7479; number_of_response:1; }","duration":"399.611097ms","start":"2026-05-07T04:03:43.484992Z","end":"2026-05-07T04:03:43.884603Z","steps":["trace[454147260] 'process raft request' (duration: 138.411552ms)","trace[454147260] 'compare' (duration: 260.791214ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:03:43.884799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.992313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-07T04:03:43.884803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:43.484973Z","time spent":"399.727089ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:03:43.884831Z","caller":"traceutil/trace.go:171","msg":"trace[886718233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7479; }","duration":"372.048445ms","start":"2026-05-07T04:03:43.512774Z","end":"2026-05-07T04:03:43.884823Z","steps":["trace[886718233] 'agreement among raft nodes before linearized reading' (duration: 371.901881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:43.884864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:43.512762Z","time spent":"372.093726ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:03:43.884858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.463102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T04:03:43.884948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.702243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-07T04:03:43.884964Z","caller":"traceutil/trace.go:171","msg":"trace[24115455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7479; }","duration":"375.628836ms","start":"2026-05-07T04:03:43.509309Z","end":"2026-05-07T04:03:43.884938Z","steps":["trace[24115455] 'agreement among raft nodes before linearized reading' (duration: 375.331549ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:03:43.885021Z","caller":"traceutil/trace.go:171","msg":"trace[1053044933] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7479; }","duration":"306.793585ms","start":"2026-05-07T04:03:43.578205Z","end":"2026-05-07T04:03:43.884999Z","steps":["trace[1053044933] 'agreement among raft nodes before linearized reading' (duration: 306.614301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:43.885022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.585287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-07T04:03:43.885066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:43.509277Z","time spent":"375.754239ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T04:03:43.885106Z","caller":"traceutil/trace.go:171","msg":"trace[1041644401] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:7479; }","duration":"368.6931ms","start":"2026-05-07T04:03:43.516396Z","end":"2026-05-07T04:03:43.885089Z","steps":["trace[1041644401] 'agreement among raft nodes before linearized reading' (duration: 368.478824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:43.885104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:43.578193Z","time spent":"306.893038ms","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-07T04:03:43.885141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:43.516386Z","time spent":"368.747571ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7fpfd\" "} {"level":"warn","ts":"2026-05-07T04:03:43.885185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.105806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T04:03:43.885287Z","caller":"traceutil/trace.go:171","msg":"trace[1089133894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7479; }","duration":"372.228159ms","start":"2026-05-07T04:03:43.513035Z","end":"2026-05-07T04:03:43.885264Z","steps":["trace[1089133894] 'agreement among raft nodes before linearized reading' (duration: 371.903751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:43.885332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:43.512971Z","time spent":"372.350183ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T04:03:44.523617Z","caller":"traceutil/trace.go:171","msg":"trace[687661575] transaction","detail":"{read_only:false; response_revision:7483; number_of_response:1; }","duration":"213.228665ms","start":"2026-05-07T04:03:44.310353Z","end":"2026-05-07T04:03:44.523582Z","steps":["trace[687661575] 'process raft request' (duration: 212.994989ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:04:32.927063Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5730} {"level":"info","ts":"2026-05-07T04:04:33.010649Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5730,"took":"81.265758ms","hash":1889827763,"current-db-size-bytes":55066624,"current-db-size":"55 MB","current-db-size-in-use-bytes":25665536,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-07T04:04:33.010718Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1889827763,"revision":5730,"compact-revision":2871} {"level":"info","ts":"2026-05-07T04:05:41.099672Z","caller":"traceutil/trace.go:171","msg":"trace[48503636] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"197.673069ms","start":"2026-05-07T04:05:40.901965Z","end":"2026-05-07T04:05:41.099638Z","steps":["trace[48503636] 'process raft request' (duration: 197.434333ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:41.783884Z","caller":"traceutil/trace.go:171","msg":"trace[1676920729] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"158.220956ms","start":"2026-05-07T04:05:41.625628Z","end":"2026-05-07T04:05:41.783849Z","steps":["trace[1676920729] 'process raft request' (duration: 157.383815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:43.280062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038427321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:05:43.78048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038427321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:05:44.281165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038427321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:05:44.379284Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.608688755s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:05:44.379762Z","caller":"traceutil/trace.go:171","msg":"trace[1004074421] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"1.609344922s","start":"2026-05-07T04:05:42.770389Z","end":"2026-05-07T04:05:44.379734Z","steps":["trace[1004074421] 'process raft request' (duration: 1.609150186s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:44.379936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:42.770359Z","time spent":"1.609476916s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:05:45.282232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000019192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T04:05:45.282329Z","caller":"traceutil/trace.go:171","msg":"trace[1911307019] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000177925s","start":"2026-05-07T04:05:43.282126Z","end":"2026-05-07T04:05:45.282304Z","steps":["trace[1911307019] 'agreement among raft nodes before linearized reading' (duration: 2.000051682s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:45.282407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:43.282095Z","time spent":"2.000302538s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:05:45.428894Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.049316125s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:05:45.429433Z","caller":"traceutil/trace.go:171","msg":"trace[540898927] linearizableReadLoop","detail":"{readStateIndex:8799; appliedIndex:8793; }","duration":"2.650240773s","start":"2026-05-07T04:05:42.779169Z","end":"2026-05-07T04:05:45.429409Z","steps":["trace[540898927] 'read index received' (duration: 1.600411975s)","trace[540898927] 'applied index is now lower than readState.Index' (duration: 1.049827788s)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:05:45.429476Z","caller":"traceutil/trace.go:171","msg":"trace[1373727708] transaction","detail":"{read_only:false; response_revision:8497; number_of_response:1; }","duration":"1.637877637s","start":"2026-05-07T04:05:43.791555Z","end":"2026-05-07T04:05:45.429432Z","steps":["trace[1373727708] 'process raft request' (duration: 1.637683742s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:45.429541Z","caller":"traceutil/trace.go:171","msg":"trace[1590875481] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"1.633873457s","start":"2026-05-07T04:05:43.795655Z","end":"2026-05-07T04:05:45.429528Z","steps":["trace[1590875481] 'process raft request' (duration: 1.633639781s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:45.429678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:43.791537Z","time spent":"1.638065502s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:05:45.429791Z","caller":"traceutil/trace.go:171","msg":"trace[968913051] transaction","detail":"{read_only:false; response_revision:8496; number_of_response:1; }","duration":"1.639439608s","start":"2026-05-07T04:05:43.790327Z","end":"2026-05-07T04:05:45.429766Z","steps":["trace[968913051] 'process raft request' (duration: 1.63873812s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:45.429945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:43.790291Z","time spent":"1.639555671s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:05:45.429962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.650770136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-07T04:05:45.430053Z","caller":"traceutil/trace.go:171","msg":"trace[1724026172] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"1.157016846s","start":"2026-05-07T04:05:44.273028Z","end":"2026-05-07T04:05:45.430045Z","steps":["trace[1724026172] 'process raft request' (duration: 1.156341319s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:45.430078Z","caller":"traceutil/trace.go:171","msg":"trace[910184543] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:8500; }","duration":"2.650870949s","start":"2026-05-07T04:05:42.779151Z","end":"2026-05-07T04:05:45.430022Z","steps":["trace[910184543] 'agreement among raft nodes before linearized reading' (duration: 2.650614012s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:45.430146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:42.779143Z","time spent":"2.650989123s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7fpfd\" "} {"level":"warn","ts":"2026-05-07T04:05:45.430097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:44.273002Z","time spent":"1.157071337s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:05:45.430095Z","caller":"traceutil/trace.go:171","msg":"trace[1451434205] transaction","detail":"{read_only:false; response_revision:8499; number_of_response:1; }","duration":"1.441214425s","start":"2026-05-07T04:05:43.988833Z","end":"2026-05-07T04:05:45.430047Z","steps":["trace[1451434205] 'process raft request' (duration: 1.440500667s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:45.430368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391106201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T04:05:45.430372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:43.988799Z","time spent":"1.441452712s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:05:45.430416Z","caller":"traceutil/trace.go:171","msg":"trace[734327319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8500; }","duration":"1.391198123s","start":"2026-05-07T04:05:44.039203Z","end":"2026-05-07T04:05:45.430401Z","steps":["trace[734327319] 'agreement among raft nodes before linearized reading' (duration: 1.391041099s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:45.430443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:44.039167Z","time spent":"1.391269525s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:05:45.430475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.66059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T04:05:45.430562Z","caller":"traceutil/trace.go:171","msg":"trace[1678817692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8500; }","duration":"833.787013ms","start":"2026-05-07T04:05:44.596753Z","end":"2026-05-07T04:05:45.43054Z","steps":["trace[1678817692] 'agreement among raft nodes before linearized reading' (duration: 833.543287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:45.430636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:44.596734Z","time spent":"833.892135ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:05:45.430641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.997495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-05-07T04:05:45.43064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.590105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T04:05:45.430603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.07154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-b84888bb5-gncn8.18ad2cd840eae8c8\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-05-07T04:05:45.430646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.550895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T04:05:45.430704Z","caller":"traceutil/trace.go:171","msg":"trace[1126479951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8500; }","duration":"147.694548ms","start":"2026-05-07T04:05:45.282994Z","end":"2026-05-07T04:05:45.430689Z","steps":["trace[1126479951] 'agreement among raft nodes before linearized reading' (duration: 147.600635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:45.43046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.860479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T04:05:45.430741Z","caller":"traceutil/trace.go:171","msg":"trace[1844269449] range","detail":"{range_begin:/registry/events/openstack/barbican-api-b84888bb5-gncn8.18ad2cd840eae8c8; range_end:; response_count:1; response_revision:8500; }","duration":"233.294716ms","start":"2026-05-07T04:05:45.197412Z","end":"2026-05-07T04:05:45.430706Z","steps":["trace[1844269449] 'agreement among raft nodes before linearized reading' (duration: 232.950867ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:45.430759Z","caller":"traceutil/trace.go:171","msg":"trace[1124877982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8500; }","duration":"842.72273ms","start":"2026-05-07T04:05:44.588009Z","end":"2026-05-07T04:05:45.430732Z","steps":["trace[1124877982] 'agreement among raft nodes before linearized reading' (duration: 842.390471ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:45.430776Z","caller":"traceutil/trace.go:171","msg":"trace[466792355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8500; }","duration":"743.228889ms","start":"2026-05-07T04:05:44.687538Z","end":"2026-05-07T04:05:45.430767Z","steps":["trace[466792355] 'agreement among raft nodes before linearized reading' (duration: 742.696355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:45.430776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.269258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:05:45.430807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:44.68751Z","time spent":"743.28843ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T04:05:45.430813Z","caller":"traceutil/trace.go:171","msg":"trace[476971787] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8500; }","duration":"888.346049ms","start":"2026-05-07T04:05:44.542457Z","end":"2026-05-07T04:05:45.430804Z","steps":["trace[476971787] 'agreement among raft nodes before linearized reading' (duration: 887.777715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:45.430818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:44.587983Z","time spent":"842.823912ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:05:45.430845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:44.542432Z","time spent":"888.404741ms","remote":"127.0.0.1:51730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":868,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:05:45.430697Z","caller":"traceutil/trace.go:171","msg":"trace[674719191] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8500; }","duration":"442.047196ms","start":"2026-05-07T04:05:44.988632Z","end":"2026-05-07T04:05:45.43068Z","steps":["trace[674719191] 'agreement among raft nodes before linearized reading' (duration: 441.891112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:45.430885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:44.988563Z","time spent":"442.316203ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T04:05:45.431027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.907063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T04:05:45.43016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:43.795621Z","time spent":"1.634518394s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:05:45.431151Z","caller":"traceutil/trace.go:171","msg":"trace[823993637] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8500; }","duration":"523.079238ms","start":"2026-05-07T04:05:44.908051Z","end":"2026-05-07T04:05:45.43113Z","steps":["trace[823993637] 'agreement among raft nodes before linearized reading' (duration: 522.512383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:45.431258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:44.908027Z","time spent":"523.20764ms","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":99,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:05:45.431444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404908212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T04:05:45.43149Z","caller":"traceutil/trace.go:171","msg":"trace[392703162] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8500; }","duration":"1.406155763s","start":"2026-05-07T04:05:44.025319Z","end":"2026-05-07T04:05:45.431474Z","steps":["trace[392703162] 'agreement among raft nodes before linearized reading' (duration: 1.404845961s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:45.431516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:44.025302Z","time spent":"1.406205834s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:05:45.432732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405173498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:05:45.432813Z","caller":"traceutil/trace.go:171","msg":"trace[1277335804] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8500; }","duration":"1.40528377s","start":"2026-05-07T04:05:44.027511Z","end":"2026-05-07T04:05:45.432795Z","steps":["trace[1277335804] 'agreement among raft nodes before linearized reading' (duration: 1.402824689s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:45.432851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:44.027501Z","time spent":"1.405338321s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":868,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:05:55.781781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038427513,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T04:05:56.125158Z","caller":"traceutil/trace.go:171","msg":"trace[1422440430] transaction","detail":"{read_only:false; response_revision:8548; number_of_response:1; }","duration":"926.067498ms","start":"2026-05-07T04:05:55.199065Z","end":"2026-05-07T04:05:56.125132Z","steps":["trace[1422440430] 'process raft request' (duration: 925.872693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:56.125332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:55.199055Z","time spent":"926.175071ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:05:56.762517Z","caller":"traceutil/trace.go:171","msg":"trace[512508210] transaction","detail":"{read_only:false; response_revision:8549; number_of_response:1; }","duration":"1.291810183s","start":"2026-05-07T04:05:55.470677Z","end":"2026-05-07T04:05:56.762487Z","steps":["trace[512508210] 'process raft request' (duration: 1.291586048s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:56.762704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:55.470644Z","time spent":"1.291954337s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:05:56.762803Z","caller":"traceutil/trace.go:171","msg":"trace[1422264192] transaction","detail":"{read_only:false; response_revision:8550; number_of_response:1; }","duration":"1.283157983s","start":"2026-05-07T04:05:55.479624Z","end":"2026-05-07T04:05:56.762782Z","steps":["trace[1422264192] 'process raft request' (duration: 1.282817414s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:56.762931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:55.479613Z","time spent":"1.283242966s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:05:56.763948Z","caller":"traceutil/trace.go:171","msg":"trace[604845462] linearizableReadLoop","detail":"{readStateIndex:8854; appliedIndex:8848; }","duration":"1.482525024s","start":"2026-05-07T04:05:55.281391Z","end":"2026-05-07T04:05:56.763916Z","steps":["trace[604845462] 'read index received' (duration: 843.640631ms)","trace[604845462] 'applied index is now lower than readState.Index' (duration: 638.883423ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:05:56.764317Z","caller":"traceutil/trace.go:171","msg":"trace[1912765157] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"1.283446311s","start":"2026-05-07T04:05:55.480856Z","end":"2026-05-07T04:05:56.764303Z","steps":["trace[1912765157] 'process raft request' (duration: 1.282878117s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:56.763957Z","caller":"traceutil/trace.go:171","msg":"trace[513440982] transaction","detail":"{read_only:false; response_revision:8551; number_of_response:1; }","duration":"1.284030235s","start":"2026-05-07T04:05:55.479883Z","end":"2026-05-07T04:05:56.763914Z","steps":["trace[513440982] 'process raft request' (duration: 1.282825965s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:56.76446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:55.480817Z","time spent":"1.283536593s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:05:56.764488Z","caller":"traceutil/trace.go:171","msg":"trace[846380382] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"1.087085785s","start":"2026-05-07T04:05:55.677383Z","end":"2026-05-07T04:05:56.764469Z","steps":["trace[846380382] 'process raft request' (duration: 1.08648212s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:56.764502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:55.479838Z","time spent":"1.284537928s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:05:56.764546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483149091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T04:05:56.764589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:55.677348Z","time spent":"1.087195149s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:05:56.764791Z","caller":"traceutil/trace.go:171","msg":"trace[2092877034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8553; }","duration":"1.483279795s","start":"2026-05-07T04:05:55.281338Z","end":"2026-05-07T04:05:56.764618Z","steps":["trace[2092877034] 'agreement among raft nodes before linearized reading' (duration: 1.48311887s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:56.764871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:55.281313Z","time spent":"1.48353746s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:05:56.802261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298173844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-07T04:05:56.802339Z","caller":"traceutil/trace.go:171","msg":"trace[810202066] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:8554; }","duration":"1.298259676s","start":"2026-05-07T04:05:55.50406Z","end":"2026-05-07T04:05:56.80232Z","steps":["trace[810202066] 'agreement among raft nodes before linearized reading' (duration: 1.298055561s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:56.802378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:55.504012Z","time spent":"1.29835767s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7fpfd\" "} {"level":"warn","ts":"2026-05-07T04:05:56.802383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.690109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-05-07T04:05:56.802382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485784857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:05:56.802445Z","caller":"traceutil/trace.go:171","msg":"trace[701393466] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8554; }","duration":"697.779261ms","start":"2026-05-07T04:05:56.104646Z","end":"2026-05-07T04:05:56.802425Z","steps":["trace[701393466] 'agreement among raft nodes before linearized reading' (duration: 697.669888ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:56.802448Z","caller":"traceutil/trace.go:171","msg":"trace[422465889] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8554; }","duration":"1.485860419s","start":"2026-05-07T04:05:55.316571Z","end":"2026-05-07T04:05:56.802432Z","steps":["trace[422465889] 'agreement among raft nodes before linearized reading' (duration: 1.485748776s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:56.802489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:56.10462Z","time spent":"697.861293ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T04:05:56.802493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:55.31649Z","time spent":"1.485992672s","remote":"127.0.0.1:44372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:05:56.802468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.646356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T04:05:56.802489Z","caller":"traceutil/trace.go:171","msg":"trace[1412969188] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"532.420935ms","start":"2026-05-07T04:05:56.270032Z","end":"2026-05-07T04:05:56.802453Z","steps":["trace[1412969188] 'process raft request' (duration: 531.884941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:56.802523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31171992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T04:05:56.802578Z","caller":"traceutil/trace.go:171","msg":"trace[1263949211] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8554; }","duration":"340.80202ms","start":"2026-05-07T04:05:56.461756Z","end":"2026-05-07T04:05:56.802558Z","steps":["trace[1263949211] 'agreement among raft nodes before linearized reading' (duration: 340.455652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:56.802597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308470917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T04:05:56.802628Z","caller":"traceutil/trace.go:171","msg":"trace[127812695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8554; }","duration":"1.311864364s","start":"2026-05-07T04:05:55.490743Z","end":"2026-05-07T04:05:56.802607Z","steps":["trace[127812695] 'agreement among raft nodes before linearized reading' (duration: 1.311546116s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:56.802633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:56.461736Z","time spent":"340.887442ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T04:05:56.802647Z","caller":"traceutil/trace.go:171","msg":"trace[1044092732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8554; }","duration":"1.308526858s","start":"2026-05-07T04:05:55.494107Z","end":"2026-05-07T04:05:56.802633Z","steps":["trace[1044092732] 'agreement among raft nodes before linearized reading' (duration: 1.308389255s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:56.80268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:55.494069Z","time spent":"1.30860429s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:05:56.802681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:55.490731Z","time spent":"1.311941535s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:05:56.802699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:56.269998Z","time spent":"532.597729ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:05:56.802272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173436611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-05-07T04:05:56.802762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309915063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-07T04:05:56.802819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.260523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414394"} {"level":"warn","ts":"2026-05-07T04:05:56.802842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304766973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T04:05:56.802844Z","caller":"traceutil/trace.go:171","msg":"trace[316263251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8554; }","duration":"1.310058397s","start":"2026-05-07T04:05:55.492765Z","end":"2026-05-07T04:05:56.802823Z","steps":["trace[316263251] 'agreement among raft nodes before linearized reading' (duration: 1.30977254s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:56.802862Z","caller":"traceutil/trace.go:171","msg":"trace[298868533] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8554; }","duration":"775.339225ms","start":"2026-05-07T04:05:56.027513Z","end":"2026-05-07T04:05:56.802852Z","steps":["trace[298868533] 'agreement among raft nodes before linearized reading' (duration: 775.15782ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:56.802875Z","caller":"traceutil/trace.go:171","msg":"trace[13318973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8554; }","duration":"1.304819854s","start":"2026-05-07T04:05:55.498045Z","end":"2026-05-07T04:05:56.802865Z","steps":["trace[13318973] 'agreement among raft nodes before linearized reading' (duration: 1.304725722s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:56.802892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:55.492738Z","time spent":"1.310145628s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:05:56.802911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:56.027489Z","time spent":"775.399076ms","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414417,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-07T04:05:56.802912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:55.498031Z","time spent":"1.304874846s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:05:56.803034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.792256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T04:05:56.803125Z","caller":"traceutil/trace.go:171","msg":"trace[1251457210] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:8554; }","duration":"137.893968ms","start":"2026-05-07T04:05:56.665209Z","end":"2026-05-07T04:05:56.803103Z","steps":["trace[1251457210] 'agreement among raft nodes before linearized reading' (duration: 137.257082ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:56.803136Z","caller":"traceutil/trace.go:171","msg":"trace[1863193165] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8554; }","duration":"1.174026826s","start":"2026-05-07T04:05:55.628765Z","end":"2026-05-07T04:05:56.802792Z","steps":["trace[1863193165] 'agreement among raft nodes before linearized reading' (duration: 1.173343209s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:56.803338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:55.628741Z","time spent":"1.1745774s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T04:05:56.995892Z","caller":"traceutil/trace.go:171","msg":"trace[742044388] transaction","detail":"{read_only:false; response_revision:8555; number_of_response:1; }","duration":"189.261184ms","start":"2026-05-07T04:05:56.806604Z","end":"2026-05-07T04:05:56.995865Z","steps":["trace[742044388] 'process raft request' (duration: 189.020708ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:56.996137Z","caller":"traceutil/trace.go:171","msg":"trace[940481882] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"189.394977ms","start":"2026-05-07T04:05:56.806723Z","end":"2026-05-07T04:05:56.996118Z","steps":["trace[940481882] 'process raft request' (duration: 189.09746ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:56.99626Z","caller":"traceutil/trace.go:171","msg":"trace[1748754074] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"188.791333ms","start":"2026-05-07T04:05:56.807456Z","end":"2026-05-07T04:05:56.996247Z","steps":["trace[1748754074] 'process raft request' (duration: 188.70239ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:56.996251Z","caller":"traceutil/trace.go:171","msg":"trace[654253960] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"189.013938ms","start":"2026-05-07T04:05:56.807205Z","end":"2026-05-07T04:05:56.996219Z","steps":["trace[654253960] 'process raft request' (duration: 188.823763ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:56.996295Z","caller":"traceutil/trace.go:171","msg":"trace[1494246299] linearizableReadLoop","detail":"{readStateIndex:8862; appliedIndex:8855; }","duration":"187.732105ms","start":"2026-05-07T04:05:56.808545Z","end":"2026-05-07T04:05:56.996278Z","steps":["trace[1494246299] 'read index received' (duration: 58.461957ms)","trace[1494246299] 'applied index is now lower than readState.Index' (duration: 129.269018ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:05:56.996389Z","caller":"traceutil/trace.go:171","msg":"trace[476507047] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"188.864894ms","start":"2026-05-07T04:05:56.807513Z","end":"2026-05-07T04:05:56.996378Z","steps":["trace[476507047] 'process raft request' (duration: 188.687829ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:56.996432Z","caller":"traceutil/trace.go:171","msg":"trace[928452501] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"188.844044ms","start":"2026-05-07T04:05:56.807575Z","end":"2026-05-07T04:05:56.996419Z","steps":["trace[928452501] 'process raft request' (duration: 188.655729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:56.996807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.243059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-07T04:05:56.996841Z","caller":"traceutil/trace.go:171","msg":"trace[258016397] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8560; }","duration":"188.31616ms","start":"2026-05-07T04:05:56.808514Z","end":"2026-05-07T04:05:56.99683Z","steps":["trace[258016397] 'agreement among raft nodes before linearized reading' (duration: 187.958711ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:57.070195Z","caller":"traceutil/trace.go:171","msg":"trace[538767167] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"151.483794ms","start":"2026-05-07T04:05:56.918689Z","end":"2026-05-07T04:05:57.070173Z","steps":["trace[538767167] 'process raft request' (duration: 125.590764ms)","trace[538767167] 'compare' (duration: 25.592412ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:05:57.070677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.044787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222775"} {"level":"info","ts":"2026-05-07T04:05:57.070721Z","caller":"traceutil/trace.go:171","msg":"trace[1175382168] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8561; }","duration":"262.092278ms","start":"2026-05-07T04:05:56.808608Z","end":"2026-05-07T04:05:57.0707Z","steps":["trace[1175382168] 'agreement among raft nodes before linearized reading' (duration: 261.76391ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:57.415387Z","caller":"traceutil/trace.go:171","msg":"trace[366272134] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"168.155078ms","start":"2026-05-07T04:05:57.247196Z","end":"2026-05-07T04:05:57.415351Z","steps":["trace[366272134] 'process raft request' (duration: 167.728997ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:59.445384Z","caller":"traceutil/trace.go:171","msg":"trace[498897533] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"675.433293ms","start":"2026-05-07T04:05:58.769922Z","end":"2026-05-07T04:05:59.445356Z","steps":["trace[498897533] 'process raft request' (duration: 675.221868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:59.445596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:58.769903Z","time spent":"675.591608ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:05:59.715006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.956688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T04:05:59.715427Z","caller":"traceutil/trace.go:171","msg":"trace[432081606] linearizableReadLoop","detail":"{readStateIndex:8868; appliedIndex:8864; }","duration":"713.558392ms","start":"2026-05-07T04:05:59.001841Z","end":"2026-05-07T04:05:59.715399Z","steps":["trace[432081606] 'read index received' (duration: 443.231075ms)","trace[432081606] 'applied index is now lower than readState.Index' (duration: 270.325407ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:05:59.715239Z","caller":"traceutil/trace.go:171","msg":"trace[1271941258] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"944.537378ms","start":"2026-05-07T04:05:58.770662Z","end":"2026-05-07T04:05:59.715199Z","steps":["trace[1271941258] 'process raft request' (duration: 834.271443ms)","trace[1271941258] 'compare' (duration: 109.799804ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:05:59.715591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:58.770649Z","time spent":"944.883448ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:05:59.715623Z","caller":"traceutil/trace.go:171","msg":"trace[2121811886] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"944.888698ms","start":"2026-05-07T04:05:58.770692Z","end":"2026-05-07T04:05:59.71558Z","steps":["trace[2121811886] 'process raft request' (duration: 944.445957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:59.715721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:58.770664Z","time spent":"944.9876ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:05:59.71586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.017414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T04:05:59.715899Z","caller":"traceutil/trace.go:171","msg":"trace[225947783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8566; }","duration":"714.090606ms","start":"2026-05-07T04:05:59.001797Z","end":"2026-05-07T04:05:59.715887Z","steps":["trace[225947783] 'agreement among raft nodes before linearized reading' (duration: 713.956602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:59.71593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:59.001773Z","time spent":"714.151248ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:05:59.71596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.067216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T04:05:59.716026Z","caller":"traceutil/trace.go:171","msg":"trace[596974473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8566; }","duration":"714.212139ms","start":"2026-05-07T04:05:59.001799Z","end":"2026-05-07T04:05:59.716011Z","steps":["trace[596974473] 'agreement among raft nodes before linearized reading' (duration: 714.002273ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:59.71603Z","caller":"traceutil/trace.go:171","msg":"trace[562405897] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"945.283318ms","start":"2026-05-07T04:05:58.770729Z","end":"2026-05-07T04:05:59.716012Z","steps":["trace[562405897] 'process raft request' (duration: 944.521859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:59.716061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:59.001771Z","time spent":"714.283701ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:05:59.716084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.244856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:05:59.716141Z","caller":"traceutil/trace.go:171","msg":"trace[421830981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8566; }","duration":"434.33215ms","start":"2026-05-07T04:05:59.28179Z","end":"2026-05-07T04:05:59.716122Z","steps":["trace[421830981] 'agreement among raft nodes before linearized reading' (duration: 434.264678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:59.716174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.220999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-07T04:05:59.716185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:59.281764Z","time spent":"434.413461ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T04:05:59.716205Z","caller":"traceutil/trace.go:171","msg":"trace[503025971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8566; }","duration":"714.27325ms","start":"2026-05-07T04:05:59.001922Z","end":"2026-05-07T04:05:59.716196Z","steps":["trace[503025971] 'agreement among raft nodes before linearized reading' (duration: 714.192158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:59.716233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:59.001907Z","time spent":"714.320211ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:05:59.716219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.966002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-07T04:05:59.716087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:58.770709Z","time spent":"945.348579ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:05:59.716275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.938517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-07T04:05:59.716355Z","caller":"traceutil/trace.go:171","msg":"trace[710180185] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:8566; }","duration":"636.072761ms","start":"2026-05-07T04:05:59.080267Z","end":"2026-05-07T04:05:59.71634Z","steps":["trace[710180185] 'agreement among raft nodes before linearized reading' (duration: 635.800464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:59.716007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.010397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T04:05:59.716497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:59.080245Z","time spent":"636.238295ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7fpfd\" "} {"level":"info","ts":"2026-05-07T04:05:59.716533Z","caller":"traceutil/trace.go:171","msg":"trace[1906548412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8566; }","duration":"713.591633ms","start":"2026-05-07T04:05:59.002931Z","end":"2026-05-07T04:05:59.716522Z","steps":["trace[1906548412] 'agreement among raft nodes before linearized reading' (duration: 712.868914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:59.716618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:59.002921Z","time spent":"713.685915ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T04:05:59.716267Z","caller":"traceutil/trace.go:171","msg":"trace[807676380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8566; }","duration":"714.055705ms","start":"2026-05-07T04:05:59.0022Z","end":"2026-05-07T04:05:59.716256Z","steps":["trace[807676380] 'agreement among raft nodes before linearized reading' (duration: 713.891371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:59.717501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:59.00219Z","time spent":"715.247136ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:06:00.073609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.856157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T04:06:00.073891Z","caller":"traceutil/trace.go:171","msg":"trace[449625202] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"352.519038ms","start":"2026-05-07T04:05:59.721332Z","end":"2026-05-07T04:06:00.073851Z","steps":["trace[449625202] 'process raft request' (duration: 113.310842ms)","trace[449625202] 'compare' (duration: 238.529469ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:06:00.073986Z","caller":"traceutil/trace.go:171","msg":"trace[602058678] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"351.151143ms","start":"2026-05-07T04:05:59.722815Z","end":"2026-05-07T04:06:00.073966Z","steps":["trace[602058678] 'process raft request' (duration: 351.099262ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:00.074034Z","caller":"traceutil/trace.go:171","msg":"trace[1134928023] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"352.247672ms","start":"2026-05-07T04:05:59.721745Z","end":"2026-05-07T04:06:00.073993Z","steps":["trace[1134928023] 'process raft request' (duration: 351.990236ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:00.074118Z","caller":"traceutil/trace.go:171","msg":"trace[1365725815] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"351.448712ms","start":"2026-05-07T04:05:59.722658Z","end":"2026-05-07T04:06:00.074107Z","steps":["trace[1365725815] 'process raft request' (duration: 351.182205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:00.074105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:59.721298Z","time spent":"352.684683ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:06:00.074186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:59.722641Z","time spent":"351.515573ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:06:00.074233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:59.721719Z","time spent":"352.400065ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:06:00.074072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:59.722808Z","time spent":"351.227205ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:00.074445Z","caller":"traceutil/trace.go:171","msg":"trace[127157468] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"351.596614ms","start":"2026-05-07T04:05:59.722758Z","end":"2026-05-07T04:06:00.074354Z","steps":["trace[127157468] 'process raft request' (duration: 351.124532ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:00.074545Z","caller":"traceutil/trace.go:171","msg":"trace[1818943683] linearizableReadLoop","detail":"{readStateIndex:8869; appliedIndex:8868; }","duration":"353.106263ms","start":"2026-05-07T04:05:59.721413Z","end":"2026-05-07T04:06:00.074519Z","steps":["trace[1818943683] 'read index received' (duration: 113.248871ms)","trace[1818943683] 'applied index is now lower than readState.Index' (duration: 239.855222ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:06:00.074723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:59.72275Z","time spent":"351.868771ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:06:00.074948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.522863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222775"} {"level":"info","ts":"2026-05-07T04:06:00.075008Z","caller":"traceutil/trace.go:171","msg":"trace[860789895] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8571; }","duration":"353.616436ms","start":"2026-05-07T04:05:59.721381Z","end":"2026-05-07T04:06:00.074997Z","steps":["trace[860789895] 'agreement among raft nodes before linearized reading' (duration: 353.200926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:00.075141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:59.721365Z","time spent":"353.761849ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222798,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-07T04:06:00.102611Z","caller":"traceutil/trace.go:171","msg":"trace[451010326] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"120.966517ms","start":"2026-05-07T04:05:59.981618Z","end":"2026-05-07T04:06:00.102585Z","steps":["trace[451010326] 'process raft request' (duration: 120.796143ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:01.560257Z","caller":"traceutil/trace.go:171","msg":"trace[267785811] transaction","detail":"{read_only:false; response_revision:8573; number_of_response:1; }","duration":"108.449518ms","start":"2026-05-07T04:06:01.451776Z","end":"2026-05-07T04:06:01.560226Z","steps":["trace[267785811] 'process raft request' (duration: 107.72555ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:02.179299Z","caller":"traceutil/trace.go:171","msg":"trace[1438990946] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"456.423081ms","start":"2026-05-07T04:06:01.722853Z","end":"2026-05-07T04:06:02.179276Z","steps":["trace[1438990946] 'process raft request' (duration: 456.255997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:02.179458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:01.72282Z","time spent":"456.555865ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:06:02.822656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.531668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T04:06:02.82286Z","caller":"traceutil/trace.go:171","msg":"trace[2101168783] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"1.099559721s","start":"2026-05-07T04:06:01.723265Z","end":"2026-05-07T04:06:02.822825Z","steps":["trace[2101168783] 'process raft request' (duration: 976.773187ms)","trace[2101168783] 'compare' (duration: 122.421405ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:06:02.822871Z","caller":"traceutil/trace.go:171","msg":"trace[635445201] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"1.099572472s","start":"2026-05-07T04:06:01.723266Z","end":"2026-05-07T04:06:02.822838Z","steps":["trace[635445201] 'process raft request' (duration: 1.099477119s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:02.823038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:01.723228Z","time spent":"1.099714895s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:06:02.823281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:01.723228Z","time spent":"1.099702455s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:06:03.097765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.948695ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T04:06:03.097902Z","caller":"traceutil/trace.go:171","msg":"trace[1881909291] linearizableReadLoop","detail":"{readStateIndex:8879; appliedIndex:8875; }","duration":"1.018790317s","start":"2026-05-07T04:06:02.079089Z","end":"2026-05-07T04:06:03.09788Z","steps":["trace[1881909291] 'read index received' (duration: 100.016474ms)","trace[1881909291] 'applied index is now lower than readState.Index' (duration: 918.771643ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:06:03.098155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018703675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-07T04:06:03.098193Z","caller":"traceutil/trace.go:171","msg":"trace[301635004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8576; }","duration":"1.018784687s","start":"2026-05-07T04:06:02.079399Z","end":"2026-05-07T04:06:03.098183Z","steps":["trace[301635004] 'agreement among raft nodes before linearized reading' (duration: 1.018614483s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:03.098233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:02.079373Z","time spent":"1.018850488s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:06:03.098263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.370767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T04:06:03.09828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019156856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T04:06:03.098338Z","caller":"traceutil/trace.go:171","msg":"trace[1841568808] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:8576; }","duration":"371.48511ms","start":"2026-05-07T04:06:02.72683Z","end":"2026-05-07T04:06:03.098315Z","steps":["trace[1841568808] 'agreement among raft nodes before linearized reading' (duration: 371.357057ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:03.098369Z","caller":"traceutil/trace.go:171","msg":"trace[431743652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8576; }","duration":"1.01929512s","start":"2026-05-07T04:06:02.07905Z","end":"2026-05-07T04:06:03.098345Z","steps":["trace[431743652] 'agreement among raft nodes before linearized reading' (duration: 1.018960842s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:03.098372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.254236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T04:06:03.098384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:02.726801Z","time spent":"371.573692ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:06:03.098422Z","caller":"traceutil/trace.go:171","msg":"trace[1290972807] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8576; }","duration":"638.302039ms","start":"2026-05-07T04:06:02.460103Z","end":"2026-05-07T04:06:03.098405Z","steps":["trace[1290972807] 'agreement among raft nodes before linearized reading' (duration: 638.231326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:03.098407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014298313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-07T04:06:03.098413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:02.079027Z","time spent":"1.019376573s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:06:03.098463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:02.460013Z","time spent":"638.440532ms","remote":"127.0.0.1:35822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:06:03.098463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018758356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T04:06:03.098481Z","caller":"traceutil/trace.go:171","msg":"trace[443703421] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:8576; }","duration":"1.014381276s","start":"2026-05-07T04:06:02.084078Z","end":"2026-05-07T04:06:03.09846Z","steps":["trace[443703421] 'agreement among raft nodes before linearized reading' (duration: 1.01418224s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:03.098479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018833179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T04:06:03.09849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019018293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T04:06:03.098523Z","caller":"traceutil/trace.go:171","msg":"trace[2046892107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8576; }","duration":"1.018971222s","start":"2026-05-07T04:06:02.079534Z","end":"2026-05-07T04:06:03.098505Z","steps":["trace[2046892107] 'agreement among raft nodes before linearized reading' (duration: 1.018702264s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:03.098528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:02.084069Z","time spent":"1.014446088s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7fpfd\" "} {"level":"info","ts":"2026-05-07T04:06:03.098551Z","caller":"traceutil/trace.go:171","msg":"trace[914659016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8576; }","duration":"1.018999693s","start":"2026-05-07T04:06:02.079533Z","end":"2026-05-07T04:06:03.098533Z","steps":["trace[914659016] 'agreement among raft nodes before linearized reading' (duration: 1.018741545s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:03.098562Z","caller":"traceutil/trace.go:171","msg":"trace[38367492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8576; }","duration":"1.019105756s","start":"2026-05-07T04:06:02.079439Z","end":"2026-05-07T04:06:03.098545Z","steps":["trace[38367492] 'agreement among raft nodes before linearized reading' (duration: 1.018954351s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:03.098569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:02.07947Z","time spent":"1.019088485s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:06:03.098595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:02.079513Z","time spent":"1.019075725s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:06:03.098617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:02.079431Z","time spent":"1.019165777s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:06:03.098475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.300058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T04:06:03.098723Z","caller":"traceutil/trace.go:171","msg":"trace[510525223] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8576; }","duration":"392.873735ms","start":"2026-05-07T04:06:02.70584Z","end":"2026-05-07T04:06:03.098713Z","steps":["trace[510525223] 'agreement among raft nodes before linearized reading' (duration: 392.492725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:03.09875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:02.705799Z","time spent":"392.940587ms","remote":"127.0.0.1:35840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:06:03.09829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.989285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-07T04:06:03.098827Z","caller":"traceutil/trace.go:171","msg":"trace[1498691712] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8576; }","duration":"924.560471ms","start":"2026-05-07T04:06:02.174254Z","end":"2026-05-07T04:06:03.098815Z","steps":["trace[1498691712] 'agreement among raft nodes before linearized reading' (duration: 923.914304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:03.098879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:02.174234Z","time spent":"924.631392ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T04:06:03.264851Z","caller":"traceutil/trace.go:171","msg":"trace[1684496457] linearizableReadLoop","detail":"{readStateIndex:8880; appliedIndex:8879; }","duration":"160.886984ms","start":"2026-05-07T04:06:03.103934Z","end":"2026-05-07T04:06:03.264821Z","steps":["trace[1684496457] 'read index received' (duration: 160.840532ms)","trace[1684496457] 'applied index is now lower than readState.Index' (duration: 44.792µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:06:03.264954Z","caller":"traceutil/trace.go:171","msg":"trace[368989716] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"161.077328ms","start":"2026-05-07T04:06:03.103838Z","end":"2026-05-07T04:06:03.264916Z","steps":["trace[368989716] 'process raft request' (duration: 160.793591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:03.265095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.126749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"info","ts":"2026-05-07T04:06:03.265314Z","caller":"traceutil/trace.go:171","msg":"trace[953540008] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8577; }","duration":"161.370685ms","start":"2026-05-07T04:06:03.103912Z","end":"2026-05-07T04:06:03.265283Z","steps":["trace[953540008] 'agreement among raft nodes before linearized reading' (duration: 161.026937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:03.765752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038427585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:06:04.466898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.062835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T04:06:04.467329Z","caller":"traceutil/trace.go:171","msg":"trace[1156172623] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"1.363119186s","start":"2026-05-07T04:06:03.104168Z","end":"2026-05-07T04:06:04.467287Z","steps":["trace[1156172623] 'process raft request' (duration: 1.362821829s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:04.467446Z","caller":"traceutil/trace.go:171","msg":"trace[38597037] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"1.363397684s","start":"2026-05-07T04:06:03.103999Z","end":"2026-05-07T04:06:04.467397Z","steps":["trace[38597037] 'process raft request' (duration: 784.754674ms)","trace[38597037] 'compare' (duration: 577.775338ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:06:04.467534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:03.104153Z","time spent":"1.36326073s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:06:04.467554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:03.103945Z","time spent":"1.363553348s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:04.467649Z","caller":"traceutil/trace.go:171","msg":"trace[1664544431] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"1.363156658s","start":"2026-05-07T04:06:03.104459Z","end":"2026-05-07T04:06:04.467616Z","steps":["trace[1664544431] 'process raft request' (duration: 1.362587543s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:04.467843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:03.104447Z","time spent":"1.36328044s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:04.467875Z","caller":"traceutil/trace.go:171","msg":"trace[154898419] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"1.363377913s","start":"2026-05-07T04:06:03.104483Z","end":"2026-05-07T04:06:04.467861Z","steps":["trace[154898419] 'process raft request' (duration: 1.362590523s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:04.467929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:03.104456Z","time spent":"1.363447165s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:04.468502Z","caller":"traceutil/trace.go:171","msg":"trace[1228973560] linearizableReadLoop","detail":"{readStateIndex:8885; appliedIndex:8880; }","duration":"1.203548308s","start":"2026-05-07T04:06:03.264926Z","end":"2026-05-07T04:06:04.468474Z","steps":["trace[1228973560] 'read index received' (duration: 623.80312ms)","trace[1228973560] 'applied index is now lower than readState.Index' (duration: 579.744048ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:06:04.468746Z","caller":"traceutil/trace.go:171","msg":"trace[124047830] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"900.987231ms","start":"2026-05-07T04:06:03.567746Z","end":"2026-05-07T04:06:04.468734Z","steps":["trace[124047830] 'process raft request' (duration: 900.602801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:04.468963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:03.5677Z","time spent":"901.190977ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:06:04.469236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365274763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222775"} {"level":"info","ts":"2026-05-07T04:06:04.469316Z","caller":"traceutil/trace.go:171","msg":"trace[1736173732] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8582; }","duration":"1.365384455s","start":"2026-05-07T04:06:03.103915Z","end":"2026-05-07T04:06:04.4693Z","steps":["trace[1736173732] 'agreement among raft nodes before linearized reading' (duration: 1.364891572s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:04.469357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:03.103898Z","time spent":"1.365447877s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222798,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-07T04:06:04.469666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318740138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:06:04.469807Z","caller":"traceutil/trace.go:171","msg":"trace[1489244681] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8582; }","duration":"1.3196103s","start":"2026-05-07T04:06:03.150162Z","end":"2026-05-07T04:06:04.469772Z","steps":["trace[1489244681] 'agreement among raft nodes before linearized reading' (duration: 1.318676086s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:04.469933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:03.150134Z","time spent":"1.319752643s","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:06:04.471899Z","caller":"traceutil/trace.go:171","msg":"trace[1044514375] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"285.575155ms","start":"2026-05-07T04:06:04.186309Z","end":"2026-05-07T04:06:04.471884Z","steps":["trace[1044514375] 'process raft request' (duration: 285.473082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:04.472107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191856501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:06:04.47214Z","caller":"traceutil/trace.go:171","msg":"trace[478877039] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"162.953055ms","start":"2026-05-07T04:06:04.309172Z","end":"2026-05-07T04:06:04.472125Z","steps":["trace[478877039] 'process raft request' (duration: 162.679728ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:04.472187Z","caller":"traceutil/trace.go:171","msg":"trace[228205723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8584; }","duration":"1.191962063s","start":"2026-05-07T04:06:03.280205Z","end":"2026-05-07T04:06:04.472167Z","steps":["trace[228205723] 'agreement among raft nodes before linearized reading' (duration: 1.19184812s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:04.472124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.238383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T04:06:04.472218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140807901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T04:06:04.472217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077374899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T04:06:04.472225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.910354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-07T04:06:04.472248Z","caller":"traceutil/trace.go:171","msg":"trace[1156755962] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8584; }","duration":"1.140875973s","start":"2026-05-07T04:06:03.331364Z","end":"2026-05-07T04:06:04.47224Z","steps":["trace[1156755962] 'agreement among raft nodes before linearized reading' (duration: 1.140812151s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:04.472241Z","caller":"traceutil/trace.go:171","msg":"trace[545372479] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8584; }","duration":"937.387527ms","start":"2026-05-07T04:06:03.53484Z","end":"2026-05-07T04:06:04.472227Z","steps":["trace[545372479] 'agreement among raft nodes before linearized reading' (duration: 937.232823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:04.472269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:03.331339Z","time spent":"1.140926404s","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T04:06:04.472272Z","caller":"traceutil/trace.go:171","msg":"trace[263431366] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8584; }","duration":"1.077472381s","start":"2026-05-07T04:06:03.394779Z","end":"2026-05-07T04:06:04.472251Z","steps":["trace[263431366] 'agreement among raft nodes before linearized reading' (duration: 1.077375319s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:04.472271Z","caller":"traceutil/trace.go:171","msg":"trace[1319917590] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8584; }","duration":"516.018157ms","start":"2026-05-07T04:06:03.95624Z","end":"2026-05-07T04:06:04.472259Z","steps":["trace[1319917590] 'agreement among raft nodes before linearized reading' (duration: 515.910774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:04.472281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:03.534821Z","time spent":"937.445888ms","remote":"127.0.0.1:45344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:06:04.472227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:03.280181Z","time spent":"1.192037925s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:06:04.472309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:03.394751Z","time spent":"1.077549002s","remote":"127.0.0.1:34036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:06:04.472313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:03.956212Z","time spent":"516.090279ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-07T04:06:30.975101Z","caller":"traceutil/trace.go:171","msg":"trace[2018315641] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"340.600305ms","start":"2026-05-07T04:06:30.634478Z","end":"2026-05-07T04:06:30.975078Z","steps":["trace[2018315641] 'process raft request' (duration: 340.43739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:30.975308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:30.634455Z","time spent":"340.767679ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:30.983394Z","caller":"traceutil/trace.go:171","msg":"trace[1342801261] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"348.839675ms","start":"2026-05-07T04:06:30.634521Z","end":"2026-05-07T04:06:30.983361Z","steps":["trace[1342801261] 'process raft request' (duration: 347.818618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:30.983597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:30.634486Z","time spent":"349.001259ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:30.983715Z","caller":"traceutil/trace.go:171","msg":"trace[93705542] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"348.970308ms","start":"2026-05-07T04:06:30.634732Z","end":"2026-05-07T04:06:30.983702Z","steps":["trace[93705542] 'process raft request' (duration: 347.780947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:30.983822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:30.634705Z","time spent":"349.03875ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:30.983923Z","caller":"traceutil/trace.go:171","msg":"trace[1446439962] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"347.619724ms","start":"2026-05-07T04:06:30.636295Z","end":"2026-05-07T04:06:30.983915Z","steps":["trace[1446439962] 'process raft request' (duration: 346.273789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:30.983986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:30.636255Z","time spent":"347.698336ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:30.984176Z","caller":"traceutil/trace.go:171","msg":"trace[284384123] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"281.276767ms","start":"2026-05-07T04:06:30.702877Z","end":"2026-05-07T04:06:30.984154Z","steps":["trace[284384123] 'process raft request' (duration: 279.777028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:33.144077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038428214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:06:33.644806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038428214,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T04:06:33.757875Z","caller":"traceutil/trace.go:171","msg":"trace[2069509634] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"1.182755229s","start":"2026-05-07T04:06:32.575093Z","end":"2026-05-07T04:06:33.757848Z","steps":["trace[2069509634] 'process raft request' (duration: 1.182513053s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:33.75807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:32.575064Z","time spent":"1.182900322s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:33.820676Z","caller":"traceutil/trace.go:171","msg":"trace[256399650] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"1.236067345s","start":"2026-05-07T04:06:32.584571Z","end":"2026-05-07T04:06:33.820638Z","steps":["trace[256399650] 'process raft request' (duration: 1.174726164s)","trace[256399650] 'compare' (duration: 61.048373ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:06:33.820884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:32.584553Z","time spent":"1.236223268s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:33.821047Z","caller":"traceutil/trace.go:171","msg":"trace[2077726658] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"829.147613ms","start":"2026-05-07T04:06:32.991855Z","end":"2026-05-07T04:06:33.821002Z","steps":["trace[2077726658] 'process raft request' (duration: 828.690301ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:33.821101Z","caller":"traceutil/trace.go:171","msg":"trace[1063304380] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"823.052318ms","start":"2026-05-07T04:06:32.998019Z","end":"2026-05-07T04:06:33.821071Z","steps":["trace[1063304380] 'process raft request' (duration: 822.872493ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:33.821024Z","caller":"traceutil/trace.go:171","msg":"trace[718739177] linearizableReadLoop","detail":"{readStateIndex:9097; appliedIndex:9093; }","duration":"1.177287659s","start":"2026-05-07T04:06:32.643714Z","end":"2026-05-07T04:06:33.821001Z","steps":["trace[718739177] 'read index received' (duration: 1.113941058s)","trace[718739177] 'applied index is now lower than readState.Index' (duration: 63.345321ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:06:33.821222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:32.997988Z","time spent":"823.171671ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:06:33.821296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177556977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-07T04:06:33.821368Z","caller":"traceutil/trace.go:171","msg":"trace[27021099] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:8786; }","duration":"1.177716231s","start":"2026-05-07T04:06:32.643637Z","end":"2026-05-07T04:06:33.821353Z","steps":["trace[27021099] 'agreement among raft nodes before linearized reading' (duration: 1.177512005s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:33.821399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:32.643608Z","time spent":"1.177785943s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7fpfd\" "} {"level":"warn","ts":"2026-05-07T04:06:33.821437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.848378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:06:33.82151Z","caller":"traceutil/trace.go:171","msg":"trace[1732238479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8786; }","duration":"540.967491ms","start":"2026-05-07T04:06:33.280528Z","end":"2026-05-07T04:06:33.821496Z","steps":["trace[1732238479] 'agreement among raft nodes before linearized reading' (duration: 540.839828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:33.821551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:33.280502Z","time spent":"541.041023ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:06:33.821306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:32.991836Z","time spent":"829.302988ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:06:33.821562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.296857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-07T04:06:33.821556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.908367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-07T04:06:33.8216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.489582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T04:06:33.82164Z","caller":"traceutil/trace.go:171","msg":"trace[1730139183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8786; }","duration":"840.023689ms","start":"2026-05-07T04:06:32.981598Z","end":"2026-05-07T04:06:33.821622Z","steps":["trace[1730139183] 'agreement among raft nodes before linearized reading' (duration: 839.759953ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:33.821685Z","caller":"traceutil/trace.go:171","msg":"trace[472445794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8786; }","duration":"831.471742ms","start":"2026-05-07T04:06:32.990196Z","end":"2026-05-07T04:06:33.821667Z","steps":["trace[472445794] 'agreement among raft nodes before linearized reading' (duration: 831.177275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:33.821695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:32.981579Z","time spent":"840.098682ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:06:33.821742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:32.99019Z","time spent":"831.536164ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T04:06:33.821655Z","caller":"traceutil/trace.go:171","msg":"trace[1919866254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8786; }","duration":"831.584665ms","start":"2026-05-07T04:06:32.990054Z","end":"2026-05-07T04:06:33.821639Z","steps":["trace[1919866254] 'agreement among raft nodes before linearized reading' (duration: 831.374999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:33.821814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:32.990025Z","time spent":"831.77135ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:06:33.821866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.614525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T04:06:33.82191Z","caller":"traceutil/trace.go:171","msg":"trace[1405680839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8786; }","duration":"353.656806ms","start":"2026-05-07T04:06:33.468239Z","end":"2026-05-07T04:06:33.821896Z","steps":["trace[1405680839] 'agreement among raft nodes before linearized reading' (duration: 353.572914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:33.821936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.20359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T04:06:33.821952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:33.46822Z","time spent":"353.722958ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T04:06:33.821979Z","caller":"traceutil/trace.go:171","msg":"trace[772948090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8786; }","duration":"830.262872ms","start":"2026-05-07T04:06:32.991703Z","end":"2026-05-07T04:06:33.821966Z","steps":["trace[772948090] 'agreement among raft nodes before linearized reading' (duration: 830.139269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:33.822018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:32.991691Z","time spent":"830.318103ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:06:34.5362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038428222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:06:35.037347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038428222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:06:35.091545Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264903549s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T04:06:35.271451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.177928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T04:06:35.272729Z","caller":"traceutil/trace.go:171","msg":"trace[1579656095] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"1.446123279s","start":"2026-05-07T04:06:33.826503Z","end":"2026-05-07T04:06:35.272626Z","steps":["trace[1579656095] 'process raft request' (duration: 1.265612317s)","trace[1579656095] 'compare' (duration: 179.025554ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:06:35.272912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:33.826471Z","time spent":"1.446336255s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:35.301731Z","caller":"traceutil/trace.go:171","msg":"trace[1860069563] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"1.474750447s","start":"2026-05-07T04:06:33.826946Z","end":"2026-05-07T04:06:35.301696Z","steps":["trace[1860069563] 'process raft request' (duration: 1.474521941s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:35.301927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:33.826921Z","time spent":"1.474897531s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:35.302083Z","caller":"traceutil/trace.go:171","msg":"trace[1796206072] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"1.474502791s","start":"2026-05-07T04:06:33.827518Z","end":"2026-05-07T04:06:35.30202Z","steps":["trace[1796206072] 'process raft request' (duration: 1.474104561s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:35.302284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:33.827509Z","time spent":"1.474659205s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:35.302652Z","caller":"traceutil/trace.go:171","msg":"trace[2117107200] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"1.475068235s","start":"2026-05-07T04:06:33.827561Z","end":"2026-05-07T04:06:35.30263Z","steps":["trace[2117107200] 'process raft request' (duration: 1.474307106s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:35.302803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267605167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:06:35.302856Z","caller":"traceutil/trace.go:171","msg":"trace[1115051472] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8792; }","duration":"1.267684408s","start":"2026-05-07T04:06:34.035159Z","end":"2026-05-07T04:06:35.302843Z","steps":["trace[1115051472] 'agreement among raft nodes before linearized reading' (duration: 1.267550205s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:35.302889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:34.03513Z","time spent":"1.26774935s","remote":"127.0.0.1:34020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:06:35.303139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:33.827552Z","time spent":"1.47527575s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:35.303225Z","caller":"traceutil/trace.go:171","msg":"trace[1575391448] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"800.145755ms","start":"2026-05-07T04:06:34.503013Z","end":"2026-05-07T04:06:35.303159Z","steps":["trace[1575391448] 'process raft request' (duration: 799.595241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:35.303424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:34.50297Z","time spent":"800.385301ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:35.302714Z","caller":"traceutil/trace.go:171","msg":"trace[1363366480] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"1.474988812s","start":"2026-05-07T04:06:33.827683Z","end":"2026-05-07T04:06:35.302671Z","steps":["trace[1363366480] 'process raft request' (duration: 1.474860999s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:35.304356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:33.827639Z","time spent":"1.476649186s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:35.302677Z","caller":"traceutil/trace.go:171","msg":"trace[1301369141] linearizableReadLoop","detail":"{readStateIndex:9103; appliedIndex:9097; }","duration":"1.267482644s","start":"2026-05-07T04:06:34.035178Z","end":"2026-05-07T04:06:35.302661Z","steps":["trace[1301369141] 'read index received' (duration: 1.056834685s)","trace[1301369141] 'applied index is now lower than readState.Index' (duration: 210.646739ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:06:35.304756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254219787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T04:06:35.304804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.518993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-05-07T04:06:35.304819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.305173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-07T04:06:35.304834Z","caller":"traceutil/trace.go:171","msg":"trace[2044269375] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8792; }","duration":"1.25433737s","start":"2026-05-07T04:06:34.050474Z","end":"2026-05-07T04:06:35.304811Z","steps":["trace[2044269375] 'agreement among raft nodes before linearized reading' (duration: 1.254047543s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:35.304843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02399272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T04:06:35.30484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.70684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-b84888bb5-gncn8.18ad2cd840eae8c8\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-05-07T04:06:35.304898Z","caller":"traceutil/trace.go:171","msg":"trace[698168809] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8792; }","duration":"795.448987ms","start":"2026-05-07T04:06:34.509427Z","end":"2026-05-07T04:06:35.304876Z","steps":["trace[698168809] 'agreement among raft nodes before linearized reading' (duration: 795.19763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:35.304907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:34.050462Z","time spent":"1.254428053s","remote":"127.0.0.1:45348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:06:35.304943Z","caller":"traceutil/trace.go:171","msg":"trace[29557408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8792; }","duration":"1.024149054s","start":"2026-05-07T04:06:34.280766Z","end":"2026-05-07T04:06:35.304915Z","steps":["trace[29557408] 'agreement among raft nodes before linearized reading' (duration: 1.02399177s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:35.304954Z","caller":"traceutil/trace.go:171","msg":"trace[1635586556] range","detail":"{range_begin:/registry/events/openstack/barbican-api-b84888bb5-gncn8.18ad2cd840eae8c8; range_end:; response_count:1; response_revision:8792; }","duration":"107.872224ms","start":"2026-05-07T04:06:35.197052Z","end":"2026-05-07T04:06:35.304924Z","steps":["trace[1635586556] 'agreement among raft nodes before linearized reading' (duration: 107.570196ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:35.30488Z","caller":"traceutil/trace.go:171","msg":"trace[1699732926] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8792; }","duration":"298.639006ms","start":"2026-05-07T04:06:35.006224Z","end":"2026-05-07T04:06:35.304863Z","steps":["trace[1699732926] 'agreement among raft nodes before linearized reading' (duration: 298.351849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:35.304962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:34.509414Z","time spent":"795.533518ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T04:06:35.305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:34.280733Z","time spent":"1.024254216s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:06:40.325686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038428294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:06:40.826629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038428294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:06:40.921476Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.130357286s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:06:40.92369Z","caller":"traceutil/trace.go:171","msg":"trace[91933648] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"1.132649904s","start":"2026-05-07T04:06:39.79101Z","end":"2026-05-07T04:06:40.92366Z","steps":["trace[91933648] 'process raft request' (duration: 1.131432503s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:40.923994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:39.790991Z","time spent":"1.13288457s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:41.004486Z","caller":"traceutil/trace.go:171","msg":"trace[48407446] linearizableReadLoop","detail":"{readStateIndex:9132; appliedIndex:9128; }","duration":"1.178896471s","start":"2026-05-07T04:06:39.825562Z","end":"2026-05-07T04:06:41.004459Z","steps":["trace[48407446] 'read index received' (duration: 1.096822842s)","trace[48407446] 'applied index is now lower than readState.Index' (duration: 82.072649ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:06:41.004493Z","caller":"traceutil/trace.go:171","msg":"trace[2014499488] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"1.159153029s","start":"2026-05-07T04:06:39.845302Z","end":"2026-05-07T04:06:41.004455Z","steps":["trace[2014499488] 'process raft request' (duration: 1.158857471s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:41.004864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:39.845274Z","time spent":"1.159477697s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:06:41.005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133340423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-07T04:06:41.005138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179576368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T04:06:41.005202Z","caller":"traceutil/trace.go:171","msg":"trace[1680685680] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8820; }","duration":"1.17964054s","start":"2026-05-07T04:06:39.825542Z","end":"2026-05-07T04:06:41.005183Z","steps":["trace[1680685680] 'agreement among raft nodes before linearized reading' (duration: 1.179448455s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:41.005241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:39.82543Z","time spent":"1.179800324s","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:06:41.005242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.975002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-07T04:06:41.005344Z","caller":"traceutil/trace.go:171","msg":"trace[487056410] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8820; }","duration":"598.146287ms","start":"2026-05-07T04:06:40.407176Z","end":"2026-05-07T04:06:41.005322Z","steps":["trace[487056410] 'agreement among raft nodes before linearized reading' (duration: 597.796699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:41.005391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:40.407153Z","time spent":"598.22954ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T04:06:41.005477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.071035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:06:41.005555Z","caller":"traceutil/trace.go:171","msg":"trace[738168890] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8820; }","duration":"916.26421ms","start":"2026-05-07T04:06:40.089274Z","end":"2026-05-07T04:06:41.005538Z","steps":["trace[738168890] 'agreement among raft nodes before linearized reading' (duration: 916.009023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:41.005604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:40.08921Z","time spent":"916.380152ms","remote":"127.0.0.1:51732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:06:41.005647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.53015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:06:41.005715Z","caller":"traceutil/trace.go:171","msg":"trace[1119598557] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8820; }","duration":"483.657554ms","start":"2026-05-07T04:06:40.522041Z","end":"2026-05-07T04:06:41.005698Z","steps":["trace[1119598557] 'agreement among raft nodes before linearized reading' (duration: 483.544391ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:41.005157Z","caller":"traceutil/trace.go:171","msg":"trace[110711076] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:8820; }","duration":"1.133540168s","start":"2026-05-07T04:06:39.871596Z","end":"2026-05-07T04:06:41.005136Z","steps":["trace[110711076] 'agreement among raft nodes before linearized reading' (duration: 1.133192399s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:41.005787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:40.521987Z","time spent":"483.784558ms","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:06:41.005818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:39.871583Z","time spent":"1.134223455s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7fpfd\" "} {"level":"info","ts":"2026-05-07T04:06:41.004623Z","caller":"traceutil/trace.go:171","msg":"trace[1018653720] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"1.147120693s","start":"2026-05-07T04:06:39.857495Z","end":"2026-05-07T04:06:41.004616Z","steps":["trace[1018653720] 'process raft request' (duration: 1.146919378s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:41.005913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:39.857478Z","time spent":"1.148390424s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:41.004572Z","caller":"traceutil/trace.go:171","msg":"trace[960228863] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"1.148091477s","start":"2026-05-07T04:06:39.85647Z","end":"2026-05-07T04:06:41.004562Z","steps":["trace[960228863] 'process raft request' (duration: 1.147891782s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:41.006089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:39.85641Z","time spent":"1.149645696s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:06:41.007463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018563073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-05-07T04:06:41.007558Z","caller":"traceutil/trace.go:171","msg":"trace[782914984] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8820; }","duration":"1.018705156s","start":"2026-05-07T04:06:39.988836Z","end":"2026-05-07T04:06:41.007541Z","steps":["trace[782914984] 'agreement among raft nodes before linearized reading' (duration: 1.016459439s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:41.007634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:39.988804Z","time spent":"1.018816759s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-07T04:06:41.372877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.304987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19512"} {"level":"info","ts":"2026-05-07T04:06:41.372958Z","caller":"traceutil/trace.go:171","msg":"trace[2133296823] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8820; }","duration":"362.415829ms","start":"2026-05-07T04:06:41.010523Z","end":"2026-05-07T04:06:41.372938Z","steps":["trace[2133296823] 'range keys from in-memory index tree' (duration: 362.179114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:41.372997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:41.010516Z","time spent":"362.47111ms","remote":"127.0.0.1:51378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19535,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T04:06:41.373368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.014904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227503"} {"level":"info","ts":"2026-05-07T04:06:41.373434Z","caller":"traceutil/trace.go:171","msg":"trace[813433732] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8820; }","duration":"363.151438ms","start":"2026-05-07T04:06:41.010269Z","end":"2026-05-07T04:06:41.373421Z","steps":["trace[813433732] 'range keys from in-memory index tree' (duration: 362.645466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:41.37348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:41.010245Z","time spent":"363.22922ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227526,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-07T04:06:41.373427Z","caller":"traceutil/trace.go:171","msg":"trace[1751467960] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"241.544745ms","start":"2026-05-07T04:06:41.131864Z","end":"2026-05-07T04:06:41.373409Z","steps":["trace[1751467960] 'process raft request' (duration: 206.447623ms)","trace[1751467960] 'compare' (duration: 34.735123ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:06:41.736014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.056632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T04:06:41.736084Z","caller":"traceutil/trace.go:171","msg":"trace[354196655] linearizableReadLoop","detail":"{readStateIndex:9135; appliedIndex:9133; }","duration":"335.819294ms","start":"2026-05-07T04:06:41.400253Z","end":"2026-05-07T04:06:41.736073Z","steps":["trace[354196655] 'read index received' (duration: 60.544911ms)","trace[354196655] 'applied index is now lower than readState.Index' (duration: 275.273743ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:06:41.736248Z","caller":"traceutil/trace.go:171","msg":"trace[1244423408] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"355.811322ms","start":"2026-05-07T04:06:41.380428Z","end":"2026-05-07T04:06:41.736239Z","steps":["trace[1244423408] 'process raft request' (duration: 103.463432ms)","trace[1244423408] 'compare' (duration: 251.671513ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:06:41.736296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:41.380402Z","time spent":"355.873414ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:06:41.73661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.266035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T04:06:41.736646Z","caller":"traceutil/trace.go:171","msg":"trace[1210080767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8823; }","duration":"336.317946ms","start":"2026-05-07T04:06:41.40032Z","end":"2026-05-07T04:06:41.736638Z","steps":["trace[1210080767] 'agreement among raft nodes before linearized reading' (duration: 336.200983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:41.736622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.069287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T04:06:41.736669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:41.40031Z","time spent":"336.353687ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:06:41.736696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.344377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T04:06:41.736709Z","caller":"traceutil/trace.go:171","msg":"trace[979003820] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8823; }","duration":"295.200849ms","start":"2026-05-07T04:06:41.441485Z","end":"2026-05-07T04:06:41.736685Z","steps":["trace[979003820] 'agreement among raft nodes before linearized reading' (duration: 295.041385ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:41.736763Z","caller":"traceutil/trace.go:171","msg":"trace[2002809852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8823; }","duration":"336.44749ms","start":"2026-05-07T04:06:41.400301Z","end":"2026-05-07T04:06:41.736749Z","steps":["trace[2002809852] 'agreement among raft nodes before linearized reading' (duration: 336.231004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:41.736807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:41.40027Z","time spent":"336.523411ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:06:41.737203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.950662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T04:06:41.737235Z","caller":"traceutil/trace.go:171","msg":"trace[1179979354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8823; }","duration":"337.024454ms","start":"2026-05-07T04:06:41.4002Z","end":"2026-05-07T04:06:41.737225Z","steps":["trace[1179979354] 'agreement among raft nodes before linearized reading' (duration: 336.198413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:41.737255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:41.399638Z","time spent":"337.612278ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:06:50.370808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.281875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T04:06:50.370911Z","caller":"traceutil/trace.go:171","msg":"trace[1418616828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8906; }","duration":"529.47139ms","start":"2026-05-07T04:06:49.841417Z","end":"2026-05-07T04:06:50.370888Z","steps":["trace[1418616828] 'range keys from in-memory index tree' (duration: 529.06213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:50.371072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.98871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T04:06:50.371168Z","caller":"traceutil/trace.go:171","msg":"trace[1769902491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8906; }","duration":"524.120453ms","start":"2026-05-07T04:06:49.847026Z","end":"2026-05-07T04:06:50.371146Z","steps":["trace[1769902491] 'range keys from in-memory index tree' (duration: 523.833496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:50.371218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:49.847016Z","time spent":"524.192535ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:06:50.371401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.017934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T04:06:50.371489Z","caller":"traceutil/trace.go:171","msg":"trace[1293184096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8906; }","duration":"600.137607ms","start":"2026-05-07T04:06:49.771329Z","end":"2026-05-07T04:06:50.371467Z","steps":["trace[1293184096] 'range keys from in-memory index tree' (duration: 599.836739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:50.371543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:49.771307Z","time spent":"600.222999ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:06:50.37091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.017326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-07T04:06:50.371975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:49.841391Z","time spent":"529.752576ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T04:06:50.372043Z","caller":"traceutil/trace.go:171","msg":"trace[2044527931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8906; }","duration":"596.199537ms","start":"2026-05-07T04:06:49.775824Z","end":"2026-05-07T04:06:50.372023Z","steps":["trace[2044527931] 'range keys from in-memory index tree' (duration: 594.861632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:50.372094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:49.775816Z","time spent":"596.261609ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T04:06:50.45947Z","caller":"traceutil/trace.go:171","msg":"trace[1931749582] linearizableReadLoop","detail":"{readStateIndex:9224; appliedIndex:9223; }","duration":"179.537067ms","start":"2026-05-07T04:06:50.279901Z","end":"2026-05-07T04:06:50.459438Z","steps":["trace[1931749582] 'read index received' (duration: 179.400193ms)","trace[1931749582] 'applied index is now lower than readState.Index' (duration: 135.534µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:06:50.459538Z","caller":"traceutil/trace.go:171","msg":"trace[202635474] transaction","detail":"{read_only:false; response_revision:8907; number_of_response:1; }","duration":"501.610071ms","start":"2026-05-07T04:06:49.957872Z","end":"2026-05-07T04:06:50.459482Z","steps":["trace[202635474] 'process raft request' (duration: 501.345204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:50.459651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.735322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:06:50.459712Z","caller":"traceutil/trace.go:171","msg":"trace[2124271367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8907; }","duration":"179.854525ms","start":"2026-05-07T04:06:50.279842Z","end":"2026-05-07T04:06:50.459697Z","steps":["trace[2124271367] 'agreement among raft nodes before linearized reading' (duration: 179.725812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:50.459832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:49.957832Z","time spent":"501.803616ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:06:50.960008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038428567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:06:51.145626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.892447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T04:06:51.145886Z","caller":"traceutil/trace.go:171","msg":"trace[1765279870] transaction","detail":"{read_only:false; response_revision:8909; number_of_response:1; }","duration":"770.092961ms","start":"2026-05-07T04:06:50.375777Z","end":"2026-05-07T04:06:51.14587Z","steps":["trace[1765279870] 'process raft request' (duration: 769.953157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:51.145938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:50.37575Z","time spent":"770.162123ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:51.146054Z","caller":"traceutil/trace.go:171","msg":"trace[6881991] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"829.572564ms","start":"2026-05-07T04:06:50.316437Z","end":"2026-05-07T04:06:51.14601Z","steps":["trace[6881991] 'process raft request' (duration: 693.184384ms)","trace[6881991] 'compare' (duration: 135.506368ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:06:51.146249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:50.316399Z","time spent":"829.740378ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:51.146314Z","caller":"traceutil/trace.go:171","msg":"trace[1284152416] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"770.502331ms","start":"2026-05-07T04:06:50.375782Z","end":"2026-05-07T04:06:51.146285Z","steps":["trace[1284152416] 'process raft request' (duration: 770.040849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:51.146713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:50.375764Z","time spent":"770.662525ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:51.147193Z","caller":"traceutil/trace.go:171","msg":"trace[1493518523] transaction","detail":"{read_only:false; response_revision:8911; number_of_response:1; }","duration":"770.708966ms","start":"2026-05-07T04:06:50.376466Z","end":"2026-05-07T04:06:51.147175Z","steps":["trace[1493518523] 'process raft request' (duration: 769.67814ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:51.147223Z","caller":"traceutil/trace.go:171","msg":"trace[625801807] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"770.292826ms","start":"2026-05-07T04:06:50.376898Z","end":"2026-05-07T04:06:51.14719Z","steps":["trace[625801807] 'process raft request' (duration: 770.154962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:51.147419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:50.376458Z","time spent":"770.795928ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:06:51.147447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:50.376875Z","time spent":"770.419079ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:06:51.21514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.898573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-07T04:06:51.215162Z","caller":"traceutil/trace.go:171","msg":"trace[914928709] transaction","detail":"{read_only:false; response_revision:8913; number_of_response:1; }","duration":"255.892901ms","start":"2026-05-07T04:06:50.959233Z","end":"2026-05-07T04:06:51.215126Z","steps":["trace[914928709] 'process raft request' (duration: 255.557891ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:51.215218Z","caller":"traceutil/trace.go:171","msg":"trace[687360444] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8913; }","duration":"898.035927ms","start":"2026-05-07T04:06:50.317168Z","end":"2026-05-07T04:06:51.215204Z","steps":["trace[687360444] 'agreement among raft nodes before linearized reading' (duration: 897.832511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:51.215237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.346738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-05-07T04:06:51.215262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:50.317151Z","time spent":"898.099688ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T04:06:51.215257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.085529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:06:51.215309Z","caller":"traceutil/trace.go:171","msg":"trace[214725142] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8913; }","duration":"906.472431ms","start":"2026-05-07T04:06:50.308817Z","end":"2026-05-07T04:06:51.21529Z","steps":["trace[214725142] 'agreement among raft nodes before linearized reading' (duration: 906.231915ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:51.21534Z","caller":"traceutil/trace.go:171","msg":"trace[1653410036] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8913; }","duration":"799.179831ms","start":"2026-05-07T04:06:50.416134Z","end":"2026-05-07T04:06:51.215314Z","steps":["trace[1653410036] 'agreement among raft nodes before linearized reading' (duration: 799.040858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:51.215363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:50.308787Z","time spent":"906.570053ms","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5169,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-07T04:06:51.215386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:50.416087Z","time spent":"799.288304ms","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:06:51.215385Z","caller":"traceutil/trace.go:171","msg":"trace[1657210259] linearizableReadLoop","detail":"{readStateIndex:9230; appliedIndex:9224; }","duration":"755.402877ms","start":"2026-05-07T04:06:50.459548Z","end":"2026-05-07T04:06:51.214951Z","steps":["trace[1657210259] 'read index received' (duration: 550.050003ms)","trace[1657210259] 'applied index is now lower than readState.Index' (duration: 205.351564ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:06:51.215172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.4631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T04:06:51.215507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.06558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T04:06:51.215597Z","caller":"traceutil/trace.go:171","msg":"trace[1932919254] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8913; }","duration":"825.941142ms","start":"2026-05-07T04:06:50.389628Z","end":"2026-05-07T04:06:51.215569Z","steps":["trace[1932919254] 'agreement among raft nodes before linearized reading' (duration: 825.355637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:51.21579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:50.389614Z","time spent":"826.151697ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:06:51.215679Z","caller":"traceutil/trace.go:171","msg":"trace[2140928773] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8913; }","duration":"930.316707ms","start":"2026-05-07T04:06:50.285327Z","end":"2026-05-07T04:06:51.215643Z","steps":["trace[2140928773] 'agreement among raft nodes before linearized reading' (duration: 929.996559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:51.216089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:50.285299Z","time spent":"930.766998ms","remote":"127.0.0.1:45382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:06:51.285791Z","caller":"traceutil/trace.go:171","msg":"trace[1361266396] transaction","detail":"{read_only:false; response_revision:8914; number_of_response:1; }","duration":"172.899319ms","start":"2026-05-07T04:06:51.112843Z","end":"2026-05-07T04:06:51.285743Z","steps":["trace[1361266396] 'process raft request' (duration: 137.325444ms)","trace[1361266396] 'compare' (duration: 35.167265ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:06:51.285926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.499374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:06:51.285901Z","caller":"traceutil/trace.go:171","msg":"trace[605921590] transaction","detail":"{read_only:false; response_revision:8915; number_of_response:1; }","duration":"171.354709ms","start":"2026-05-07T04:06:51.114517Z","end":"2026-05-07T04:06:51.285872Z","steps":["trace[605921590] 'process raft request' (duration: 171.087652ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:51.285978Z","caller":"traceutil/trace.go:171","msg":"trace[1172442093] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8916; }","duration":"241.579605ms","start":"2026-05-07T04:06:51.044379Z","end":"2026-05-07T04:06:51.285959Z","steps":["trace[1172442093] 'agreement among raft nodes before linearized reading' (duration: 241.502123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:51.285823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.06451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:06:51.286121Z","caller":"traceutil/trace.go:171","msg":"trace[783875019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8916; }","duration":"825.414389ms","start":"2026-05-07T04:06:50.460688Z","end":"2026-05-07T04:06:51.286102Z","steps":["trace[783875019] 'agreement among raft nodes before linearized reading' (duration: 825.024149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:51.286169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:50.460669Z","time spent":"825.48724ms","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T04:06:51.286651Z","caller":"traceutil/trace.go:171","msg":"trace[176601924] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"170.753484ms","start":"2026-05-07T04:06:51.115036Z","end":"2026-05-07T04:06:51.28579Z","steps":["trace[176601924] 'process raft request' (duration: 170.617451ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:51.323228Z","caller":"traceutil/trace.go:171","msg":"trace[348432089] transaction","detail":"{read_only:false; response_revision:8917; number_of_response:1; }","duration":"102.415144ms","start":"2026-05-07T04:06:51.220779Z","end":"2026-05-07T04:06:51.323194Z","steps":["trace[348432089] 'process raft request' (duration: 102.118817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:51.683682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.807078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T04:06:51.683863Z","caller":"traceutil/trace.go:171","msg":"trace[1349599715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8920; }","duration":"131.037503ms","start":"2026-05-07T04:06:51.552806Z","end":"2026-05-07T04:06:51.683844Z","steps":["trace[1349599715] 'range keys from in-memory index tree' (duration: 130.617633ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:53.260567Z","caller":"traceutil/trace.go:171","msg":"trace[1893557496] transaction","detail":"{read_only:false; response_revision:8923; number_of_response:1; }","duration":"105.396222ms","start":"2026-05-07T04:06:53.15514Z","end":"2026-05-07T04:06:53.260537Z","steps":["trace[1893557496] 'process raft request' (duration: 105.187077ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:53.494282Z","caller":"traceutil/trace.go:171","msg":"trace[232231615] transaction","detail":"{read_only:false; response_revision:8924; number_of_response:1; }","duration":"338.42559ms","start":"2026-05-07T04:06:53.155827Z","end":"2026-05-07T04:06:53.494252Z","steps":["trace[232231615] 'process raft request' (duration: 338.166813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:53.49448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:53.155812Z","time spent":"338.562593ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:53.494709Z","caller":"traceutil/trace.go:171","msg":"trace[203866194] transaction","detail":"{read_only:false; response_revision:8925; number_of_response:1; }","duration":"338.725068ms","start":"2026-05-07T04:06:53.155947Z","end":"2026-05-07T04:06:53.494672Z","steps":["trace[203866194] 'process raft request' (duration: 338.260056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:53.494892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:53.155941Z","time spent":"338.84764ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:53.49503Z","caller":"traceutil/trace.go:171","msg":"trace[812181548] transaction","detail":"{read_only:false; response_revision:8927; number_of_response:1; }","duration":"273.470046ms","start":"2026-05-07T04:06:53.221543Z","end":"2026-05-07T04:06:53.495013Z","steps":["trace[812181548] 'process raft request' (duration: 273.351743ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:53.495015Z","caller":"traceutil/trace.go:171","msg":"trace[1676619491] linearizableReadLoop","detail":"{readStateIndex:9244; appliedIndex:9240; }","duration":"331.996575ms","start":"2026-05-07T04:06:53.16299Z","end":"2026-05-07T04:06:53.494987Z","steps":["trace[1676619491] 'read index received' (duration: 97.408828ms)","trace[1676619491] 'applied index is now lower than readState.Index' (duration: 234.586787ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:06:53.49502Z","caller":"traceutil/trace.go:171","msg":"trace[47267570] transaction","detail":"{read_only:false; response_revision:8926; number_of_response:1; }","duration":"338.853681ms","start":"2026-05-07T04:06:53.156136Z","end":"2026-05-07T04:06:53.49499Z","steps":["trace[47267570] 'process raft request' (duration: 338.540033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:53.495205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:53.156117Z","time spent":"338.994674ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:06:53.495242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.217781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T04:06:53.495292Z","caller":"traceutil/trace.go:171","msg":"trace[2104693230] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8927; }","duration":"332.311695ms","start":"2026-05-07T04:06:53.162964Z","end":"2026-05-07T04:06:53.495275Z","steps":["trace[2104693230] 'agreement among raft nodes before linearized reading' (duration: 332.14882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:53.49535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:53.162954Z","time spent":"332.384886ms","remote":"127.0.0.1:51558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":63,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:06:53.995848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038428640,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:06:54.497202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038428640,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:06:54.529884Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.035813431s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:06:54.530282Z","caller":"traceutil/trace.go:171","msg":"trace[383893854] linearizableReadLoop","detail":"{readStateIndex:9248; appliedIndex:9245; }","duration":"1.035183585s","start":"2026-05-07T04:06:53.495077Z","end":"2026-05-07T04:06:54.530261Z","steps":["trace[383893854] 'read index received' (duration: 1.034946969s)","trace[383893854] 'applied index is now lower than readState.Index' (duration: 235.476µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:06:54.530401Z","caller":"traceutil/trace.go:171","msg":"trace[415405532] transaction","detail":"{read_only:false; response_revision:8930; number_of_response:1; }","duration":"1.237455701s","start":"2026-05-07T04:06:53.292929Z","end":"2026-05-07T04:06:54.530384Z","steps":["trace[415405532] 'process raft request' (duration: 1.237292097s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:54.531113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:53.292919Z","time spent":"1.238103917s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:54.531287Z","caller":"traceutil/trace.go:171","msg":"trace[188871941] transaction","detail":"{read_only:false; response_revision:8929; number_of_response:1; }","duration":"1.238609489s","start":"2026-05-07T04:06:53.292668Z","end":"2026-05-07T04:06:54.531277Z","steps":["trace[188871941] 'process raft request' (duration: 1.237509432s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:54.531347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:53.292634Z","time spent":"1.238678881s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:54.531239Z","caller":"traceutil/trace.go:171","msg":"trace[209404974] transaction","detail":"{read_only:false; response_revision:8928; number_of_response:1; }","duration":"1.238676331s","start":"2026-05-07T04:06:53.292549Z","end":"2026-05-07T04:06:54.531225Z","steps":["trace[209404974] 'process raft request' (duration: 1.237486521s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:54.531509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:53.292527Z","time spent":"1.238890687s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:06:54.530564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064125731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-07T04:06:54.531625Z","caller":"traceutil/trace.go:171","msg":"trace[1982819639] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:8930; }","duration":"1.065178588s","start":"2026-05-07T04:06:53.466433Z","end":"2026-05-07T04:06:54.531612Z","steps":["trace[1982819639] 'agreement among raft nodes before linearized reading' (duration: 1.064052229s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:54.531697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:53.466339Z","time spent":"1.065348202s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7fpfd\" "} {"level":"warn","ts":"2026-05-07T04:06:54.530601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250485121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:06:54.531888Z","caller":"traceutil/trace.go:171","msg":"trace[1947017282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8930; }","duration":"1.251811805s","start":"2026-05-07T04:06:53.280067Z","end":"2026-05-07T04:06:54.531879Z","steps":["trace[1947017282] 'agreement among raft nodes before linearized reading' (duration: 1.250511232s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:54.53193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:53.280043Z","time spent":"1.251880027s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:06:54.530657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.771328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T04:06:54.532166Z","caller":"traceutil/trace.go:171","msg":"trace[82876391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8930; }","duration":"827.318107ms","start":"2026-05-07T04:06:53.70484Z","end":"2026-05-07T04:06:54.532158Z","steps":["trace[82876391] 'agreement among raft nodes before linearized reading' (duration: 825.779408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:54.532203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:53.704811Z","time spent":"827.383759ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:06:54.530709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.278683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T04:06:54.532419Z","caller":"traceutil/trace.go:171","msg":"trace[128365239] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8930; }","duration":"402.025718ms","start":"2026-05-07T04:06:54.130382Z","end":"2026-05-07T04:06:54.532408Z","steps":["trace[128365239] 'agreement among raft nodes before linearized reading' (duration: 400.290923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:54.532478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:54.130354Z","time spent":"402.0986ms","remote":"127.0.0.1:51758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:06:54.53047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045704522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:06:54.532822Z","caller":"traceutil/trace.go:171","msg":"trace[900260095] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8930; }","duration":"1.048201796s","start":"2026-05-07T04:06:53.48461Z","end":"2026-05-07T04:06:54.532812Z","steps":["trace[900260095] 'agreement among raft nodes before linearized reading' (duration: 1.045773514s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:54.532864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:53.48458Z","time spent":"1.048274598s","remote":"127.0.0.1:35834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:06:55.123385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.593885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T04:06:55.123529Z","caller":"traceutil/trace.go:171","msg":"trace[1347875079] transaction","detail":"{read_only:false; response_revision:8931; number_of_response:1; }","duration":"579.589515ms","start":"2026-05-07T04:06:54.543912Z","end":"2026-05-07T04:06:55.123502Z","steps":["trace[1347875079] 'process raft request' (duration: 111.750573ms)","trace[1347875079] 'compare' (duration: 467.294288ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:06:55.123958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:54.543898Z","time spent":"579.886352ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:06:59.544587Z","caller":"traceutil/trace.go:171","msg":"trace[923858409] linearizableReadLoop","detail":"{readStateIndex:9302; appliedIndex:9301; }","duration":"405.765663ms","start":"2026-05-07T04:06:59.138798Z","end":"2026-05-07T04:06:59.544564Z","steps":["trace[923858409] 'read index received' (duration: 405.588278ms)","trace[923858409] 'applied index is now lower than readState.Index' (duration: 176.375µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:06:59.544704Z","caller":"traceutil/trace.go:171","msg":"trace[917758522] transaction","detail":"{read_only:false; response_revision:8983; number_of_response:1; }","duration":"452.07278ms","start":"2026-05-07T04:06:59.092606Z","end":"2026-05-07T04:06:59.544678Z","steps":["trace[917758522] 'process raft request' (duration: 451.778132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:59.544887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.07669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T04:06:59.544951Z","caller":"traceutil/trace.go:171","msg":"trace[564479616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8983; }","duration":"406.158742ms","start":"2026-05-07T04:06:59.138776Z","end":"2026-05-07T04:06:59.544934Z","steps":["trace[564479616] 'agreement among raft nodes before linearized reading' (duration: 405.951717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:59.54499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:59.138745Z","time spent":"406.237254ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:06:59.545103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:59.092571Z","time spent":"452.317876ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4830,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:06:59.547656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.742404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-05-07T04:06:59.547723Z","caller":"traceutil/trace.go:171","msg":"trace[390681463] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8984; }","duration":"365.98223ms","start":"2026-05-07T04:06:59.181722Z","end":"2026-05-07T04:06:59.547704Z","steps":["trace[390681463] 'agreement among raft nodes before linearized reading' (duration: 365.642902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:59.547777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:59.181688Z","time spent":"366.067883ms","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-07T04:06:59.547959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.554357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:06:59.548047Z","caller":"traceutil/trace.go:171","msg":"trace[2140940266] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8984; }","duration":"280.719392ms","start":"2026-05-07T04:06:59.267306Z","end":"2026-05-07T04:06:59.548025Z","steps":["trace[2140940266] 'agreement among raft nodes before linearized reading' (duration: 280.518867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:59.548072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.783373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:06:59.548138Z","caller":"traceutil/trace.go:171","msg":"trace[1030031950] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8984; }","duration":"306.893356ms","start":"2026-05-07T04:06:59.241226Z","end":"2026-05-07T04:06:59.54812Z","steps":["trace[1030031950] 'agreement among raft nodes before linearized reading' (duration: 306.791303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:59.548196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:06:59.241198Z","time spent":"306.981548ms","remote":"127.0.0.1:42652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:06:59.548917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.868309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T04:06:59.549051Z","caller":"traceutil/trace.go:171","msg":"trace[1556923286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8984; }","duration":"258.034964ms","start":"2026-05-07T04:06:59.290985Z","end":"2026-05-07T04:06:59.54902Z","steps":["trace[1556923286] 'agreement among raft nodes before linearized reading' (duration: 256.820723ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:07:07.612041Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024a5.wal"} {"level":"info","ts":"2026-05-07T04:07:57.325916Z","caller":"traceutil/trace.go:171","msg":"trace[945563306] transaction","detail":"{read_only:false; response_revision:9596; number_of_response:1; }","duration":"236.135357ms","start":"2026-05-07T04:07:57.089729Z","end":"2026-05-07T04:07:57.325864Z","steps":["trace[945563306] 'process raft request' (duration: 235.87469ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:08:08.869387Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T04:08:08.876617Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-07T04:08:08.876732Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-05-07T04:08:11.570697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038430655,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T04:08:11.804196Z","caller":"traceutil/trace.go:171","msg":"trace[1835299109] transaction","detail":"{read_only:false; response_revision:9673; number_of_response:1; }","duration":"938.564656ms","start":"2026-05-07T04:08:10.865599Z","end":"2026-05-07T04:08:11.804163Z","steps":["trace[1835299109] 'process raft request' (duration: 938.240198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:11.804531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:10.865572Z","time spent":"938.797772ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:08:11.819202Z","caller":"traceutil/trace.go:171","msg":"trace[562982144] transaction","detail":"{read_only:false; response_revision:9675; number_of_response:1; }","duration":"944.18911ms","start":"2026-05-07T04:08:10.874993Z","end":"2026-05-07T04:08:11.819182Z","steps":["trace[562982144] 'process raft request' (duration: 944.123948ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:08:11.819214Z","caller":"traceutil/trace.go:171","msg":"trace[2144967661] transaction","detail":"{read_only:false; response_revision:9674; number_of_response:1; }","duration":"953.076347ms","start":"2026-05-07T04:08:10.866108Z","end":"2026-05-07T04:08:11.819184Z","steps":["trace[2144967661] 'process raft request' (duration: 952.84021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:11.819355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:10.874981Z","time spent":"944.288662ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:08:11.819365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:10.866079Z","time spent":"953.20119ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:08:11.880758Z","caller":"traceutil/trace.go:171","msg":"trace[893678523] linearizableReadLoop","detail":"{readStateIndex:10011; appliedIndex:10008; }","duration":"810.674753ms","start":"2026-05-07T04:08:11.070037Z","end":"2026-05-07T04:08:11.880712Z","steps":["trace[893678523] 'read index received' (duration: 733.723575ms)","trace[893678523] 'applied index is now lower than readState.Index' (duration: 76.948568ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:08:11.88117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.088663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-07T04:08:11.881263Z","caller":"traceutil/trace.go:171","msg":"trace[873671347] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:9675; }","duration":"811.239117ms","start":"2026-05-07T04:08:11.069993Z","end":"2026-05-07T04:08:11.881232Z","steps":["trace[873671347] 'agreement among raft nodes before linearized reading' (duration: 810.93183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:11.881334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:11.06997Z","time spent":"811.34413ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7fpfd\" "} {"level":"info","ts":"2026-05-07T04:08:12.284936Z","caller":"traceutil/trace.go:171","msg":"trace[924395947] linearizableReadLoop","detail":"{readStateIndex:10013; appliedIndex:10012; }","duration":"404.043239ms","start":"2026-05-07T04:08:11.880863Z","end":"2026-05-07T04:08:12.284906Z","steps":["trace[924395947] 'read index received' (duration: 403.70218ms)","trace[924395947] 'applied index is now lower than readState.Index' (duration: 339.699µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:08:12.285159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.966317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:08:12.28521Z","caller":"traceutil/trace.go:171","msg":"trace[2097980306] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9676; }","duration":"645.08016ms","start":"2026-05-07T04:08:11.640112Z","end":"2026-05-07T04:08:12.285192Z","steps":["trace[2097980306] 'agreement among raft nodes before linearized reading' (duration: 644.947306ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:08:12.285216Z","caller":"traceutil/trace.go:171","msg":"trace[1520020586] transaction","detail":"{read_only:false; response_revision:9676; number_of_response:1; }","duration":"463.514662ms","start":"2026-05-07T04:08:11.821626Z","end":"2026-05-07T04:08:12.285141Z","steps":["trace[1520020586] 'process raft request' (duration: 463.02876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:12.285395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.693919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-07T04:08:12.285417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:11.821599Z","time spent":"463.706117ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:08:12.285433Z","caller":"traceutil/trace.go:171","msg":"trace[1130777162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9676; }","duration":"320.759841ms","start":"2026-05-07T04:08:11.964663Z","end":"2026-05-07T04:08:12.285423Z","steps":["trace[1130777162] 'agreement among raft nodes before linearized reading' (duration: 320.630947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:12.285517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:11.964647Z","time spent":"320.859303ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:08:12.285527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004894184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T04:08:12.285256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:11.640089Z","time spent":"645.154022ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:08:12.285634Z","caller":"traceutil/trace.go:171","msg":"trace[721932931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9676; }","duration":"1.005059338s","start":"2026-05-07T04:08:11.280548Z","end":"2026-05-07T04:08:12.285607Z","steps":["trace[721932931] 'agreement among raft nodes before linearized reading' (duration: 1.004820462s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:12.285682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.051858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T04:08:12.285694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:11.280522Z","time spent":"1.005163021s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:08:12.285713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.620216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T04:08:12.285765Z","caller":"traceutil/trace.go:171","msg":"trace[1043686348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9676; }","duration":"320.691538ms","start":"2026-05-07T04:08:11.965062Z","end":"2026-05-07T04:08:12.285754Z","steps":["trace[1043686348] 'agreement among raft nodes before linearized reading' (duration: 320.568825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:12.285797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:11.965055Z","time spent":"320.734449ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:08:12.285587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.36248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289840"} {"level":"info","ts":"2026-05-07T04:08:12.285933Z","caller":"traceutil/trace.go:171","msg":"trace[1568747371] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9676; }","duration":"399.76842ms","start":"2026-05-07T04:08:11.886145Z","end":"2026-05-07T04:08:12.285913Z","steps":["trace[1568747371] 'agreement among raft nodes before linearized reading' (duration: 399.022891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:12.286054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:11.886117Z","time spent":"399.913284ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":289863,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-07T04:08:12.285801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.305285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T04:08:12.286362Z","caller":"traceutil/trace.go:171","msg":"trace[990560571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9676; }","duration":"325.88239ms","start":"2026-05-07T04:08:11.960432Z","end":"2026-05-07T04:08:12.286314Z","steps":["trace[990560571] 'agreement among raft nodes before linearized reading' (duration: 325.309165ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:08:12.285722Z","caller":"traceutil/trace.go:171","msg":"trace[867685294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9676; }","duration":"321.103289ms","start":"2026-05-07T04:08:11.964606Z","end":"2026-05-07T04:08:12.285709Z","steps":["trace[867685294] 'agreement among raft nodes before linearized reading' (duration: 321.010496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:12.286494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:11.960406Z","time spent":"326.040754ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:08:12.286504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:11.964598Z","time spent":"321.890319ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:08:12.285869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.771876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T04:08:12.286678Z","caller":"traceutil/trace.go:171","msg":"trace[274153892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9676; }","duration":"333.617497ms","start":"2026-05-07T04:08:11.953048Z","end":"2026-05-07T04:08:12.286665Z","steps":["trace[274153892] 'agreement among raft nodes before linearized reading' (duration: 332.773325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:12.286714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:11.953022Z","time spent":"333.680289ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T04:08:12.502845Z","caller":"traceutil/trace.go:171","msg":"trace[490115013] transaction","detail":"{read_only:false; response_revision:9682; number_of_response:1; }","duration":"148.048946ms","start":"2026-05-07T04:08:12.354762Z","end":"2026-05-07T04:08:12.502811Z","steps":["trace[490115013] 'process raft request' (duration: 147.713337ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:09:32.934774Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7890} {"level":"info","ts":"2026-05-07T04:09:32.999308Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7890,"took":"62.332456ms","hash":1952121109,"current-db-size-bytes":55066624,"current-db-size":"55 MB","current-db-size-in-use-bytes":27742208,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-07T04:09:32.999389Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1952121109,"revision":7890,"compact-revision":5730} {"level":"info","ts":"2026-05-07T04:12:21.584967Z","caller":"traceutil/trace.go:171","msg":"trace[64353615] transaction","detail":"{read_only:false; response_revision:11266; number_of_response:1; }","duration":"345.094921ms","start":"2026-05-07T04:12:21.239843Z","end":"2026-05-07T04:12:21.584938Z","steps":["trace[64353615] 'process raft request' (duration: 344.943527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:12:21.585131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:12:21.239804Z","time spent":"345.245015ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:12:21.638029Z","caller":"traceutil/trace.go:171","msg":"trace[1740726315] transaction","detail":"{read_only:false; response_revision:11268; number_of_response:1; }","duration":"161.046024ms","start":"2026-05-07T04:12:21.476944Z","end":"2026-05-07T04:12:21.63799Z","steps":["trace[1740726315] 'process raft request' (duration: 160.902791ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:12:21.63808Z","caller":"traceutil/trace.go:171","msg":"trace[905895421] transaction","detail":"{read_only:false; response_revision:11267; number_of_response:1; }","duration":"318.295622ms","start":"2026-05-07T04:12:21.319743Z","end":"2026-05-07T04:12:21.638039Z","steps":["trace[905895421] 'process raft request' (duration: 317.944663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:12:21.638246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:12:21.31971Z","time spent":"318.465967ms","remote":"127.0.0.1:42522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1565,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T04:12:21.803657Z","caller":"traceutil/trace.go:171","msg":"trace[3584440] transaction","detail":"{read_only:false; response_revision:11270; number_of_response:1; }","duration":"158.267445ms","start":"2026-05-07T04:12:21.645337Z","end":"2026-05-07T04:12:21.803605Z","steps":["trace[3584440] 'process raft request' (duration: 157.600057ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:12:21.805592Z","caller":"traceutil/trace.go:171","msg":"trace[172581382] transaction","detail":"{read_only:false; response_revision:11271; number_of_response:1; }","duration":"159.305059ms","start":"2026-05-07T04:12:21.64625Z","end":"2026-05-07T04:12:21.805555Z","steps":["trace[172581382] 'process raft request' (duration: 157.210637ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:12:21.964108Z","caller":"traceutil/trace.go:171","msg":"trace[1943493047] transaction","detail":"{read_only:false; response_revision:11272; number_of_response:1; }","duration":"150.367004ms","start":"2026-05-07T04:12:21.813704Z","end":"2026-05-07T04:12:21.964071Z","steps":["trace[1943493047] 'process raft request' (duration: 125.820393ms)","trace[1943493047] 'compare' (duration: 24.305795ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:12:21.981303Z","caller":"traceutil/trace.go:171","msg":"trace[209695023] transaction","detail":"{read_only:false; response_revision:11273; number_of_response:1; }","duration":"166.330558ms","start":"2026-05-07T04:12:21.814933Z","end":"2026-05-07T04:12:21.981264Z","steps":["trace[209695023] 'process raft request' (duration: 166.145273ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:12:21.981395Z","caller":"traceutil/trace.go:171","msg":"trace[1975165068] transaction","detail":"{read_only:false; response_revision:11275; number_of_response:1; }","duration":"163.960127ms","start":"2026-05-07T04:12:21.817407Z","end":"2026-05-07T04:12:21.981367Z","steps":["trace[1975165068] 'process raft request' (duration: 163.848945ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:12:21.981495Z","caller":"traceutil/trace.go:171","msg":"trace[1414254603] transaction","detail":"{read_only:false; response_revision:11274; number_of_response:1; }","duration":"164.085981ms","start":"2026-05-07T04:12:21.81733Z","end":"2026-05-07T04:12:21.981416Z","steps":["trace[1414254603] 'process raft request' (duration: 163.855755ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:12:21.98178Z","caller":"traceutil/trace.go:171","msg":"trace[2001096223] transaction","detail":"{read_only:false; response_revision:11276; number_of_response:1; }","duration":"161.051804ms","start":"2026-05-07T04:12:21.82069Z","end":"2026-05-07T04:12:21.981742Z","steps":["trace[2001096223] 'process raft request' (duration: 160.624673ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:12:21.981991Z","caller":"traceutil/trace.go:171","msg":"trace[1150057147] transaction","detail":"{read_only:false; response_revision:11277; number_of_response:1; }","duration":"161.232328ms","start":"2026-05-07T04:12:21.820738Z","end":"2026-05-07T04:12:21.981971Z","steps":["trace[1150057147] 'process raft request' (duration: 160.857139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:12:21.982043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.873911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T04:12:21.982098Z","caller":"traceutil/trace.go:171","msg":"trace[79286904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11277; }","duration":"166.980523ms","start":"2026-05-07T04:12:21.815099Z","end":"2026-05-07T04:12:21.98208Z","steps":["trace[79286904] 'agreement among raft nodes before linearized reading' (duration: 166.747407ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:12:21.981778Z","caller":"traceutil/trace.go:171","msg":"trace[99383859] linearizableReadLoop","detail":"{readStateIndex:11667; appliedIndex:11665; }","duration":"166.608404ms","start":"2026-05-07T04:12:21.815141Z","end":"2026-05-07T04:12:21.98175Z","steps":["trace[99383859] 'read index received' (duration: 124.402226ms)","trace[99383859] 'applied index is now lower than readState.Index' (duration: 42.204558ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:13:33.239059Z","caller":"traceutil/trace.go:171","msg":"trace[549155755] transaction","detail":"{read_only:false; response_revision:12004; number_of_response:1; }","duration":"135.606652ms","start":"2026-05-07T04:13:33.103423Z","end":"2026-05-07T04:13:33.23903Z","steps":["trace[549155755] 'process raft request' (duration: 135.54836ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:13:33.239139Z","caller":"traceutil/trace.go:171","msg":"trace[1375850259] transaction","detail":"{read_only:false; response_revision:12003; number_of_response:1; }","duration":"138.781972ms","start":"2026-05-07T04:13:33.100306Z","end":"2026-05-07T04:13:33.239088Z","steps":["trace[1375850259] 'process raft request' (duration: 137.731895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:34.508783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038436755,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T04:13:34.578868Z","caller":"traceutil/trace.go:171","msg":"trace[1652441107] linearizableReadLoop","detail":"{readStateIndex:12417; appliedIndex:12416; }","duration":"570.16521ms","start":"2026-05-07T04:13:34.008671Z","end":"2026-05-07T04:13:34.578837Z","steps":["trace[1652441107] 'read index received' (duration: 569.917124ms)","trace[1652441107] 'applied index is now lower than readState.Index' (duration: 246.596µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:13:34.578918Z","caller":"traceutil/trace.go:171","msg":"trace[1869652582] transaction","detail":"{read_only:false; response_revision:12005; number_of_response:1; }","duration":"637.654318ms","start":"2026-05-07T04:13:33.941217Z","end":"2026-05-07T04:13:34.578872Z","steps":["trace[1869652582] 'process raft request' (duration: 637.432532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:34.579099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:13:33.941176Z","time spent":"637.825702ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:13:34.579194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.442147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-07T04:13:34.579193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.044964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:13:34.579242Z","caller":"traceutil/trace.go:171","msg":"trace[1690277828] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12005; }","duration":"570.56355ms","start":"2026-05-07T04:13:34.008665Z","end":"2026-05-07T04:13:34.579228Z","steps":["trace[1690277828] 'agreement among raft nodes before linearized reading' (duration: 570.342734ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:13:34.57926Z","caller":"traceutil/trace.go:171","msg":"trace[116033917] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12005; }","duration":"208.152717ms","start":"2026-05-07T04:13:34.371089Z","end":"2026-05-07T04:13:34.579241Z","steps":["trace[116033917] 'agreement among raft nodes before linearized reading' (duration: 208.024104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:34.579282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:13:34.008642Z","time spent":"570.629631ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-05-07T04:13:34.579412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.721754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T04:13:34.57956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.757265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T04:13:34.579558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.044113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T04:13:34.57962Z","caller":"traceutil/trace.go:171","msg":"trace[439548953] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12005; }","duration":"570.873927ms","start":"2026-05-07T04:13:34.008729Z","end":"2026-05-07T04:13:34.579603Z","steps":["trace[439548953] 'agreement among raft nodes before linearized reading' (duration: 570.766704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:34.579658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:13:34.00868Z","time spent":"570.970049ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-05-07T04:13:34.579645Z","caller":"traceutil/trace.go:171","msg":"trace[1555212719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12005; }","duration":"116.160535ms","start":"2026-05-07T04:13:34.463458Z","end":"2026-05-07T04:13:34.579618Z","steps":["trace[1555212719] 'agreement among raft nodes before linearized reading' (duration: 116.005512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:34.579679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.039604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:13:34.579784Z","caller":"traceutil/trace.go:171","msg":"trace[1307401771] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12005; }","duration":"208.209208ms","start":"2026-05-07T04:13:34.371549Z","end":"2026-05-07T04:13:34.579758Z","steps":["trace[1307401771] 'agreement among raft nodes before linearized reading' (duration: 208.032084ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:13:34.579808Z","caller":"traceutil/trace.go:171","msg":"trace[799510601] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12005; }","duration":"570.906348ms","start":"2026-05-07T04:13:34.008607Z","end":"2026-05-07T04:13:34.579514Z","steps":["trace[799510601] 'agreement among raft nodes before linearized reading' (duration: 570.339604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:34.579883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.017005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-05-07T04:13:34.580357Z","caller":"traceutil/trace.go:171","msg":"trace[1268283931] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12005; }","duration":"568.502498ms","start":"2026-05-07T04:13:34.011836Z","end":"2026-05-07T04:13:34.580339Z","steps":["trace[1268283931] 'agreement among raft nodes before linearized reading' (duration: 567.920262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:34.579831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.262024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-05-07T04:13:34.580404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:13:34.011824Z","time spent":"568.567209ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-05-07T04:13:34.580445Z","caller":"traceutil/trace.go:171","msg":"trace[616184575] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12005; }","duration":"205.89216ms","start":"2026-05-07T04:13:34.374535Z","end":"2026-05-07T04:13:34.580428Z","steps":["trace[616184575] 'agreement among raft nodes before linearized reading' (duration: 205.15374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:34.580456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.555648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-05-07T04:13:34.580561Z","caller":"traceutil/trace.go:171","msg":"trace[1653257789] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:12005; }","duration":"288.562613ms","start":"2026-05-07T04:13:34.291973Z","end":"2026-05-07T04:13:34.580536Z","steps":["trace[1653257789] 'agreement among raft nodes before linearized reading' (duration: 287.380593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:34.579924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.729604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:13:34.580665Z","caller":"traceutil/trace.go:171","msg":"trace[837556974] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12005; }","duration":"571.481323ms","start":"2026-05-07T04:13:34.00917Z","end":"2026-05-07T04:13:34.580652Z","steps":["trace[837556974] 'agreement among raft nodes before linearized reading' (duration: 570.734614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:34.580709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:13:34.009163Z","time spent":"571.534254ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-05-07T04:13:34.58062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:13:34.008584Z","time spent":"571.940595ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T04:13:34.580009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.172122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T04:13:34.58Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.924756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:13:34.581036Z","caller":"traceutil/trace.go:171","msg":"trace[1831314432] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12005; }","duration":"209.972924ms","start":"2026-05-07T04:13:34.37105Z","end":"2026-05-07T04:13:34.581023Z","steps":["trace[1831314432] 'agreement among raft nodes before linearized reading' (duration: 208.919636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:34.580025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.515556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-07T04:13:34.579391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.367556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T04:13:34.581254Z","caller":"traceutil/trace.go:171","msg":"trace[689936108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12005; }","duration":"117.271795ms","start":"2026-05-07T04:13:34.463957Z","end":"2026-05-07T04:13:34.581229Z","steps":["trace[689936108] 'agreement among raft nodes before linearized reading' (duration: 115.198332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:34.579455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.017159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:13:34.581423Z","caller":"traceutil/trace.go:171","msg":"trace[943889923] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12005; }","duration":"210.989589ms","start":"2026-05-07T04:13:34.370421Z","end":"2026-05-07T04:13:34.581411Z","steps":["trace[943889923] 'agreement among raft nodes before linearized reading' (duration: 208.967668ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:13:34.581154Z","caller":"traceutil/trace.go:171","msg":"trace[2028321685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12005; }","duration":"220.671556ms","start":"2026-05-07T04:13:34.360447Z","end":"2026-05-07T04:13:34.581119Z","steps":["trace[2028321685] 'agreement among raft nodes before linearized reading' (duration: 219.470545ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:13:34.580881Z","caller":"traceutil/trace.go:171","msg":"trace[888033125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12005; }","duration":"109.061446ms","start":"2026-05-07T04:13:34.471804Z","end":"2026-05-07T04:13:34.580865Z","steps":["trace[888033125] 'agreement among raft nodes before linearized reading' (duration: 108.144342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:34.580093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.426396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130087"} {"level":"info","ts":"2026-05-07T04:13:34.581604Z","caller":"traceutil/trace.go:171","msg":"trace[888334677] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:12005; }","duration":"279.981345ms","start":"2026-05-07T04:13:34.301612Z","end":"2026-05-07T04:13:34.581594Z","steps":["trace[888334677] 'agreement among raft nodes before linearized reading' (duration: 278.341123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:34.579579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.838676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:13:34.581777Z","caller":"traceutil/trace.go:171","msg":"trace[1841666127] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12005; }","duration":"573.035982ms","start":"2026-05-07T04:13:34.008677Z","end":"2026-05-07T04:13:34.581713Z","steps":["trace[1841666127] 'agreement among raft nodes before linearized reading' (duration: 570.854556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:34.580131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.613978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T04:13:34.581848Z","caller":"traceutil/trace.go:171","msg":"trace[1617077467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12005; }","duration":"118.384482ms","start":"2026-05-07T04:13:34.463453Z","end":"2026-05-07T04:13:34.581837Z","steps":["trace[1617077467] 'agreement among raft nodes before linearized reading' (duration: 115.986041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:34.582008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:13:34.008657Z","time spent":"573.155635ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-05-07T04:13:57.626378Z","caller":"traceutil/trace.go:171","msg":"trace[400877869] transaction","detail":"{read_only:false; response_revision:12138; number_of_response:1; }","duration":"292.189316ms","start":"2026-05-07T04:13:57.334152Z","end":"2026-05-07T04:13:57.626341Z","steps":["trace[400877869] 'process raft request' (duration: 219.955197ms)","trace[400877869] 'compare' (duration: 71.913321ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:13:57.660131Z","caller":"traceutil/trace.go:171","msg":"trace[858118056] transaction","detail":"{read_only:false; response_revision:12139; number_of_response:1; }","duration":"324.2018ms","start":"2026-05-07T04:13:57.335903Z","end":"2026-05-07T04:13:57.660104Z","steps":["trace[858118056] 'process raft request' (duration: 324.071867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:57.66029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:13:57.335893Z","time spent":"324.305942ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:13:58.962938Z","caller":"traceutil/trace.go:171","msg":"trace[1472830040] linearizableReadLoop","detail":"{readStateIndex:12558; appliedIndex:12557; }","duration":"238.206922ms","start":"2026-05-07T04:13:58.724695Z","end":"2026-05-07T04:13:58.962902Z","steps":["trace[1472830040] 'read index received' (duration: 237.979316ms)","trace[1472830040] 'applied index is now lower than readState.Index' (duration: 226.846µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:13:58.96301Z","caller":"traceutil/trace.go:171","msg":"trace[1995530895] transaction","detail":"{read_only:false; response_revision:12141; number_of_response:1; }","duration":"292.563155ms","start":"2026-05-07T04:13:58.670417Z","end":"2026-05-07T04:13:58.96298Z","steps":["trace[1995530895] 'process raft request' (duration: 292.331299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:58.963272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.558121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T04:13:58.963346Z","caller":"traceutil/trace.go:171","msg":"trace[1765190098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12141; }","duration":"238.679665ms","start":"2026-05-07T04:13:58.724643Z","end":"2026-05-07T04:13:58.963322Z","steps":["trace[1765190098] 'agreement among raft nodes before linearized reading' (duration: 238.463219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:58.963326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.236848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T04:13:58.963501Z","caller":"traceutil/trace.go:171","msg":"trace[1696689826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12141; }","duration":"237.428852ms","start":"2026-05-07T04:13:58.726057Z","end":"2026-05-07T04:13:58.963486Z","steps":["trace[1696689826] 'agreement among raft nodes before linearized reading' (duration: 237.125724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:58.963646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.089164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T04:13:58.963676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.414469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T04:13:58.963701Z","caller":"traceutil/trace.go:171","msg":"trace[847815755] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:12141; }","duration":"114.193316ms","start":"2026-05-07T04:13:58.849493Z","end":"2026-05-07T04:13:58.963686Z","steps":["trace[847815755] 'agreement among raft nodes before linearized reading' (duration: 114.110644ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:13:58.963727Z","caller":"traceutil/trace.go:171","msg":"trace[139554752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12141; }","duration":"229.515651ms","start":"2026-05-07T04:13:58.734189Z","end":"2026-05-07T04:13:58.963705Z","steps":["trace[139554752] 'agreement among raft nodes before linearized reading' (duration: 229.411718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:58.963779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.851389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T04:13:58.963839Z","caller":"traceutil/trace.go:171","msg":"trace[515358457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12141; }","duration":"229.958692ms","start":"2026-05-07T04:13:58.733865Z","end":"2026-05-07T04:13:58.963824Z","steps":["trace[515358457] 'agreement among raft nodes before linearized reading' (duration: 229.824168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:58.963646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.515296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T04:13:58.96394Z","caller":"traceutil/trace.go:171","msg":"trace[792611395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12141; }","duration":"228.865954ms","start":"2026-05-07T04:13:58.735058Z","end":"2026-05-07T04:13:58.963924Z","steps":["trace[792611395] 'agreement among raft nodes before linearized reading' (duration: 228.476874ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:13:59.119413Z","caller":"traceutil/trace.go:171","msg":"trace[698254753] linearizableReadLoop","detail":"{readStateIndex:12559; appliedIndex:12558; }","duration":"149.771341ms","start":"2026-05-07T04:13:58.969605Z","end":"2026-05-07T04:13:59.119376Z","steps":["trace[698254753] 'read index received' (duration: 115.643022ms)","trace[698254753] 'applied index is now lower than readState.Index' (duration: 34.126849ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:13:59.119457Z","caller":"traceutil/trace.go:171","msg":"trace[38090473] transaction","detail":"{read_only:false; response_revision:12142; number_of_response:1; }","duration":"151.093336ms","start":"2026-05-07T04:13:58.968317Z","end":"2026-05-07T04:13:59.119411Z","steps":["trace[38090473] 'process raft request' (duration: 116.843774ms)","trace[38090473] 'compare' (duration: 34.042896ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:13:59.119995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.372436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444880"} {"level":"info","ts":"2026-05-07T04:13:59.120141Z","caller":"traceutil/trace.go:171","msg":"trace[1345863122] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12142; }","duration":"150.479929ms","start":"2026-05-07T04:13:58.969569Z","end":"2026-05-07T04:13:59.120049Z","steps":["trace[1345863122] 'agreement among raft nodes before linearized reading' (duration: 149.934175ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:13:59.162616Z","caller":"traceutil/trace.go:171","msg":"trace[1730674164] transaction","detail":"{read_only:false; response_revision:12143; number_of_response:1; }","duration":"192.425227ms","start":"2026-05-07T04:13:58.970162Z","end":"2026-05-07T04:13:59.162588Z","steps":["trace[1730674164] 'process raft request' (duration: 192.184381ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:13:59.16286Z","caller":"traceutil/trace.go:171","msg":"trace[369701528] transaction","detail":"{read_only:false; response_revision:12144; number_of_response:1; }","duration":"192.225512ms","start":"2026-05-07T04:13:58.97061Z","end":"2026-05-07T04:13:59.162836Z","steps":["trace[369701528] 'process raft request' (duration: 191.881274ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:13:59.162984Z","caller":"traceutil/trace.go:171","msg":"trace[1037447994] transaction","detail":"{read_only:false; response_revision:12145; number_of_response:1; }","duration":"191.703039ms","start":"2026-05-07T04:13:58.971244Z","end":"2026-05-07T04:13:59.162947Z","steps":["trace[1037447994] 'process raft request' (duration: 191.523624ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:13:59.163069Z","caller":"traceutil/trace.go:171","msg":"trace[553306557] transaction","detail":"{read_only:false; response_revision:12146; number_of_response:1; }","duration":"191.264677ms","start":"2026-05-07T04:13:58.971761Z","end":"2026-05-07T04:13:59.163026Z","steps":["trace[553306557] 'process raft request' (duration: 191.142654ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:13:59.717994Z","caller":"traceutil/trace.go:171","msg":"trace[1217065829] linearizableReadLoop","detail":"{readStateIndex:12565; appliedIndex:12564; }","duration":"396.250934ms","start":"2026-05-07T04:13:59.321706Z","end":"2026-05-07T04:13:59.717957Z","steps":["trace[1217065829] 'read index received' (duration: 396.06491ms)","trace[1217065829] 'applied index is now lower than readState.Index' (duration: 184.434µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:13:59.718095Z","caller":"traceutil/trace.go:171","msg":"trace[1397843230] transaction","detail":"{read_only:false; response_revision:12148; number_of_response:1; }","duration":"447.692923ms","start":"2026-05-07T04:13:59.270366Z","end":"2026-05-07T04:13:59.718059Z","steps":["trace[1397843230] 'process raft request' (duration: 447.298123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:59.718246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.515002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T04:13:59.718384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:13:59.270327Z","time spent":"447.876108ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:13:59.718409Z","caller":"traceutil/trace.go:171","msg":"trace[284862861] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:12148; }","duration":"396.755977ms","start":"2026-05-07T04:13:59.321638Z","end":"2026-05-07T04:13:59.718394Z","steps":["trace[284862861] 'agreement among raft nodes before linearized reading' (duration: 396.45562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:13:59.718604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:13:59.321612Z","time spent":"396.922782ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":93,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:13:59.732044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.008793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-07T04:13:59.732103Z","caller":"traceutil/trace.go:171","msg":"trace[206550206] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12150; }","duration":"140.117266ms","start":"2026-05-07T04:13:59.59197Z","end":"2026-05-07T04:13:59.732087Z","steps":["trace[206550206] 'agreement among raft nodes before linearized reading' (duration: 139.926011ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:13:59.866278Z","caller":"traceutil/trace.go:171","msg":"trace[1716035934] transaction","detail":"{read_only:false; response_revision:12151; number_of_response:1; }","duration":"110.38857ms","start":"2026-05-07T04:13:59.755845Z","end":"2026-05-07T04:13:59.866234Z","steps":["trace[1716035934] 'process raft request' (duration: 46.965515ms)","trace[1716035934] 'compare' (duration: 63.268161ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:14:01.358079Z","caller":"traceutil/trace.go:171","msg":"trace[1137750164] transaction","detail":"{read_only:false; response_revision:12154; number_of_response:1; }","duration":"148.91139ms","start":"2026-05-07T04:14:01.20913Z","end":"2026-05-07T04:14:01.358041Z","steps":["trace[1137750164] 'process raft request' (duration: 84.562292ms)","trace[1137750164] 'compare' (duration: 63.937088ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:14:01.358123Z","caller":"traceutil/trace.go:171","msg":"trace[637973488] transaction","detail":"{read_only:false; response_revision:12155; number_of_response:1; }","duration":"148.93576ms","start":"2026-05-07T04:14:01.209146Z","end":"2026-05-07T04:14:01.358082Z","steps":["trace[637973488] 'process raft request' (duration: 148.799757ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:14:01.35833Z","caller":"traceutil/trace.go:171","msg":"trace[1796245049] linearizableReadLoop","detail":"{readStateIndex:12572; appliedIndex:12570; }","duration":"148.828197ms","start":"2026-05-07T04:14:01.209213Z","end":"2026-05-07T04:14:01.358041Z","steps":["trace[1796245049] 'read index received' (duration: 84.539661ms)","trace[1796245049] 'applied index is now lower than readState.Index' (duration: 64.287606ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:14:01.35859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.358132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444880"} {"level":"info","ts":"2026-05-07T04:14:01.35867Z","caller":"traceutil/trace.go:171","msg":"trace[1229159749] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12155; }","duration":"149.473864ms","start":"2026-05-07T04:14:01.209175Z","end":"2026-05-07T04:14:01.358648Z","steps":["trace[1229159749] 'agreement among raft nodes before linearized reading' (duration: 148.872628ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:14:01.382614Z","caller":"traceutil/trace.go:171","msg":"trace[402941855] transaction","detail":"{read_only:false; response_revision:12156; number_of_response:1; }","duration":"173.382353ms","start":"2026-05-07T04:14:01.209199Z","end":"2026-05-07T04:14:01.382582Z","steps":["trace[402941855] 'process raft request' (duration: 173.009323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:14:01.382644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.479485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T04:14:01.382723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.119139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:14:01.382791Z","caller":"traceutil/trace.go:171","msg":"trace[1909899531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12157; }","duration":"102.249052ms","start":"2026-05-07T04:14:01.280527Z","end":"2026-05-07T04:14:01.382776Z","steps":["trace[1909899531] 'agreement among raft nodes before linearized reading' (duration: 102.076827ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:14:01.382778Z","caller":"traceutil/trace.go:171","msg":"trace[1567793536] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:12157; }","duration":"162.67894ms","start":"2026-05-07T04:14:01.220066Z","end":"2026-05-07T04:14:01.382745Z","steps":["trace[1567793536] 'agreement among raft nodes before linearized reading' (duration: 162.435294ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:14:01.382557Z","caller":"traceutil/trace.go:171","msg":"trace[1496364096] transaction","detail":"{read_only:false; response_revision:12157; number_of_response:1; }","duration":"172.88463ms","start":"2026-05-07T04:14:01.209644Z","end":"2026-05-07T04:14:01.382529Z","steps":["trace[1496364096] 'process raft request' (duration: 172.774668ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:14:01.862533Z","caller":"traceutil/trace.go:171","msg":"trace[1782697934] transaction","detail":"{read_only:false; response_revision:12160; number_of_response:1; }","duration":"124.725064ms","start":"2026-05-07T04:14:01.73778Z","end":"2026-05-07T04:14:01.862505Z","steps":["trace[1782697934] 'process raft request' (duration: 124.671203ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:14:01.863352Z","caller":"traceutil/trace.go:171","msg":"trace[897685264] transaction","detail":"{read_only:false; response_revision:12159; number_of_response:1; }","duration":"125.707539ms","start":"2026-05-07T04:14:01.737043Z","end":"2026-05-07T04:14:01.86275Z","steps":["trace[897685264] 'process raft request' (duration: 82.884109ms)","trace[897685264] 'compare' (duration: 42.318926ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:14:03.521008Z","caller":"traceutil/trace.go:171","msg":"trace[1497634476] transaction","detail":"{read_only:false; response_revision:12165; number_of_response:1; }","duration":"103.434211ms","start":"2026-05-07T04:14:03.417542Z","end":"2026-05-07T04:14:03.520976Z","steps":["trace[1497634476] 'process raft request' (duration: 103.277327ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:14:03.539256Z","caller":"traceutil/trace.go:171","msg":"trace[221426474] transaction","detail":"{read_only:false; response_revision:12166; number_of_response:1; }","duration":"120.945387ms","start":"2026-05-07T04:14:03.418294Z","end":"2026-05-07T04:14:03.539239Z","steps":["trace[221426474] 'process raft request' (duration: 120.842425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:14:04.057396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.953828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T04:14:04.058002Z","caller":"traceutil/trace.go:171","msg":"trace[2100313479] transaction","detail":"{read_only:false; response_revision:12169; number_of_response:1; }","duration":"188.22042ms","start":"2026-05-07T04:14:03.869719Z","end":"2026-05-07T04:14:04.05794Z","steps":["trace[2100313479] 'process raft request' (duration: 68.619506ms)","trace[2100313479] 'compare' (duration: 118.67502ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:14:32.94121Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10237} {"level":"info","ts":"2026-05-07T04:14:33.031541Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10237,"took":"87.694373ms","hash":766074808,"current-db-size-bytes":55066624,"current-db-size":"55 MB","current-db-size-in-use-bytes":25550848,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-07T04:14:33.031628Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":766074808,"revision":10237,"compact-revision":7890} {"level":"info","ts":"2026-05-07T04:19:32.956329Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12371} {"level":"info","ts":"2026-05-07T04:19:33.0353Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12371,"took":"75.920574ms","hash":2968937301,"current-db-size-bytes":55066624,"current-db-size":"55 MB","current-db-size-in-use-bytes":27512832,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-07T04:19:33.035363Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2968937301,"revision":12371,"compact-revision":10237} {"level":"info","ts":"2026-05-07T04:19:52.284959Z","caller":"traceutil/trace.go:171","msg":"trace[1768825773] transaction","detail":"{read_only:false; response_revision:14548; number_of_response:1; }","duration":"213.81303ms","start":"2026-05-07T04:19:52.071121Z","end":"2026-05-07T04:19:52.284934Z","steps":["trace[1768825773] 'process raft request' (duration: 213.673857ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:19:52.288135Z","caller":"traceutil/trace.go:171","msg":"trace[1133912664] transaction","detail":"{read_only:false; response_revision:14549; number_of_response:1; }","duration":"128.788325ms","start":"2026-05-07T04:19:52.159315Z","end":"2026-05-07T04:19:52.288103Z","steps":["trace[1133912664] 'process raft request' (duration: 128.632931ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:19:55.539191Z","caller":"traceutil/trace.go:171","msg":"trace[1880088610] linearizableReadLoop","detail":"{readStateIndex:15066; appliedIndex:15065; }","duration":"229.891038ms","start":"2026-05-07T04:19:55.309279Z","end":"2026-05-07T04:19:55.53917Z","steps":["trace[1880088610] 'read index received' (duration: 229.770435ms)","trace[1880088610] 'applied index is now lower than readState.Index' (duration: 119.533µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:19:55.53935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.041421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:19:55.539385Z","caller":"traceutil/trace.go:171","msg":"trace[1190148980] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:14563; }","duration":"230.123403ms","start":"2026-05-07T04:19:55.309252Z","end":"2026-05-07T04:19:55.539376Z","steps":["trace[1190148980] 'agreement among raft nodes before linearized reading' (duration: 230.01728ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:19:55.539234Z","caller":"traceutil/trace.go:171","msg":"trace[123102445] transaction","detail":"{read_only:false; response_revision:14563; number_of_response:1; }","duration":"256.981343ms","start":"2026-05-07T04:19:55.282216Z","end":"2026-05-07T04:19:55.539197Z","steps":["trace[123102445] 'process raft request' (duration: 256.817009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:19:55.568547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.287012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T04:19:55.568615Z","caller":"traceutil/trace.go:171","msg":"trace[959775628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14564; }","duration":"128.366474ms","start":"2026-05-07T04:19:55.440234Z","end":"2026-05-07T04:19:55.568601Z","steps":["trace[959775628] 'agreement among raft nodes before linearized reading' (duration: 128.143219ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:19:55.568618Z","caller":"traceutil/trace.go:171","msg":"trace[2105754139] transaction","detail":"{read_only:false; response_revision:14564; number_of_response:1; }","duration":"101.585365ms","start":"2026-05-07T04:19:55.466999Z","end":"2026-05-07T04:19:55.568585Z","steps":["trace[2105754139] 'process raft request' (duration: 101.182755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:19:55.56854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.447444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-07T04:19:55.568746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.42485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T04:19:55.568775Z","caller":"traceutil/trace.go:171","msg":"trace[1160066976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14564; }","duration":"135.748542ms","start":"2026-05-07T04:19:55.432991Z","end":"2026-05-07T04:19:55.568739Z","steps":["trace[1160066976] 'agreement among raft nodes before linearized reading' (duration: 135.371982ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:19:55.568826Z","caller":"traceutil/trace.go:171","msg":"trace[1211782382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14564; }","duration":"129.570645ms","start":"2026-05-07T04:19:55.439241Z","end":"2026-05-07T04:19:55.568812Z","steps":["trace[1211782382] 'agreement among raft nodes before linearized reading' (duration: 129.309688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:19:55.569312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.81762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T04:19:55.569557Z","caller":"traceutil/trace.go:171","msg":"trace[264262581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14564; }","duration":"130.091437ms","start":"2026-05-07T04:19:55.439446Z","end":"2026-05-07T04:19:55.569537Z","steps":["trace[264262581] 'agreement among raft nodes before linearized reading' (duration: 129.068491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:19:55.970222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.537886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T04:19:55.970417Z","caller":"traceutil/trace.go:171","msg":"trace[787656013] transaction","detail":"{read_only:false; response_revision:14565; number_of_response:1; }","duration":"397.568028ms","start":"2026-05-07T04:19:55.572819Z","end":"2026-05-07T04:19:55.970387Z","steps":["trace[787656013] 'process raft request' (duration: 148.390482ms)","trace[787656013] 'compare' (duration: 247.031111ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:19:55.970593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:19:55.572798Z","time spent":"397.710572ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:19:55.973237Z","caller":"traceutil/trace.go:171","msg":"trace[1963072960] linearizableReadLoop","detail":"{readStateIndex:15071; appliedIndex:15067; }","duration":"328.20313ms","start":"2026-05-07T04:19:55.645022Z","end":"2026-05-07T04:19:55.973225Z","steps":["trace[1963072960] 'read index received' (duration: 76.334145ms)","trace[1963072960] 'applied index is now lower than readState.Index' (duration: 251.867955ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:19:55.973404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.373424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-07T04:19:55.973438Z","caller":"traceutil/trace.go:171","msg":"trace[1585303190] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:14568; }","duration":"328.447636ms","start":"2026-05-07T04:19:55.644978Z","end":"2026-05-07T04:19:55.973426Z","steps":["trace[1585303190] 'agreement among raft nodes before linearized reading' (duration: 328.292282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:19:55.97349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:19:55.644961Z","time spent":"328.520177ms","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-07T04:19:55.973622Z","caller":"traceutil/trace.go:171","msg":"trace[613222072] transaction","detail":"{read_only:false; response_revision:14567; number_of_response:1; }","duration":"400.38719ms","start":"2026-05-07T04:19:55.573227Z","end":"2026-05-07T04:19:55.973614Z","steps":["trace[613222072] 'process raft request' (duration: 399.945018ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:19:55.973314Z","caller":"traceutil/trace.go:171","msg":"trace[890226975] transaction","detail":"{read_only:false; response_revision:14566; number_of_response:1; }","duration":"400.145923ms","start":"2026-05-07T04:19:55.573136Z","end":"2026-05-07T04:19:55.973282Z","steps":["trace[890226975] 'process raft request' (duration: 399.955538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:19:55.973674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:19:55.5732Z","time spent":"400.444411ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:19:55.973801Z","caller":"traceutil/trace.go:171","msg":"trace[1728390473] transaction","detail":"{read_only:false; response_revision:14568; number_of_response:1; }","duration":"400.408741ms","start":"2026-05-07T04:19:55.573372Z","end":"2026-05-07T04:19:55.973781Z","steps":["trace[1728390473] 'process raft request' (duration: 399.827286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:19:55.973844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:19:55.573357Z","time spent":"400.464662ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:19:55.97505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:19:55.573116Z","time spent":"401.833297ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:20:27.732083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038444596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:20:28.232281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038444596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:20:28.687476Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.563460162s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:20:28.687928Z","caller":"traceutil/trace.go:171","msg":"trace[89176786] transaction","detail":"{read_only:false; response_revision:14731; number_of_response:1; }","duration":"1.564103919s","start":"2026-05-07T04:20:27.123794Z","end":"2026-05-07T04:20:28.687898Z","steps":["trace[89176786] 'process raft request' (duration: 1.563933405s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:28.688091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:27.123756Z","time spent":"1.564247313s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:20:29.170511Z","caller":"traceutil/trace.go:171","msg":"trace[1535272109] transaction","detail":"{read_only:false; response_revision:14732; number_of_response:1; }","duration":"1.879077694s","start":"2026-05-07T04:20:27.291398Z","end":"2026-05-07T04:20:29.170476Z","steps":["trace[1535272109] 'process raft request' (duration: 1.860276967s)","trace[1535272109] 'compare' (duration: 18.014656ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:20:29.170728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:27.291368Z","time spent":"1.879222378s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:20:29.170957Z","caller":"traceutil/trace.go:171","msg":"trace[280803790] transaction","detail":"{read_only:false; response_revision:14733; number_of_response:1; }","duration":"1.511789353s","start":"2026-05-07T04:20:27.659154Z","end":"2026-05-07T04:20:29.170944Z","steps":["trace[280803790] 'process raft request' (duration: 1.511302741s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:29.171026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:27.659129Z","time spent":"1.511863125s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:20:29.171132Z","caller":"traceutil/trace.go:171","msg":"trace[1473715167] transaction","detail":"{read_only:false; response_revision:14734; number_of_response:1; }","duration":"1.485234249s","start":"2026-05-07T04:20:27.685868Z","end":"2026-05-07T04:20:29.171102Z","steps":["trace[1473715167] 'process raft request' (duration: 1.48487549s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:20:29.171265Z","caller":"traceutil/trace.go:171","msg":"trace[1211768907] transaction","detail":"{read_only:false; response_revision:14735; number_of_response:1; }","duration":"567.141218ms","start":"2026-05-07T04:20:28.604088Z","end":"2026-05-07T04:20:29.171229Z","steps":["trace[1211768907] 'process raft request' (duration: 566.84673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:29.171319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:27.68585Z","time spent":"1.485374723s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:20:29.171439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:28.604059Z","time spent":"567.294661ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:20:29.17184Z","caller":"traceutil/trace.go:171","msg":"trace[94711627] linearizableReadLoop","detail":"{readStateIndex:15244; appliedIndex:15240; }","duration":"1.940213774s","start":"2026-05-07T04:20:27.231577Z","end":"2026-05-07T04:20:29.17179Z","steps":["trace[94711627] 'read index received' (duration: 1.456139862s)","trace[94711627] 'applied index is now lower than readState.Index' (duration: 484.065251ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:20:29.172103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.616407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T04:20:29.17216Z","caller":"traceutil/trace.go:171","msg":"trace[688283540] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:14735; }","duration":"292.72992ms","start":"2026-05-07T04:20:28.879416Z","end":"2026-05-07T04:20:29.172146Z","steps":["trace[688283540] 'agreement among raft nodes before linearized reading' (duration: 292.619058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:29.172175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020027578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T04:20:29.172234Z","caller":"traceutil/trace.go:171","msg":"trace[898853445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14735; }","duration":"1.020136729s","start":"2026-05-07T04:20:28.152084Z","end":"2026-05-07T04:20:29.172221Z","steps":["trace[898853445] 'agreement among raft nodes before linearized reading' (duration: 1.019932164s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:29.172242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.248498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-07T04:20:29.172273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:28.15207Z","time spent":"1.020195091s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T04:20:29.172289Z","caller":"traceutil/trace.go:171","msg":"trace[1401371691] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:14735; }","duration":"434.354691ms","start":"2026-05-07T04:20:28.737918Z","end":"2026-05-07T04:20:29.172273Z","steps":["trace[1401371691] 'agreement among raft nodes before linearized reading' (duration: 434.145185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:29.172347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:28.737891Z","time spent":"434.447153ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7fpfd\" "} {"level":"warn","ts":"2026-05-07T04:20:29.172499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.090839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-07T04:20:29.172539Z","caller":"traceutil/trace.go:171","msg":"trace[649727384] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14735; }","duration":"162.172901ms","start":"2026-05-07T04:20:29.010357Z","end":"2026-05-07T04:20:29.17253Z","steps":["trace[649727384] 'agreement among raft nodes before linearized reading' (duration: 162.000777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:29.172546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014499276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T04:20:29.172674Z","caller":"traceutil/trace.go:171","msg":"trace[1439247333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14735; }","duration":"1.014667131s","start":"2026-05-07T04:20:28.157998Z","end":"2026-05-07T04:20:29.172665Z","steps":["trace[1439247333] 'agreement among raft nodes before linearized reading' (duration: 1.014499877s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:29.172695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:28.157977Z","time spent":"1.014712522s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:20:29.172837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810352791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T04:20:29.172864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94126675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T04:20:29.1729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044925008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-05-07T04:20:29.172924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022117739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T04:20:29.172922Z","caller":"traceutil/trace.go:171","msg":"trace[1931397328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14735; }","duration":"1.810471224s","start":"2026-05-07T04:20:27.362426Z","end":"2026-05-07T04:20:29.172897Z","steps":["trace[1931397328] 'agreement among raft nodes before linearized reading' (duration: 1.809583422s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:20:29.172931Z","caller":"traceutil/trace.go:171","msg":"trace[1772756923] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:14735; }","duration":"1.941390013s","start":"2026-05-07T04:20:27.231524Z","end":"2026-05-07T04:20:29.172914Z","steps":["trace[1772756923] 'agreement among raft nodes before linearized reading' (duration: 1.940435379s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:20:29.172952Z","caller":"traceutil/trace.go:171","msg":"trace[523368315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14735; }","duration":"1.022188201s","start":"2026-05-07T04:20:28.150759Z","end":"2026-05-07T04:20:29.172947Z","steps":["trace[523368315] 'agreement among raft nodes before linearized reading' (duration: 1.022127839s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:29.172948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810008862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-07T04:20:29.172967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:28.150738Z","time spent":"1.022227062s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T04:20:29.172958Z","caller":"traceutil/trace.go:171","msg":"trace[198350194] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14735; }","duration":"1.04502574s","start":"2026-05-07T04:20:28.127918Z","end":"2026-05-07T04:20:29.172944Z","steps":["trace[198350194] 'agreement among raft nodes before linearized reading' (duration: 1.044836166s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:29.172971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:27.231497Z","time spent":"1.941464785s","remote":"127.0.0.1:42472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":48,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:20:29.172972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:27.362408Z","time spent":"1.810552616s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:20:29.172869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287825895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T04:20:29.17301Z","caller":"traceutil/trace.go:171","msg":"trace[526905245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14735; }","duration":"1.810094965s","start":"2026-05-07T04:20:27.362879Z","end":"2026-05-07T04:20:29.172974Z","steps":["trace[526905245] 'agreement among raft nodes before linearized reading' (duration: 1.809993053s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:29.173014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:28.127897Z","time spent":"1.045091053s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T04:20:29.173041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:27.362848Z","time spent":"1.810186467s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T04:20:29.173049Z","caller":"traceutil/trace.go:171","msg":"trace[2123972227] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:14735; }","duration":"1.288034141s","start":"2026-05-07T04:20:27.884993Z","end":"2026-05-07T04:20:29.173028Z","steps":["trace[2123972227] 'agreement among raft nodes before linearized reading' (duration: 1.287807835s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:29.173102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:27.884972Z","time spent":"1.288110312s","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":65,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:20:29.173132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021469953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T04:20:29.173272Z","caller":"traceutil/trace.go:171","msg":"trace[1761155634] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14735; }","duration":"1.021653349s","start":"2026-05-07T04:20:28.151582Z","end":"2026-05-07T04:20:29.173236Z","steps":["trace[1761155634] 'agreement among raft nodes before linearized reading' (duration: 1.021280208s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:29.173369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:28.151574Z","time spent":"1.021764701s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:20:37.766011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038444714,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T04:20:37.820445Z","caller":"traceutil/trace.go:171","msg":"trace[722316600] transaction","detail":"{read_only:false; response_revision:14776; number_of_response:1; }","duration":"574.696359ms","start":"2026-05-07T04:20:37.245718Z","end":"2026-05-07T04:20:37.820415Z","steps":["trace[722316600] 'process raft request' (duration: 553.931233ms)","trace[722316600] 'compare' (duration: 20.201871ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:20:37.820605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:37.245693Z","time spent":"574.830491ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:20:37.820779Z","caller":"traceutil/trace.go:171","msg":"trace[1006306380] transaction","detail":"{read_only:false; response_revision:14777; number_of_response:1; }","duration":"572.891032ms","start":"2026-05-07T04:20:37.247865Z","end":"2026-05-07T04:20:37.820756Z","steps":["trace[1006306380] 'process raft request' (duration: 572.668636ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:20:37.82083Z","caller":"traceutil/trace.go:171","msg":"trace[779694721] linearizableReadLoop","detail":"{readStateIndex:15293; appliedIndex:15287; }","duration":"555.238124ms","start":"2026-05-07T04:20:37.265567Z","end":"2026-05-07T04:20:37.820806Z","steps":["trace[779694721] 'read index received' (duration: 534.062198ms)","trace[779694721] 'applied index is now lower than readState.Index' (duration: 21.174736ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:20:37.820917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:37.24784Z","time spent":"572.999814ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:20:37.820949Z","caller":"traceutil/trace.go:171","msg":"trace[107674348] transaction","detail":"{read_only:false; response_revision:14778; number_of_response:1; }","duration":"573.027196ms","start":"2026-05-07T04:20:37.247907Z","end":"2026-05-07T04:20:37.820934Z","steps":["trace[107674348] 'process raft request' (duration: 572.747849ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:20:37.821045Z","caller":"traceutil/trace.go:171","msg":"trace[1849836813] transaction","detail":"{read_only:false; response_revision:14781; number_of_response:1; }","duration":"483.162257ms","start":"2026-05-07T04:20:37.337836Z","end":"2026-05-07T04:20:37.820998Z","steps":["trace[1849836813] 'process raft request' (duration: 482.930881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:37.821156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:37.337814Z","time spent":"483.290122ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:20:37.821301Z","caller":"traceutil/trace.go:171","msg":"trace[1310987716] transaction","detail":"{read_only:false; response_revision:14779; number_of_response:1; }","duration":"573.329193ms","start":"2026-05-07T04:20:37.247961Z","end":"2026-05-07T04:20:37.82129Z","steps":["trace[1310987716] 'process raft request' (duration: 572.735668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:37.821054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:37.24789Z","time spent":"573.085467ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:20:37.821351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:37.247942Z","time spent":"573.381125ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:20:37.821408Z","caller":"traceutil/trace.go:171","msg":"trace[977852967] transaction","detail":"{read_only:false; response_revision:14780; number_of_response:1; }","duration":"573.344484ms","start":"2026-05-07T04:20:37.248008Z","end":"2026-05-07T04:20:37.821352Z","steps":["trace[977852967] 'process raft request' (duration: 572.725057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:37.821531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.702985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:20:37.821615Z","caller":"traceutil/trace.go:171","msg":"trace[1022515004] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:14781; }","duration":"119.90611ms","start":"2026-05-07T04:20:37.701683Z","end":"2026-05-07T04:20:37.821589Z","steps":["trace[1022515004] 'agreement among raft nodes before linearized reading' (duration: 119.693715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:37.821578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.837119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-07T04:20:37.821671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:37.247997Z","time spent":"573.55194ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:20:37.821653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.062636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-07T04:20:37.821702Z","caller":"traceutil/trace.go:171","msg":"trace[1024555788] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14781; }","duration":"507.019533ms","start":"2026-05-07T04:20:37.314657Z","end":"2026-05-07T04:20:37.821676Z","steps":["trace[1024555788] 'agreement among raft nodes before linearized reading' (duration: 506.672584ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:20:37.821742Z","caller":"traceutil/trace.go:171","msg":"trace[1337133013] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:14781; }","duration":"556.22288ms","start":"2026-05-07T04:20:37.265496Z","end":"2026-05-07T04:20:37.821719Z","steps":["trace[1337133013] 'agreement among raft nodes before linearized reading' (duration: 555.856271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:37.821752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:37.314637Z","time spent":"507.105775ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T04:20:37.821783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:37.265475Z","time spent":"556.299483ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7fpfd\" "} {"level":"warn","ts":"2026-05-07T04:20:47.780869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038444890,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:20:48.281272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038444890,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:20:48.393298Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.140028619s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:20:48.393834Z","caller":"traceutil/trace.go:171","msg":"trace[926372774] transaction","detail":"{read_only:false; response_revision:14843; number_of_response:1; }","duration":"1.140688577s","start":"2026-05-07T04:20:47.253109Z","end":"2026-05-07T04:20:48.393797Z","steps":["trace[926372774] 'process raft request' (duration: 1.140497722s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:48.394022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:47.253083Z","time spent":"1.14085892s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:20:48.395455Z","caller":"traceutil/trace.go:171","msg":"trace[255607266] transaction","detail":"{read_only:false; response_revision:14844; number_of_response:1; }","duration":"1.119255942s","start":"2026-05-07T04:20:47.276175Z","end":"2026-05-07T04:20:48.395431Z","steps":["trace[255607266] 'process raft request' (duration: 1.118852962s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:48.395618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:47.276154Z","time spent":"1.119380195s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:20:48.395688Z","caller":"traceutil/trace.go:171","msg":"trace[1901654831] transaction","detail":"{read_only:false; response_revision:14845; number_of_response:1; }","duration":"1.106330675s","start":"2026-05-07T04:20:47.289343Z","end":"2026-05-07T04:20:48.395674Z","steps":["trace[1901654831] 'process raft request' (duration: 1.105992446s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:20:48.395826Z","caller":"traceutil/trace.go:171","msg":"trace[2077074315] linearizableReadLoop","detail":"{readStateIndex:15362; appliedIndex:15359; }","duration":"1.115807935s","start":"2026-05-07T04:20:47.280001Z","end":"2026-05-07T04:20:48.395809Z","steps":["trace[2077074315] 'read index received' (duration: 1.113790225s)","trace[2077074315] 'applied index is now lower than readState.Index' (duration: 2.01682ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:20:48.395867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:47.28932Z","time spent":"1.106406057s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:20:48.395936Z","caller":"traceutil/trace.go:171","msg":"trace[633683064] transaction","detail":"{read_only:false; response_revision:14846; number_of_response:1; }","duration":"1.106469019s","start":"2026-05-07T04:20:47.289435Z","end":"2026-05-07T04:20:48.395904Z","steps":["trace[633683064] 'process raft request' (duration: 1.106185331s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:48.395964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115955009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:20:48.395997Z","caller":"traceutil/trace.go:171","msg":"trace[413144048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14846; }","duration":"1.116022751s","start":"2026-05-07T04:20:47.279964Z","end":"2026-05-07T04:20:48.395987Z","steps":["trace[413144048] 'agreement among raft nodes before linearized reading' (duration: 1.115959639s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:48.396034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:47.279952Z","time spent":"1.116074672s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:20:48.396047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.147491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T04:20:48.395958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.008934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:20:48.396071Z","caller":"traceutil/trace.go:171","msg":"trace[1301314726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14846; }","duration":"437.193073ms","start":"2026-05-07T04:20:47.95887Z","end":"2026-05-07T04:20:48.396064Z","steps":["trace[1301314726] 'agreement among raft nodes before linearized reading' (duration: 437.10537ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:20:48.396079Z","caller":"traceutil/trace.go:171","msg":"trace[254754036] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:14846; }","duration":"883.167888ms","start":"2026-05-07T04:20:47.5129Z","end":"2026-05-07T04:20:48.396068Z","steps":["trace[254754036] 'agreement among raft nodes before linearized reading' (duration: 883.033674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:48.396098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:47.958856Z","time spent":"437.237213ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:20:48.396111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:47.512878Z","time spent":"883.22468ms","remote":"127.0.0.1:35822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:20:48.396196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.565616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T04:20:48.396305Z","caller":"traceutil/trace.go:171","msg":"trace[1546968740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14846; }","duration":"436.722351ms","start":"2026-05-07T04:20:47.959562Z","end":"2026-05-07T04:20:48.396284Z","steps":["trace[1546968740] 'agreement among raft nodes before linearized reading' (duration: 436.412902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:48.396359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:47.959549Z","time spent":"436.799433ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:20:48.396352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.462475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T04:20:48.396036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:47.289427Z","time spent":"1.106562931s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:20:48.396498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.842024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-07T04:20:48.396516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.301899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T04:20:48.396534Z","caller":"traceutil/trace.go:171","msg":"trace[1844848475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14846; }","duration":"436.906315ms","start":"2026-05-07T04:20:47.959617Z","end":"2026-05-07T04:20:48.396524Z","steps":["trace[1844848475] 'agreement among raft nodes before linearized reading' (duration: 436.795802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:48.396567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:47.959602Z","time spent":"436.958867ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T04:20:48.396568Z","caller":"traceutil/trace.go:171","msg":"trace[371813935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14846; }","duration":"488.400812ms","start":"2026-05-07T04:20:47.908155Z","end":"2026-05-07T04:20:48.396556Z","steps":["trace[371813935] 'agreement among raft nodes before linearized reading' (duration: 488.277249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:48.396609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:47.908134Z","time spent":"488.467753ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:20:48.396605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.977353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T04:20:48.396409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.117734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-07T04:20:48.396883Z","caller":"traceutil/trace.go:171","msg":"trace[139589642] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14846; }","duration":"438.094726ms","start":"2026-05-07T04:20:47.958576Z","end":"2026-05-07T04:20:48.396671Z","steps":["trace[139589642] 'agreement among raft nodes before linearized reading' (duration: 437.946792ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:20:48.39673Z","caller":"traceutil/trace.go:171","msg":"trace[630738536] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:14846; }","duration":"417.486723ms","start":"2026-05-07T04:20:47.979229Z","end":"2026-05-07T04:20:48.396716Z","steps":["trace[630738536] 'agreement among raft nodes before linearized reading' (duration: 416.992349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:48.397334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:47.979208Z","time spent":"418.082148ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7fpfd\" "} {"level":"warn","ts":"2026-05-07T04:20:48.397146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:47.958556Z","time spent":"438.577738ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T04:20:48.397571Z","caller":"traceutil/trace.go:171","msg":"trace[138336266] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:14846; }","duration":"294.574588ms","start":"2026-05-07T04:20:48.101834Z","end":"2026-05-07T04:20:48.396409Z","steps":["trace[138336266] 'agreement among raft nodes before linearized reading' (duration: 294.406504ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:20:49.509086Z","caller":"traceutil/trace.go:171","msg":"trace[1737504222] transaction","detail":"{read_only:false; response_revision:14855; number_of_response:1; }","duration":"400.703478ms","start":"2026-05-07T04:20:49.108352Z","end":"2026-05-07T04:20:49.509055Z","steps":["trace[1737504222] 'process raft request' (duration: 400.457921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:20:49.509316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:20:49.108323Z","time spent":"400.854922ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:21:11.749994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038445777,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:21:12.250902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038445777,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:21:12.342017Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.199458265s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:21:12.342644Z","caller":"traceutil/trace.go:171","msg":"trace[1526909965] transaction","detail":"{read_only:false; response_revision:15162; number_of_response:1; }","duration":"1.20005009s","start":"2026-05-07T04:21:11.142467Z","end":"2026-05-07T04:21:12.342517Z","steps":["trace[1526909965] 'process raft request' (duration: 1.199840534s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:21:12.342846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:11.142453Z","time spent":"1.200276157s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:21:12.366492Z","caller":"traceutil/trace.go:171","msg":"trace[1745779049] linearizableReadLoop","detail":"{readStateIndex:15690; appliedIndex:15688; }","duration":"1.117428316s","start":"2026-05-07T04:21:11.24904Z","end":"2026-05-07T04:21:12.366469Z","steps":["trace[1745779049] 'read index received' (duration: 1.093279783s)","trace[1745779049] 'applied index is now lower than readState.Index' (duration: 24.147373ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:21:12.36667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1176009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:21:12.366704Z","caller":"traceutil/trace.go:171","msg":"trace[25370184] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:15162; }","duration":"1.117713073s","start":"2026-05-07T04:21:11.248981Z","end":"2026-05-07T04:21:12.366694Z","steps":["trace[25370184] 'agreement among raft nodes before linearized reading' (duration: 1.11760219s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:21:12.366746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:11.248958Z","time spent":"1.117778525s","remote":"127.0.0.1:44244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:21:12.366759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086729618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:21:12.366869Z","caller":"traceutil/trace.go:171","msg":"trace[991895147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15162; }","duration":"1.086891111s","start":"2026-05-07T04:21:11.279952Z","end":"2026-05-07T04:21:12.366843Z","steps":["trace[991895147] 'agreement among raft nodes before linearized reading' (duration: 1.086675076s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:21:12.366894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.152154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-fzkpx\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-07T04:21:12.367092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.604404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.18ad2db1e241a8c9\" ","response":"range_response_count:1 size:1001"} {"level":"info","ts":"2026-05-07T04:21:12.36712Z","caller":"traceutil/trace.go:171","msg":"trace[160184472] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-fzkpx; range_end:; response_count:1; response_revision:15162; }","duration":"516.440221ms","start":"2026-05-07T04:21:11.850656Z","end":"2026-05-07T04:21:12.367097Z","steps":["trace[160184472] 'agreement among raft nodes before linearized reading' (duration: 515.981659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:21:12.366903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.848207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-07T04:21:12.367136Z","caller":"traceutil/trace.go:171","msg":"trace[901606757] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-nova-server-0.18ad2db1e241a8c9; range_end:; response_count:1; response_revision:15162; }","duration":"871.688586ms","start":"2026-05-07T04:21:11.495433Z","end":"2026-05-07T04:21:12.367121Z","steps":["trace[901606757] 'agreement among raft nodes before linearized reading' (duration: 871.555053ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:21:12.36718Z","caller":"traceutil/trace.go:171","msg":"trace[1243189080] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:15162; }","duration":"791.151064ms","start":"2026-05-07T04:21:11.576017Z","end":"2026-05-07T04:21:12.367168Z","steps":["trace[1243189080] 'agreement among raft nodes before linearized reading' (duration: 790.651162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:21:12.367181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:11.850631Z","time spent":"516.538593ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-fzkpx\" "} {"level":"warn","ts":"2026-05-07T04:21:12.367188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:11.495408Z","time spent":"871.768539ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1024,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.18ad2db1e241a8c9\" "} {"level":"warn","ts":"2026-05-07T04:21:12.367214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:11.575954Z","time spent":"791.250997ms","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-07T04:21:12.36695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:11.279938Z","time spent":"1.087000405s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:21:12.366791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.033148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T04:21:12.367024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.550269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T04:21:12.367423Z","caller":"traceutil/trace.go:171","msg":"trace[2085367849] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:15162; }","duration":"310.669565ms","start":"2026-05-07T04:21:12.056684Z","end":"2026-05-07T04:21:12.367354Z","steps":["trace[2085367849] 'agreement among raft nodes before linearized reading' (duration: 310.019969ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:21:12.367458Z","caller":"traceutil/trace.go:171","msg":"trace[450491486] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:15162; }","duration":"788.976859ms","start":"2026-05-07T04:21:11.57844Z","end":"2026-05-07T04:21:12.367417Z","steps":["trace[450491486] 'agreement among raft nodes before linearized reading' (duration: 788.539688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:21:12.367544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:11.578428Z","time spent":"789.094222ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:21:12.367608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:12.056663Z","time spent":"310.86866ms","remote":"127.0.0.1:51762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:21:12.367203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.786724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dad4f7e6-7a47-43b4-8e67-722fc1a8f964\" ","response":"range_response_count:1 size:3754"} {"level":"info","ts":"2026-05-07T04:21:12.367703Z","caller":"traceutil/trace.go:171","msg":"trace[1832585875] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dad4f7e6-7a47-43b4-8e67-722fc1a8f964; range_end:; response_count:1; response_revision:15162; }","duration":"415.390971ms","start":"2026-05-07T04:21:11.952301Z","end":"2026-05-07T04:21:12.367692Z","steps":["trace[1832585875] 'agreement among raft nodes before linearized reading' (duration: 414.692922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:21:12.367755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:11.95227Z","time spent":"415.463712ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3777,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dad4f7e6-7a47-43b4-8e67-722fc1a8f964\" "} {"level":"warn","ts":"2026-05-07T04:21:12.367893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.276803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:21:12.367973Z","caller":"traceutil/trace.go:171","msg":"trace[1058442069] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:15162; }","duration":"848.401736ms","start":"2026-05-07T04:21:11.519551Z","end":"2026-05-07T04:21:12.367953Z","steps":["trace[1058442069] 'agreement among raft nodes before linearized reading' (duration: 847.432041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:21:12.368041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:11.519527Z","time spent":"848.502429ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1460,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:21:12.872066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038445782,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T04:21:12.912829Z","caller":"traceutil/trace.go:171","msg":"trace[1140691847] transaction","detail":"{read_only:false; response_revision:15163; number_of_response:1; }","duration":"542.545843ms","start":"2026-05-07T04:21:12.37025Z","end":"2026-05-07T04:21:12.912796Z","steps":["trace[1140691847] 'process raft request' (duration: 542.273616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:21:12.913052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:12.370229Z","time spent":"542.711848ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:21:12.913461Z","caller":"traceutil/trace.go:171","msg":"trace[1496806191] transaction","detail":"{read_only:false; response_revision:15164; number_of_response:1; }","duration":"425.821234ms","start":"2026-05-07T04:21:12.487612Z","end":"2026-05-07T04:21:12.913433Z","steps":["trace[1496806191] 'process raft request' (duration: 425.565938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:21:12.913515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:12.48758Z","time spent":"425.908876ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:21:12.913514Z","caller":"traceutil/trace.go:171","msg":"trace[782298198] linearizableReadLoop","detail":"{readStateIndex:15695; appliedIndex:15690; }","duration":"542.291646ms","start":"2026-05-07T04:21:12.37119Z","end":"2026-05-07T04:21:12.913482Z","steps":["trace[782298198] 'read index received' (duration: 541.346713ms)","trace[782298198] 'applied index is now lower than readState.Index' (duration: 943.683µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:21:12.913663Z","caller":"traceutil/trace.go:171","msg":"trace[876515151] transaction","detail":"{read_only:false; response_revision:15165; number_of_response:1; }","duration":"425.607929ms","start":"2026-05-07T04:21:12.488038Z","end":"2026-05-07T04:21:12.913646Z","steps":["trace[876515151] 'process raft request' (duration: 425.259471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:21:12.913866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:12.488013Z","time spent":"425.720682ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:21:12.913999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.772629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-edaee0d6-7e2e-4d10-81ce-1a312cf70cf7\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-07T04:21:12.914093Z","caller":"traceutil/trace.go:171","msg":"trace[194656] range","detail":"{range_begin:/registry/persistentvolumes/pvc-edaee0d6-7e2e-4d10-81ce-1a312cf70cf7; range_end:; response_count:1; response_revision:15167; }","duration":"542.884752ms","start":"2026-05-07T04:21:12.371182Z","end":"2026-05-07T04:21:12.914066Z","steps":["trace[194656] 'agreement among raft nodes before linearized reading' (duration: 542.544032ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:21:12.914055Z","caller":"traceutil/trace.go:171","msg":"trace[86350224] transaction","detail":"{read_only:false; response_revision:15166; number_of_response:1; }","duration":"423.609299ms","start":"2026-05-07T04:21:12.490375Z","end":"2026-05-07T04:21:12.913985Z","steps":["trace[86350224] 'process raft request' (duration: 422.965452ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:21:12.91411Z","caller":"traceutil/trace.go:171","msg":"trace[202863266] transaction","detail":"{read_only:false; response_revision:15167; number_of_response:1; }","duration":"422.250705ms","start":"2026-05-07T04:21:12.491839Z","end":"2026-05-07T04:21:12.914089Z","steps":["trace[202863266] 'process raft request' (duration: 421.547156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:21:12.914142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:12.371142Z","time spent":"542.991135ms","remote":"127.0.0.1:51366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-edaee0d6-7e2e-4d10-81ce-1a312cf70cf7\" "} {"level":"warn","ts":"2026-05-07T04:21:12.914127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.879497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-07T04:21:12.914199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:12.491829Z","time spent":"422.325316ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:21:12.914218Z","caller":"traceutil/trace.go:171","msg":"trace[616742240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15167; }","duration":"385.046611ms","start":"2026-05-07T04:21:12.529153Z","end":"2026-05-07T04:21:12.914199Z","steps":["trace[616742240] 'agreement among raft nodes before linearized reading' (duration: 384.690701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:21:12.91426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:12.529116Z","time spent":"385.137474ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:21:12.914282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:12.490348Z","time spent":"423.814114ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:21:12.914082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.365978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T04:21:12.914429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.459744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T04:21:12.91445Z","caller":"traceutil/trace.go:171","msg":"trace[1412606840] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:15167; }","duration":"222.785258ms","start":"2026-05-07T04:21:12.691653Z","end":"2026-05-07T04:21:12.914439Z","steps":["trace[1412606840] 'agreement among raft nodes before linearized reading' (duration: 222.354327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:21:12.914463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.927851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T04:21:12.914469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.39244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T04:21:12.91447Z","caller":"traceutil/trace.go:171","msg":"trace[1922168114] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15167; }","duration":"378.510555ms","start":"2026-05-07T04:21:12.535945Z","end":"2026-05-07T04:21:12.914455Z","steps":["trace[1922168114] 'agreement among raft nodes before linearized reading' (duration: 378.377011ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:21:12.914497Z","caller":"traceutil/trace.go:171","msg":"trace[13768258] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15167; }","duration":"390.999543ms","start":"2026-05-07T04:21:12.523489Z","end":"2026-05-07T04:21:12.914489Z","steps":["trace[13768258] 'agreement among raft nodes before linearized reading' (duration: 390.920761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:21:12.914506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:12.535937Z","time spent":"378.563376ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T04:21:12.914508Z","caller":"traceutil/trace.go:171","msg":"trace[1723459784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15167; }","duration":"385.464672ms","start":"2026-05-07T04:21:12.529031Z","end":"2026-05-07T04:21:12.914496Z","steps":["trace[1723459784] 'agreement among raft nodes before linearized reading' (duration: 385.347579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:21:12.914522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:12.523468Z","time spent":"391.049753ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:21:12.914493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.932752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T04:21:12.914539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:12.529015Z","time spent":"385.516394ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:21:12.914547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.37313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T04:21:12.914572Z","caller":"traceutil/trace.go:171","msg":"trace[227114947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15167; }","duration":"537.043324ms","start":"2026-05-07T04:21:12.377509Z","end":"2026-05-07T04:21:12.914552Z","steps":["trace[227114947] 'agreement among raft nodes before linearized reading' (duration: 536.919411ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:21:12.914587Z","caller":"traceutil/trace.go:171","msg":"trace[1856269735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15167; }","duration":"385.448072ms","start":"2026-05-07T04:21:12.529126Z","end":"2026-05-07T04:21:12.914574Z","steps":["trace[1856269735] 'agreement among raft nodes before linearized reading' (duration: 385.340689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:21:12.914566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.958358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:626257"} {"level":"warn","ts":"2026-05-07T04:21:12.91462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:12.529107Z","time spent":"385.507243ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:21:12.914619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:12.377495Z","time spent":"537.110346ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T04:21:12.914661Z","caller":"traceutil/trace.go:171","msg":"trace[1024304366] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15167; }","duration":"540.122402ms","start":"2026-05-07T04:21:12.374514Z","end":"2026-05-07T04:21:12.914636Z","steps":["trace[1024304366] 'agreement among raft nodes before linearized reading' (duration: 539.253049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:21:12.914714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:12.374493Z","time spent":"540.208634ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":626280,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-07T04:21:12.914907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.378401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-07T04:21:12.914934Z","caller":"traceutil/trace.go:171","msg":"trace[1116195451] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:15167; }","duration":"318.460963ms","start":"2026-05-07T04:21:12.596466Z","end":"2026-05-07T04:21:12.914927Z","steps":["trace[1116195451] 'agreement among raft nodes before linearized reading' (duration: 317.848998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:21:12.914954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:21:12.596445Z","time spent":"318.503444ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7fpfd\" "} {"level":"warn","ts":"2026-05-07T04:22:29.484573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.318772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T04:22:29.484763Z","caller":"traceutil/trace.go:171","msg":"trace[260142805] linearizableReadLoop","detail":"{readStateIndex:16476; appliedIndex:16475; }","duration":"160.252472ms","start":"2026-05-07T04:22:29.324483Z","end":"2026-05-07T04:22:29.484735Z","steps":["trace[260142805] 'read index received' (duration: 5.640203ms)","trace[260142805] 'applied index is now lower than readState.Index' (duration: 154.610159ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:22:29.484772Z","caller":"traceutil/trace.go:171","msg":"trace[737459854] transaction","detail":"{read_only:false; response_revision:15927; number_of_response:1; }","duration":"168.584724ms","start":"2026-05-07T04:22:29.316166Z","end":"2026-05-07T04:22:29.484751Z","steps":["trace[737459854] 'process raft request' (duration: 13.927434ms)","trace[737459854] 'compare' (duration: 154.129046ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:22:29.48504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.266407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T04:22:29.4851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.942487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T04:22:29.485042Z","caller":"traceutil/trace.go:171","msg":"trace[1820587218] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15927; }","duration":"100.010155ms","start":"2026-05-07T04:22:29.385012Z","end":"2026-05-07T04:22:29.485022Z","steps":["trace[1820587218] 'agreement among raft nodes before linearized reading' (duration: 99.899063ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:22:29.485144Z","caller":"traceutil/trace.go:171","msg":"trace[1206535073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15927; }","duration":"152.993979ms","start":"2026-05-07T04:22:29.332134Z","end":"2026-05-07T04:22:29.485128Z","steps":["trace[1206535073] 'agreement among raft nodes before linearized reading' (duration: 152.878216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:29.485121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.614081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-07T04:22:29.485276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.383675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T04:22:29.485278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.415274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T04:22:29.485262Z","caller":"traceutil/trace.go:171","msg":"trace[226241560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15927; }","duration":"160.787055ms","start":"2026-05-07T04:22:29.324433Z","end":"2026-05-07T04:22:29.48522Z","steps":["trace[226241560] 'agreement among raft nodes before linearized reading' (duration: 160.422306ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:22:29.485321Z","caller":"traceutil/trace.go:171","msg":"trace[1014541044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15927; }","duration":"154.457506ms","start":"2026-05-07T04:22:29.330853Z","end":"2026-05-07T04:22:29.485311Z","steps":["trace[1014541044] 'agreement among raft nodes before linearized reading' (duration: 154.350543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:29.4853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.215759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T04:22:29.485396Z","caller":"traceutil/trace.go:171","msg":"trace[912035664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15927; }","duration":"154.330352ms","start":"2026-05-07T04:22:29.331035Z","end":"2026-05-07T04:22:29.485366Z","steps":["trace[912035664] 'agreement among raft nodes before linearized reading' (duration: 154.028524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:29.485387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.346873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-05-07T04:22:29.485553Z","caller":"traceutil/trace.go:171","msg":"trace[2110367100] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15927; }","duration":"100.531298ms","start":"2026-05-07T04:22:29.384994Z","end":"2026-05-07T04:22:29.485525Z","steps":["trace[2110367100] 'agreement among raft nodes before linearized reading' (duration: 100.105027ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:22:29.485105Z","caller":"traceutil/trace.go:171","msg":"trace[1288878705] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15927; }","duration":"159.334159ms","start":"2026-05-07T04:22:29.325755Z","end":"2026-05-07T04:22:29.485089Z","steps":["trace[1288878705] 'agreement among raft nodes before linearized reading' (duration: 159.128544ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:22:29.485322Z","caller":"traceutil/trace.go:171","msg":"trace[1484830674] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15927; }","duration":"100.447617ms","start":"2026-05-07T04:22:29.38486Z","end":"2026-05-07T04:22:29.485307Z","steps":["trace[1484830674] 'agreement among raft nodes before linearized reading' (duration: 100.382435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:29.872391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.426279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T04:22:29.872562Z","caller":"traceutil/trace.go:171","msg":"trace[722937191] transaction","detail":"{read_only:false; response_revision:15928; number_of_response:1; }","duration":"382.544946ms","start":"2026-05-07T04:22:29.489987Z","end":"2026-05-07T04:22:29.872532Z","steps":["trace[722937191] 'process raft request' (duration: 168.830179ms)","trace[722937191] 'compare' (duration: 212.950278ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:22:29.872656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:29.489963Z","time spent":"382.649589ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:22:29.9154Z","caller":"traceutil/trace.go:171","msg":"trace[1083678740] transaction","detail":"{read_only:false; response_revision:15929; number_of_response:1; }","duration":"424.616503ms","start":"2026-05-07T04:22:29.490755Z","end":"2026-05-07T04:22:29.915371Z","steps":["trace[1083678740] 'process raft request' (duration: 424.417658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:29.915585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:29.49073Z","time spent":"424.751767ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:22:29.915762Z","caller":"traceutil/trace.go:171","msg":"trace[113889856] transaction","detail":"{read_only:false; response_revision:15931; number_of_response:1; }","duration":"424.278395ms","start":"2026-05-07T04:22:29.491471Z","end":"2026-05-07T04:22:29.91575Z","steps":["trace[113889856] 'process raft request' (duration: 424.08019ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:22:29.915739Z","caller":"traceutil/trace.go:171","msg":"trace[905741551] transaction","detail":"{read_only:false; response_revision:15930; number_of_response:1; }","duration":"424.47402ms","start":"2026-05-07T04:22:29.491234Z","end":"2026-05-07T04:22:29.915708Z","steps":["trace[905741551] 'process raft request' (duration: 424.09433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:29.915829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:29.49146Z","time spent":"424.335187ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:22:29.915879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:29.491212Z","time spent":"424.601264ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:22:29.915903Z","caller":"traceutil/trace.go:171","msg":"trace[3916598] transaction","detail":"{read_only:false; response_revision:15932; number_of_response:1; }","duration":"422.791377ms","start":"2026-05-07T04:22:29.493102Z","end":"2026-05-07T04:22:29.915893Z","steps":["trace[3916598] 'process raft request' (duration: 422.562291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:29.91594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.601697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-07T04:22:29.915958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:29.493078Z","time spent":"422.853199ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:22:29.915987Z","caller":"traceutil/trace.go:171","msg":"trace[690034849] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:15932; }","duration":"191.718941ms","start":"2026-05-07T04:22:29.724258Z","end":"2026-05-07T04:22:29.915977Z","steps":["trace[690034849] 'agreement among raft nodes before linearized reading' (duration: 191.532366ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:22:29.915742Z","caller":"traceutil/trace.go:171","msg":"trace[1142881239] linearizableReadLoop","detail":"{readStateIndex:16481; appliedIndex:16477; }","duration":"191.392382ms","start":"2026-05-07T04:22:29.724329Z","end":"2026-05-07T04:22:29.915721Z","steps":["trace[1142881239] 'read index received' (duration: 190.755126ms)","trace[1142881239] 'applied index is now lower than readState.Index' (duration: 636.586µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:22:29.916251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.577631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-x2rcv\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-05-07T04:22:29.916324Z","caller":"traceutil/trace.go:171","msg":"trace[1880384527] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-x2rcv; range_end:; response_count:1; response_revision:15932; }","duration":"162.693334ms","start":"2026-05-07T04:22:29.753611Z","end":"2026-05-07T04:22:29.916305Z","steps":["trace[1880384527] 'agreement among raft nodes before linearized reading' (duration: 162.481609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:29.916375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.724535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-x2rcv\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-05-07T04:22:29.916404Z","caller":"traceutil/trace.go:171","msg":"trace[2053193298] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-x2rcv; range_end:; response_count:1; response_revision:15932; }","duration":"104.810357ms","start":"2026-05-07T04:22:29.811587Z","end":"2026-05-07T04:22:29.916397Z","steps":["trace[2053193298] 'agreement among raft nodes before linearized reading' (duration: 104.710225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:29.916511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.052029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-fzkpx\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-07T04:22:29.916589Z","caller":"traceutil/trace.go:171","msg":"trace[394305871] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-fzkpx; range_end:; response_count:1; response_revision:15932; }","duration":"121.158841ms","start":"2026-05-07T04:22:29.795412Z","end":"2026-05-07T04:22:29.916571Z","steps":["trace[394305871] 'agreement among raft nodes before linearized reading' (duration: 120.970496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:31.012113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038448314,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T04:22:31.243611Z","caller":"traceutil/trace.go:171","msg":"trace[1230175082] linearizableReadLoop","detail":"{readStateIndex:16482; appliedIndex:16481; }","duration":"731.848353ms","start":"2026-05-07T04:22:30.511726Z","end":"2026-05-07T04:22:31.243575Z","steps":["trace[1230175082] 'read index received' (duration: 731.659428ms)","trace[1230175082] 'applied index is now lower than readState.Index' (duration: 187.685µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:22:31.24374Z","caller":"traceutil/trace.go:171","msg":"trace[1691429684] transaction","detail":"{read_only:false; response_revision:15933; number_of_response:1; }","duration":"803.635361ms","start":"2026-05-07T04:22:30.440095Z","end":"2026-05-07T04:22:31.24373Z","steps":["trace[1691429684] 'process raft request' (duration: 803.271192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:31.24439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:30.440072Z","time spent":"803.695623ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:22:31.244413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.643392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:22:31.244542Z","caller":"traceutil/trace.go:171","msg":"trace[632394969] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15933; }","duration":"732.828427ms","start":"2026-05-07T04:22:30.511686Z","end":"2026-05-07T04:22:31.244514Z","steps":["trace[632394969] 'agreement among raft nodes before linearized reading' (duration: 732.328845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:31.244635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:30.511665Z","time spent":"732.93927ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-07T04:22:32.502132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.105704ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:22:32.502251Z","caller":"traceutil/trace.go:171","msg":"trace[739335434] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15933; }","duration":"535.239418ms","start":"2026-05-07T04:22:31.966996Z","end":"2026-05-07T04:22:32.502235Z","steps":["trace[739335434] 'range keys from in-memory index tree' (duration: 535.087254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.502572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224223203s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T04:22:32.502691Z","caller":"traceutil/trace.go:171","msg":"trace[2057224474] linearizableReadLoop","detail":"{readStateIndex:16483; appliedIndex:16482; }","duration":"1.258979883s","start":"2026-05-07T04:22:31.243693Z","end":"2026-05-07T04:22:32.502673Z","steps":["trace[2057224474] 'read index received' (duration: 34.540515ms)","trace[2057224474] 'applied index is now lower than readState.Index' (duration: 1.224437978s)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:22:32.502745Z","caller":"traceutil/trace.go:171","msg":"trace[1493396237] transaction","detail":"{read_only:false; response_revision:15934; number_of_response:1; }","duration":"1.333680768s","start":"2026-05-07T04:22:31.168996Z","end":"2026-05-07T04:22:32.502677Z","steps":["trace[1493396237] 'process raft request' (duration: 109.26469ms)","trace[1493396237] 'compare' (duration: 1.223937916s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:22:32.502815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974059071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T04:22:32.502897Z","caller":"traceutil/trace.go:171","msg":"trace[1814207289] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:15934; }","duration":"1.974192075s","start":"2026-05-07T04:22:30.528686Z","end":"2026-05-07T04:22:32.502878Z","steps":["trace[1814207289] 'agreement among raft nodes before linearized reading' (duration: 1.974029651s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.502905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988740273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-05-07T04:22:32.502902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.168956Z","time spent":"1.333860372s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:22:32.502931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:30.528675Z","time spent":"1.974247866s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:22:32.502946Z","caller":"traceutil/trace.go:171","msg":"trace[1848793151] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15934; }","duration":"1.988793865s","start":"2026-05-07T04:22:30.514141Z","end":"2026-05-07T04:22:32.502935Z","steps":["trace[1848793151] 'agreement among raft nodes before linearized reading' (duration: 1.988614531s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.502943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720554814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-07T04:22:32.503026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991101233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:22:32.503046Z","caller":"traceutil/trace.go:171","msg":"trace[1662409376] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15934; }","duration":"1.720834332s","start":"2026-05-07T04:22:30.782185Z","end":"2026-05-07T04:22:32.50302Z","steps":["trace[1662409376] 'agreement among raft nodes before linearized reading' (duration: 1.720497584s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:22:32.503079Z","caller":"traceutil/trace.go:171","msg":"trace[1653313635] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15934; }","duration":"1.991194775s","start":"2026-05-07T04:22:30.511875Z","end":"2026-05-07T04:22:32.50307Z","steps":["trace[1653313635] 'agreement among raft nodes before linearized reading' (duration: 1.991131364s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.503108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:30.511847Z","time spent":"1.991254907s","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T04:22:32.503109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:30.782162Z","time spent":"1.720931804s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-07T04:22:32.503187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710741145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:22:32.503211Z","caller":"traceutil/trace.go:171","msg":"trace[915093262] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15934; }","duration":"1.710793197s","start":"2026-05-07T04:22:30.792411Z","end":"2026-05-07T04:22:32.503204Z","steps":["trace[915093262] 'agreement among raft nodes before linearized reading' (duration: 1.710750136s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.503232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:30.792401Z","time spent":"1.710826607s","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-07T04:22:32.503262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854859979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-07T04:22:32.503338Z","caller":"traceutil/trace.go:171","msg":"trace[1526430594] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:15934; }","duration":"1.854945412s","start":"2026-05-07T04:22:30.648373Z","end":"2026-05-07T04:22:32.503318Z","steps":["trace[1526430594] 'agreement among raft nodes before linearized reading' (duration: 1.854713286s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.503376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347746584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-c6f9f\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-05-07T04:22:32.503378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991605236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T04:22:32.503381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:30.648335Z","time spent":"1.855036914s","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-07T04:22:32.503394Z","caller":"traceutil/trace.go:171","msg":"trace[2043471489] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-c6f9f; range_end:; response_count:1; response_revision:15934; }","duration":"1.347802085s","start":"2026-05-07T04:22:31.155586Z","end":"2026-05-07T04:22:32.503388Z","steps":["trace[2043471489] 'agreement among raft nodes before linearized reading' (duration: 1.347693793s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.503419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.155561Z","time spent":"1.347850657s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-c6f9f\" "} {"level":"info","ts":"2026-05-07T04:22:32.503413Z","caller":"traceutil/trace.go:171","msg":"trace[1318748512] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15934; }","duration":"1.991639337s","start":"2026-05-07T04:22:30.511764Z","end":"2026-05-07T04:22:32.503403Z","steps":["trace[1318748512] 'agreement among raft nodes before linearized reading' (duration: 1.991589435s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.503446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:30.511695Z","time spent":"1.99174474s","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-07T04:22:32.502982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:30.514132Z","time spent":"1.988842516s","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-07T04:22:32.503497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716766828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-07T04:22:32.503551Z","caller":"traceutil/trace.go:171","msg":"trace[1855060347] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15934; }","duration":"1.7168408s","start":"2026-05-07T04:22:30.786694Z","end":"2026-05-07T04:22:32.503534Z","steps":["trace[1855060347] 'agreement among raft nodes before linearized reading' (duration: 1.716683286s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.503594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:30.786682Z","time spent":"1.716899951s","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-07T04:22:32.503853Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.194251263s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:22:32.504144Z","caller":"traceutil/trace.go:171","msg":"trace[1487259148] transaction","detail":"{read_only:false; response_revision:15935; number_of_response:1; }","duration":"1.194700225s","start":"2026-05-07T04:22:31.309433Z","end":"2026-05-07T04:22:32.504134Z","steps":["trace[1487259148] 'process raft request' (duration: 1.194571632s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.50424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.309401Z","time spent":"1.194767507s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:22:32.506272Z","caller":"traceutil/trace.go:171","msg":"trace[2106913380] transaction","detail":"{read_only:false; response_revision:15936; number_of_response:1; }","duration":"1.189483902s","start":"2026-05-07T04:22:31.316761Z","end":"2026-05-07T04:22:32.506245Z","steps":["trace[2106913380] 'process raft request' (duration: 1.189063481s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.506427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.316737Z","time spent":"1.189600945s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:22:32.506784Z","caller":"traceutil/trace.go:171","msg":"trace[1694024190] transaction","detail":"{read_only:false; response_revision:15937; number_of_response:1; }","duration":"1.189643997s","start":"2026-05-07T04:22:31.317123Z","end":"2026-05-07T04:22:32.506767Z","steps":["trace[1694024190] 'process raft request' (duration: 1.188782134s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:22:32.507032Z","caller":"traceutil/trace.go:171","msg":"trace[896263020] transaction","detail":"{read_only:false; response_revision:15938; number_of_response:1; }","duration":"1.189807441s","start":"2026-05-07T04:22:31.317209Z","end":"2026-05-07T04:22:32.507016Z","steps":["trace[896263020] 'process raft request' (duration: 1.188723743s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.507098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.317203Z","time spent":"1.189860492s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:22:32.507103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.317116Z","time spent":"1.189926454s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:22:32.509407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.059549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-07T04:22:32.50944Z","caller":"traceutil/trace.go:171","msg":"trace[1007009577] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15938; }","duration":"179.091499ms","start":"2026-05-07T04:22:32.330339Z","end":"2026-05-07T04:22:32.509431Z","steps":["trace[1007009577] 'agreement among raft nodes before linearized reading' (duration: 178.998887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.50951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.382307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-x2rcv\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-05-07T04:22:32.509572Z","caller":"traceutil/trace.go:171","msg":"trace[893746362] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-x2rcv; range_end:; response_count:1; response_revision:15938; }","duration":"564.49969ms","start":"2026-05-07T04:22:31.945056Z","end":"2026-05-07T04:22:32.509556Z","steps":["trace[893746362] 'agreement among raft nodes before linearized reading' (duration: 564.255993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.509609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.945037Z","time spent":"564.563302ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-x2rcv\" "} {"level":"warn","ts":"2026-05-07T04:22:32.509605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.188479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T04:22:32.509664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.974328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T04:22:32.509645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.188672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-07T04:22:32.509692Z","caller":"traceutil/trace.go:171","msg":"trace[884199685] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15938; }","duration":"411.02833ms","start":"2026-05-07T04:22:32.098657Z","end":"2026-05-07T04:22:32.509685Z","steps":["trace[884199685] 'agreement among raft nodes before linearized reading' (duration: 410.989689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.509691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.458631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T04:22:32.509719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:32.098628Z","time spent":"411.086901ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-07T04:22:32.50972Z","caller":"traceutil/trace.go:171","msg":"trace[1551187845] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15938; }","duration":"179.281555ms","start":"2026-05-07T04:22:32.330424Z","end":"2026-05-07T04:22:32.509706Z","steps":["trace[1551187845] 'agreement among raft nodes before linearized reading' (duration: 179.082449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.509727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.143298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:22:32.509734Z","caller":"traceutil/trace.go:171","msg":"trace[386169699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15938; }","duration":"583.508993ms","start":"2026-05-07T04:22:31.926213Z","end":"2026-05-07T04:22:32.509722Z","steps":["trace[386169699] 'agreement among raft nodes before linearized reading' (duration: 583.41789ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:22:32.509757Z","caller":"traceutil/trace.go:171","msg":"trace[1388317692] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15938; }","duration":"182.206019ms","start":"2026-05-07T04:22:32.327543Z","end":"2026-05-07T04:22:32.509749Z","steps":["trace[1388317692] 'agreement among raft nodes before linearized reading' (duration: 182.159688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.509817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017523535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:22:32.509848Z","caller":"traceutil/trace.go:171","msg":"trace[715570920] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15938; }","duration":"1.017577626s","start":"2026-05-07T04:22:31.492263Z","end":"2026-05-07T04:22:32.509841Z","steps":["trace[715570920] 'agreement among raft nodes before linearized reading' (duration: 1.017519024s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.509632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.889283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-07T04:22:32.509853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.224198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-x2rcv\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-05-07T04:22:32.509882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.031645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T04:22:32.509889Z","caller":"traceutil/trace.go:171","msg":"trace[2118309677] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15938; }","duration":"416.19429ms","start":"2026-05-07T04:22:32.093682Z","end":"2026-05-07T04:22:32.509876Z","steps":["trace[2118309677] 'agreement among raft nodes before linearized reading' (duration: 415.899723ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:22:32.50991Z","caller":"traceutil/trace.go:171","msg":"trace[874183334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15938; }","duration":"584.104647ms","start":"2026-05-07T04:22:31.925798Z","end":"2026-05-07T04:22:32.509902Z","steps":["trace[874183334] 'agreement among raft nodes before linearized reading' (duration: 584.042606ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:22:32.509901Z","caller":"traceutil/trace.go:171","msg":"trace[1402155297] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-x2rcv; range_end:; response_count:1; response_revision:15938; }","duration":"563.344591ms","start":"2026-05-07T04:22:31.946545Z","end":"2026-05-07T04:22:32.50989Z","steps":["trace[1402155297] 'agreement among raft nodes before linearized reading' (duration: 563.220228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.509932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.925755Z","time spent":"584.173539ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:22:32.509944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:32.093659Z","time spent":"416.273213ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-07T04:22:32.509948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.946525Z","time spent":"563.414562ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-x2rcv\" "} {"level":"warn","ts":"2026-05-07T04:22:32.509965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.401704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:22:32.509671Z","caller":"traceutil/trace.go:171","msg":"trace[1276046940] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15938; }","duration":"410.302882ms","start":"2026-05-07T04:22:32.099349Z","end":"2026-05-07T04:22:32.509652Z","steps":["trace[1276046940] 'agreement among raft nodes before linearized reading' (duration: 410.190639ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:22:32.509993Z","caller":"traceutil/trace.go:171","msg":"trace[8298192] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15938; }","duration":"410.464095ms","start":"2026-05-07T04:22:32.099519Z","end":"2026-05-07T04:22:32.509984Z","steps":["trace[8298192] 'agreement among raft nodes before linearized reading' (duration: 410.425784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.510016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:32.099328Z","time spent":"410.682931ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T04:22:32.510019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:32.099501Z","time spent":"410.511967ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-07T04:22:32.510017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018276823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-05-07T04:22:32.509864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01897645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T04:22:32.510066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.260851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-07T04:22:32.509502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.384616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-fzkpx\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-07T04:22:32.50987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.492255Z","time spent":"1.017609046s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-05-07T04:22:32.510089Z","caller":"traceutil/trace.go:171","msg":"trace[826899374] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15938; }","duration":"1.018384186s","start":"2026-05-07T04:22:31.491683Z","end":"2026-05-07T04:22:32.510067Z","steps":["trace[826899374] 'agreement among raft nodes before linearized reading' (duration: 1.018235552s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.509764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.926205Z","time spent":"583.552643ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:22:32.509827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017417371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-07T04:22:32.510175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01774181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-05-07T04:22:32.510173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.491651Z","time spent":"1.018503788s","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-07T04:22:32.510201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.039691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-07T04:22:32.510203Z","caller":"traceutil/trace.go:171","msg":"trace[1874877421] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15938; }","duration":"1.017827622s","start":"2026-05-07T04:22:31.492364Z","end":"2026-05-07T04:22:32.510191Z","steps":["trace[1874877421] 'agreement among raft nodes before linearized reading' (duration: 1.017415332s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:22:32.510222Z","caller":"traceutil/trace.go:171","msg":"trace[1136551120] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15938; }","duration":"804.102413ms","start":"2026-05-07T04:22:31.706114Z","end":"2026-05-07T04:22:32.510216Z","steps":["trace[1136551120] 'agreement among raft nodes before linearized reading' (duration: 804.025441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.510241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.706093Z","time spent":"804.143574ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T04:22:32.51025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.492343Z","time spent":"1.017895363s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-07T04:22:32.509612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.76501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fpfd\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-07T04:22:32.509907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229197239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T04:22:32.510085Z","caller":"traceutil/trace.go:171","msg":"trace[1474018245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15938; }","duration":"584.323663ms","start":"2026-05-07T04:22:31.925756Z","end":"2026-05-07T04:22:32.51008Z","steps":["trace[1474018245] 'agreement among raft nodes before linearized reading' (duration: 584.266331ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:22:32.510313Z","caller":"traceutil/trace.go:171","msg":"trace[143864105] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fpfd; range_end:; response_count:1; response_revision:15938; }","duration":"573.525079ms","start":"2026-05-07T04:22:31.936776Z","end":"2026-05-07T04:22:32.510301Z","steps":["trace[143864105] 'agreement among raft nodes before linearized reading' (duration: 572.76556ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:22:32.510325Z","caller":"traceutil/trace.go:171","msg":"trace[2088222415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15938; }","duration":"1.229661111s","start":"2026-05-07T04:22:31.28065Z","end":"2026-05-07T04:22:32.510312Z","steps":["trace[2088222415] 'agreement among raft nodes before linearized reading' (duration: 1.229233931s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.510343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.925736Z","time spent":"584.59607ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:22:32.510352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.936756Z","time spent":"573.58402ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7fpfd\" "} {"level":"warn","ts":"2026-05-07T04:22:32.510374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.280591Z","time spent":"1.229772114s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:22:32.510395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018796206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-07T04:22:32.510431Z","caller":"traceutil/trace.go:171","msg":"trace[972737554] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15938; }","duration":"1.018849047s","start":"2026-05-07T04:22:31.491573Z","end":"2026-05-07T04:22:32.510422Z","steps":["trace[972737554] 'agreement among raft nodes before linearized reading' (duration: 1.018767935s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.510447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.743324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T04:22:32.51055Z","caller":"traceutil/trace.go:171","msg":"trace[573807198] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15938; }","duration":"631.868278ms","start":"2026-05-07T04:22:31.878672Z","end":"2026-05-07T04:22:32.510541Z","steps":["trace[573807198] 'agreement among raft nodes before linearized reading' (duration: 631.742825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.510574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.048638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T04:22:32.510197Z","caller":"traceutil/trace.go:171","msg":"trace[1807047413] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15938; }","duration":"1.017803501s","start":"2026-05-07T04:22:31.492388Z","end":"2026-05-07T04:22:32.510192Z","steps":["trace[1807047413] 'agreement among raft nodes before linearized reading' (duration: 1.01775557s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.510607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.49237Z","time spent":"1.018230922s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-05-07T04:22:32.510605Z","caller":"traceutil/trace.go:171","msg":"trace[1081634501] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15938; }","duration":"633.17988ms","start":"2026-05-07T04:22:31.877416Z","end":"2026-05-07T04:22:32.510596Z","steps":["trace[1081634501] 'agreement among raft nodes before linearized reading' (duration: 633.066328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.510583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.878663Z","time spent":"631.911759ms","remote":"127.0.0.1:45326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:22:32.510453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.491563Z","time spent":"1.018885749s","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-07T04:22:32.51066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.877386Z","time spent":"633.267143ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:22:32.509927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.749328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-07T04:22:32.510711Z","caller":"traceutil/trace.go:171","msg":"trace[1813881711] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15938; }","duration":"397.558548ms","start":"2026-05-07T04:22:32.113144Z","end":"2026-05-07T04:22:32.510702Z","steps":["trace[1813881711] 'agreement among raft nodes before linearized reading' (duration: 396.711557ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:22:32.51008Z","caller":"traceutil/trace.go:171","msg":"trace[296163898] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15938; }","duration":"1.019255717s","start":"2026-05-07T04:22:31.490816Z","end":"2026-05-07T04:22:32.510072Z","steps":["trace[296163898] 'agreement among raft nodes before linearized reading' (duration: 1.018986641s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.510742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:32.113127Z","time spent":"397.607859ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-07T04:22:32.510752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.490795Z","time spent":"1.019950425s","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-07T04:22:32.510111Z","caller":"traceutil/trace.go:171","msg":"trace[1127841563] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-fzkpx; range_end:; response_count:1; response_revision:15938; }","duration":"565.029413ms","start":"2026-05-07T04:22:31.945069Z","end":"2026-05-07T04:22:32.510098Z","steps":["trace[1127841563] 'agreement among raft nodes before linearized reading' (duration: 564.264453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.510814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.945057Z","time spent":"565.749292ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-fzkpx\" "} {"level":"warn","ts":"2026-05-07T04:22:32.51013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.396725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T04:22:32.510923Z","caller":"traceutil/trace.go:171","msg":"trace[1248781476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15938; }","duration":"585.207344ms","start":"2026-05-07T04:22:31.925708Z","end":"2026-05-07T04:22:32.510916Z","steps":["trace[1248781476] 'agreement among raft nodes before linearized reading' (duration: 584.388204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:22:32.510942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:22:31.925697Z","time spent":"585.239425ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T04:24:32.965216Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14405} {"level":"info","ts":"2026-05-07T04:24:33.061518Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14405,"took":"92.113553ms","hash":4222658828,"current-db-size-bytes":55066624,"current-db-size":"55 MB","current-db-size-in-use-bytes":30642176,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T04:24:33.061605Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4222658828,"revision":14405,"compact-revision":12371} {"level":"info","ts":"2026-05-07T04:25:37.632929Z","caller":"traceutil/trace.go:171","msg":"trace[234096258] linearizableReadLoop","detail":"{readStateIndex:18016; appliedIndex:18015; }","duration":"109.031492ms","start":"2026-05-07T04:25:37.523862Z","end":"2026-05-07T04:25:37.632893Z","steps":["trace[234096258] 'read index received' (duration: 108.727904ms)","trace[234096258] 'applied index is now lower than readState.Index' (duration: 301.627µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:25:37.63305Z","caller":"traceutil/trace.go:171","msg":"trace[1248223055] transaction","detail":"{read_only:false; response_revision:17419; number_of_response:1; }","duration":"112.076718ms","start":"2026-05-07T04:25:37.520935Z","end":"2026-05-07T04:25:37.633011Z","steps":["trace[1248223055] 'process raft request' (duration: 111.715469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:25:37.633253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.375851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T04:25:37.633308Z","caller":"traceutil/trace.go:171","msg":"trace[272555508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17419; }","duration":"109.481234ms","start":"2026-05-07T04:25:37.523811Z","end":"2026-05-07T04:25:37.633293Z","steps":["trace[272555508] 'agreement among raft nodes before linearized reading' (duration: 109.284788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:25:37.633792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.99394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T04:25:37.633833Z","caller":"traceutil/trace.go:171","msg":"trace[317119920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17419; }","duration":"107.035911ms","start":"2026-05-07T04:25:37.526787Z","end":"2026-05-07T04:25:37.633823Z","steps":["trace[317119920] 'agreement among raft nodes before linearized reading' (duration: 106.930798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:25:37.633822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.407131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T04:25:37.633901Z","caller":"traceutil/trace.go:171","msg":"trace[1319305481] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17419; }","duration":"109.537774ms","start":"2026-05-07T04:25:37.524346Z","end":"2026-05-07T04:25:37.633883Z","steps":["trace[1319305481] 'agreement among raft nodes before linearized reading' (duration: 109.325689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:25:37.633976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.235215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T04:25:37.634012Z","caller":"traceutil/trace.go:171","msg":"trace[1007388630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17419; }","duration":"107.298777ms","start":"2026-05-07T04:25:37.526705Z","end":"2026-05-07T04:25:37.634004Z","steps":["trace[1007388630] 'agreement among raft nodes before linearized reading' (duration: 107.207925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:25:37.98892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.88221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:25:37.989024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.961329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:25:37.989089Z","caller":"traceutil/trace.go:171","msg":"trace[342657717] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17423; }","duration":"182.06329ms","start":"2026-05-07T04:25:37.807006Z","end":"2026-05-07T04:25:37.989069Z","steps":["trace[342657717] 'range keys from in-memory index tree' (duration: 181.892326ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:25:37.989096Z","caller":"traceutil/trace.go:171","msg":"trace[329916993] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17423; }","duration":"181.101327ms","start":"2026-05-07T04:25:37.80796Z","end":"2026-05-07T04:25:37.989061Z","steps":["trace[329916993] 'range keys from in-memory index tree' (duration: 180.812559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:25:37.989186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.806344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:25:37.989199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.270994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:25:37.989231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.14773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-f6czr\" ","response":"range_response_count:1 size:18567"} {"level":"info","ts":"2026-05-07T04:25:37.989274Z","caller":"traceutil/trace.go:171","msg":"trace[43039289] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:17423; }","duration":"181.925087ms","start":"2026-05-07T04:25:37.807327Z","end":"2026-05-07T04:25:37.989253Z","steps":["trace[43039289] 'range keys from in-memory index tree' (duration: 181.722393ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:25:37.989284Z","caller":"traceutil/trace.go:171","msg":"trace[1691217209] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17423; }","duration":"238.394297ms","start":"2026-05-07T04:25:37.75087Z","end":"2026-05-07T04:25:37.989265Z","steps":["trace[1691217209] 'range keys from in-memory index tree' (duration: 238.191882ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:25:37.989306Z","caller":"traceutil/trace.go:171","msg":"trace[1212126703] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-f6czr; range_end:; response_count:1; response_revision:17423; }","duration":"266.288944ms","start":"2026-05-07T04:25:37.722999Z","end":"2026-05-07T04:25:37.989288Z","steps":["trace[1212126703] 'range keys from in-memory index tree' (duration: 265.923265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:25:37.989308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.437907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:25:37.989369Z","caller":"traceutil/trace.go:171","msg":"trace[335710382] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17423; }","duration":"155.510439ms","start":"2026-05-07T04:25:37.833837Z","end":"2026-05-07T04:25:37.989347Z","steps":["trace[335710382] 'count revisions from in-memory index tree' (duration: 155.408417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:25:37.989339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.703298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:25:37.989413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.674136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:25:37.98943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.923625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:25:37.989441Z","caller":"traceutil/trace.go:171","msg":"trace[1269018087] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17423; }","duration":"180.707118ms","start":"2026-05-07T04:25:37.808727Z","end":"2026-05-07T04:25:37.989434Z","steps":["trace[1269018087] 'range keys from in-memory index tree' (duration: 180.653756ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:25:37.989488Z","caller":"traceutil/trace.go:171","msg":"trace[1150018339] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17423; }","duration":"238.017588ms","start":"2026-05-07T04:25:37.751461Z","end":"2026-05-07T04:25:37.989479Z","steps":["trace[1150018339] 'range keys from in-memory index tree' (duration: 237.844263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:25:37.989482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.431638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:25:37.989505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.460769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:25:37.98955Z","caller":"traceutil/trace.go:171","msg":"trace[1008943214] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17423; }","duration":"238.568022ms","start":"2026-05-07T04:25:37.750966Z","end":"2026-05-07T04:25:37.989534Z","steps":["trace[1008943214] 'range keys from in-memory index tree' (duration: 238.369136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:25:37.989524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.372945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:25:37.98961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.878352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-05-07T04:25:37.9896Z","caller":"traceutil/trace.go:171","msg":"trace[93541253] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:17423; }","duration":"238.636263ms","start":"2026-05-07T04:25:37.75094Z","end":"2026-05-07T04:25:37.989577Z","steps":["trace[93541253] 'range keys from in-memory index tree' (duration: 238.355396ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:25:37.989487Z","caller":"traceutil/trace.go:171","msg":"trace[213905235] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17423; }","duration":"289.883172ms","start":"2026-05-07T04:25:37.69955Z","end":"2026-05-07T04:25:37.989433Z","steps":["trace[213905235] 'range keys from in-memory index tree' (duration: 289.510133ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:25:37.989634Z","caller":"traceutil/trace.go:171","msg":"trace[1275000696] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17423; }","duration":"292.492518ms","start":"2026-05-07T04:25:37.697115Z","end":"2026-05-07T04:25:37.989607Z","steps":["trace[1275000696] 'range keys from in-memory index tree' (duration: 292.107639ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:25:37.989629Z","caller":"traceutil/trace.go:171","msg":"trace[362773417] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17423; }","duration":"289.912632ms","start":"2026-05-07T04:25:37.699712Z","end":"2026-05-07T04:25:37.989624Z","steps":["trace[362773417] 'range keys from in-memory index tree' (duration: 289.785159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:25:37.989683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.435987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-05-07T04:25:37.989701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.778346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-6nvwt\" ","response":"range_response_count:1 size:18593"} {"level":"info","ts":"2026-05-07T04:25:37.989737Z","caller":"traceutil/trace.go:171","msg":"trace[132143412] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-6nvwt; range_end:; response_count:1; response_revision:17423; }","duration":"266.836457ms","start":"2026-05-07T04:25:37.722889Z","end":"2026-05-07T04:25:37.989726Z","steps":["trace[132143412] 'range keys from in-memory index tree' (duration: 266.613502ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:25:37.989726Z","caller":"traceutil/trace.go:171","msg":"trace[768578054] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17423; }","duration":"292.526719ms","start":"2026-05-07T04:25:37.697187Z","end":"2026-05-07T04:25:37.989713Z","steps":["trace[768578054] 'range keys from in-memory index tree' (duration: 292.17204ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:25:43.804754Z","caller":"traceutil/trace.go:171","msg":"trace[582340901] linearizableReadLoop","detail":"{readStateIndex:18063; appliedIndex:18062; }","duration":"106.998551ms","start":"2026-05-07T04:25:43.697717Z","end":"2026-05-07T04:25:43.804716Z","steps":["trace[582340901] 'read index received' (duration: 97.168871ms)","trace[582340901] 'applied index is now lower than readState.Index' (duration: 9.82787ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:25:43.804978Z","caller":"traceutil/trace.go:171","msg":"trace[932362535] transaction","detail":"{read_only:false; response_revision:17465; number_of_response:1; }","duration":"116.232174ms","start":"2026-05-07T04:25:43.68873Z","end":"2026-05-07T04:25:43.804962Z","steps":["trace[932362535] 'process raft request' (duration: 106.071706ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:25:43.805203Z","caller":"traceutil/trace.go:171","msg":"trace[899672476] transaction","detail":"{read_only:false; response_revision:17466; number_of_response:1; }","duration":"102.728982ms","start":"2026-05-07T04:25:43.702439Z","end":"2026-05-07T04:25:43.805168Z","steps":["trace[899672476] 'process raft request' (duration: 102.200429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:25:43.805424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.335684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:25:43.805581Z","caller":"traceutil/trace.go:171","msg":"trace[1383477898] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:17465; }","duration":"108.603041ms","start":"2026-05-07T04:25:43.696945Z","end":"2026-05-07T04:25:43.805548Z","steps":["trace[1383477898] 'agreement among raft nodes before linearized reading' (duration: 107.918533ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:25:57.740531Z","caller":"traceutil/trace.go:171","msg":"trace[1417110657] linearizableReadLoop","detail":"{readStateIndex:18157; appliedIndex:18156; }","duration":"484.49868ms","start":"2026-05-07T04:25:57.256004Z","end":"2026-05-07T04:25:57.740503Z","steps":["trace[1417110657] 'read index received' (duration: 484.353616ms)","trace[1417110657] 'applied index is now lower than readState.Index' (duration: 143.964µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:25:57.740666Z","caller":"traceutil/trace.go:171","msg":"trace[785594918] transaction","detail":"{read_only:false; response_revision:17556; number_of_response:1; }","duration":"549.426053ms","start":"2026-05-07T04:25:57.191218Z","end":"2026-05-07T04:25:57.740644Z","steps":["trace[785594918] 'process raft request' (duration: 549.114446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:25:57.740808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:25:57.191205Z","time spent":"549.507596ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:25:57.741089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.083894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18869"} {"level":"info","ts":"2026-05-07T04:25:57.741162Z","caller":"traceutil/trace.go:171","msg":"trace[2021931511] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17556; }","duration":"485.210368ms","start":"2026-05-07T04:25:57.255934Z","end":"2026-05-07T04:25:57.741144Z","steps":["trace[2021931511] 'agreement among raft nodes before linearized reading' (duration: 484.860419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:25:57.741205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:25:57.255907Z","time spent":"485.287509ms","remote":"127.0.0.1:51378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18892,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-07T04:25:57.744352Z","caller":"traceutil/trace.go:171","msg":"trace[43860951] transaction","detail":"{read_only:false; response_revision:17557; number_of_response:1; }","duration":"392.826299ms","start":"2026-05-07T04:25:57.351506Z","end":"2026-05-07T04:25:57.744332Z","steps":["trace[43860951] 'process raft request' (duration: 392.571321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:25:57.744461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:25:57.351483Z","time spent":"392.927402ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:25:57.744549Z","caller":"traceutil/trace.go:171","msg":"trace[1213588561] transaction","detail":"{read_only:false; response_revision:17558; number_of_response:1; }","duration":"324.214001ms","start":"2026-05-07T04:25:57.420293Z","end":"2026-05-07T04:25:57.744507Z","steps":["trace[1213588561] 'process raft request' (duration: 323.870241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:25:57.74476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:25:57.420269Z","time spent":"324.378476ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:25:57.745022Z","caller":"traceutil/trace.go:171","msg":"trace[1713800751] transaction","detail":"{read_only:false; response_revision:17559; number_of_response:1; }","duration":"323.960884ms","start":"2026-05-07T04:25:57.421043Z","end":"2026-05-07T04:25:57.745003Z","steps":["trace[1713800751] 'process raft request' (duration: 323.239526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:25:57.745138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:25:57.421027Z","time spent":"324.059398ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:25:57.745945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.913068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:25:57.745979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.016754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:25:57.745998Z","caller":"traceutil/trace.go:171","msg":"trace[959025709] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17560; }","duration":"325.007041ms","start":"2026-05-07T04:25:57.420975Z","end":"2026-05-07T04:25:57.745982Z","steps":["trace[959025709] 'agreement among raft nodes before linearized reading' (duration: 324.911058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:25:57.746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.036785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-05-07T04:25:57.746094Z","caller":"traceutil/trace.go:171","msg":"trace[544379193] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17560; }","duration":"350.185498ms","start":"2026-05-07T04:25:57.39589Z","end":"2026-05-07T04:25:57.746075Z","steps":["trace[544379193] 'agreement among raft nodes before linearized reading' (duration: 349.87559ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:25:57.746102Z","caller":"traceutil/trace.go:171","msg":"trace[1417927508] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17560; }","duration":"350.099757ms","start":"2026-05-07T04:25:57.395909Z","end":"2026-05-07T04:25:57.746009Z","steps":["trace[1417927508] 'agreement among raft nodes before linearized reading' (duration: 350.027085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:25:57.746043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.120378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-05-07T04:25:57.746136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.507739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-05-07T04:25:57.746231Z","caller":"traceutil/trace.go:171","msg":"trace[1163530097] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17560; }","duration":"324.634362ms","start":"2026-05-07T04:25:57.421575Z","end":"2026-05-07T04:25:57.746209Z","steps":["trace[1163530097] 'agreement among raft nodes before linearized reading' (duration: 324.358095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:25:57.746144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:25:57.395867Z","time spent":"350.267461ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-07T04:25:57.746033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:25:57.420965Z","time spent":"325.058862ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-05-07T04:25:57.74615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.609762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-pq52n\" ","response":"range_response_count:1 size:14198"} {"level":"info","ts":"2026-05-07T04:25:57.746749Z","caller":"traceutil/trace.go:171","msg":"trace[752778851] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-pq52n; range_end:; response_count:1; response_revision:17560; }","duration":"160.178566ms","start":"2026-05-07T04:25:57.586508Z","end":"2026-05-07T04:25:57.746687Z","steps":["trace[752778851] 'agreement among raft nodes before linearized reading' (duration: 159.553751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:25:57.746282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:25:57.421564Z","time spent":"324.708693ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-05-07T04:25:57.74625Z","caller":"traceutil/trace.go:171","msg":"trace[1713852729] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17560; }","duration":"181.375884ms","start":"2026-05-07T04:25:57.564811Z","end":"2026-05-07T04:25:57.746187Z","steps":["trace[1713852729] 'agreement among raft nodes before linearized reading' (duration: 180.951173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:25:57.746331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:25:57.395855Z","time spent":"350.282201ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-05-07T04:25:57.746278Z","caller":"traceutil/trace.go:171","msg":"trace[1178859301] transaction","detail":"{read_only:false; response_revision:17560; number_of_response:1; }","duration":"311.56047ms","start":"2026-05-07T04:25:57.43457Z","end":"2026-05-07T04:25:57.74613Z","steps":["trace[1178859301] 'process raft request' (duration: 310.322509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:25:57.747352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:25:57.434557Z","time spent":"312.752021ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:28:32.587517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.396156ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T04:28:32.587652Z","caller":"traceutil/trace.go:171","msg":"trace[926171575] linearizableReadLoop","detail":"{readStateIndex:19217; appliedIndex:19216; }","duration":"307.415968ms","start":"2026-05-07T04:28:32.280216Z","end":"2026-05-07T04:28:32.587632Z","steps":["trace[926171575] 'read index received' (duration: 206.757075ms)","trace[926171575] 'applied index is now lower than readState.Index' (duration: 100.657203ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:28:32.588177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.945643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:28:32.588269Z","caller":"traceutil/trace.go:171","msg":"trace[1708780957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18580; }","duration":"308.132227ms","start":"2026-05-07T04:28:32.28011Z","end":"2026-05-07T04:28:32.588242Z","steps":["trace[1708780957] 'agreement among raft nodes before linearized reading' (duration: 307.976633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:32.588301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:32.280045Z","time spent":"308.251291ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T04:28:32.592187Z","caller":"traceutil/trace.go:171","msg":"trace[385376248] transaction","detail":"{read_only:false; response_revision:18581; number_of_response:1; }","duration":"228.96853ms","start":"2026-05-07T04:28:32.363203Z","end":"2026-05-07T04:28:32.592171Z","steps":["trace[385376248] 'process raft request' (duration: 228.644802ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:28:32.592325Z","caller":"traceutil/trace.go:171","msg":"trace[149044409] transaction","detail":"{read_only:false; response_revision:18582; number_of_response:1; }","duration":"206.345935ms","start":"2026-05-07T04:28:32.385972Z","end":"2026-05-07T04:28:32.592318Z","steps":["trace[149044409] 'process raft request' (duration: 205.991136ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:28:32.592386Z","caller":"traceutil/trace.go:171","msg":"trace[278699163] transaction","detail":"{read_only:false; response_revision:18583; number_of_response:1; }","duration":"203.307848ms","start":"2026-05-07T04:28:32.389073Z","end":"2026-05-07T04:28:32.592381Z","steps":["trace[278699163] 'process raft request' (duration: 202.920278ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:28:32.592447Z","caller":"traceutil/trace.go:171","msg":"trace[821925001] transaction","detail":"{read_only:false; response_revision:18584; number_of_response:1; }","duration":"201.927813ms","start":"2026-05-07T04:28:32.390514Z","end":"2026-05-07T04:28:32.592442Z","steps":["trace[821925001] 'process raft request' (duration: 201.496373ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:28:38.383464Z","caller":"traceutil/trace.go:171","msg":"trace[1413828616] linearizableReadLoop","detail":"{readStateIndex:19252; appliedIndex:19251; }","duration":"102.456248ms","start":"2026-05-07T04:28:38.280978Z","end":"2026-05-07T04:28:38.383434Z","steps":["trace[1413828616] 'read index received' (duration: 102.247833ms)","trace[1413828616] 'applied index is now lower than readState.Index' (duration: 206.755µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:28:38.383497Z","caller":"traceutil/trace.go:171","msg":"trace[1601827554] transaction","detail":"{read_only:false; response_revision:18614; number_of_response:1; }","duration":"132.090591ms","start":"2026-05-07T04:28:38.251373Z","end":"2026-05-07T04:28:38.383464Z","steps":["trace[1601827554] 'process raft request' (duration: 131.861695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:38.383646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.657024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:28:38.383711Z","caller":"traceutil/trace.go:171","msg":"trace[1665444789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18614; }","duration":"102.797937ms","start":"2026-05-07T04:28:38.280899Z","end":"2026-05-07T04:28:38.383697Z","steps":["trace[1665444789] 'agreement among raft nodes before linearized reading' (duration: 102.668714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:39.280754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038458868,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T04:28:39.498237Z","caller":"traceutil/trace.go:171","msg":"trace[1555385313] transaction","detail":"{read_only:false; response_revision:18621; number_of_response:1; }","duration":"802.93548ms","start":"2026-05-07T04:28:38.695235Z","end":"2026-05-07T04:28:39.49817Z","steps":["trace[1555385313] 'process raft request' (duration: 802.883299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:39.498436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:38.695202Z","time spent":"803.129525ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:28:39.498786Z","caller":"traceutil/trace.go:171","msg":"trace[1585311633] transaction","detail":"{read_only:false; response_revision:18620; number_of_response:1; }","duration":"803.813723ms","start":"2026-05-07T04:28:38.69481Z","end":"2026-05-07T04:28:39.498624Z","steps":["trace[1585311633] 'process raft request' (duration: 803.142956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:39.498921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:38.694778Z","time spent":"804.086281ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:28:39.5291Z","caller":"traceutil/trace.go:171","msg":"trace[708395866] linearizableReadLoop","detail":"{readStateIndex:19260; appliedIndex:19257; }","duration":"749.137056ms","start":"2026-05-07T04:28:38.779932Z","end":"2026-05-07T04:28:39.529069Z","steps":["trace[708395866] 'read index received' (duration: 718.071388ms)","trace[708395866] 'applied index is now lower than readState.Index' (duration: 31.064828ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:28:39.529409Z","caller":"traceutil/trace.go:171","msg":"trace[1336393446] transaction","detail":"{read_only:false; response_revision:18622; number_of_response:1; }","duration":"364.304372ms","start":"2026-05-07T04:28:39.165091Z","end":"2026-05-07T04:28:39.529395Z","steps":["trace[1336393446] 'process raft request' (duration: 363.82359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:39.529544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:39.165053Z","time spent":"364.386245ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:28:39.529811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.880396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T04:28:39.529854Z","caller":"traceutil/trace.go:171","msg":"trace[337453536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18622; }","duration":"749.961828ms","start":"2026-05-07T04:28:38.779879Z","end":"2026-05-07T04:28:39.529841Z","steps":["trace[337453536] 'agreement among raft nodes before linearized reading' (duration: 749.865125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:39.529884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:38.77986Z","time spent":"750.017579ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:28:39.530045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.385784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T04:28:39.530075Z","caller":"traceutil/trace.go:171","msg":"trace[1571356333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18622; }","duration":"749.434344ms","start":"2026-05-07T04:28:38.780628Z","end":"2026-05-07T04:28:39.530063Z","steps":["trace[1571356333] 'agreement among raft nodes before linearized reading' (duration: 749.386243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:39.5301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:38.780617Z","time spent":"749.478236ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:28:39.531157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.084971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T04:28:39.531201Z","caller":"traceutil/trace.go:171","msg":"trace[977463789] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:18622; }","duration":"294.167563ms","start":"2026-05-07T04:28:39.23702Z","end":"2026-05-07T04:28:39.531188Z","steps":["trace[977463789] 'agreement among raft nodes before linearized reading' (duration: 293.23393ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:28:39.650862Z","caller":"traceutil/trace.go:171","msg":"trace[240189079] transaction","detail":"{read_only:false; response_revision:18623; number_of_response:1; }","duration":"114.405223ms","start":"2026-05-07T04:28:39.536424Z","end":"2026-05-07T04:28:39.650829Z","steps":["trace[240189079] 'process raft request' (duration: 85.833828ms)","trace[240189079] 'compare' (duration: 28.409231ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:28:40.216379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.599011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:28:40.216494Z","caller":"traceutil/trace.go:171","msg":"trace[1837105058] linearizableReadLoop","detail":"{readStateIndex:19262; appliedIndex:19260; }","duration":"651.207932ms","start":"2026-05-07T04:28:39.565267Z","end":"2026-05-07T04:28:40.216475Z","steps":["trace[1837105058] 'read index received' (duration: 57.94715ms)","trace[1837105058] 'applied index is now lower than readState.Index' (duration: 593.259032ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:28:40.216607Z","caller":"traceutil/trace.go:171","msg":"trace[954978638] transaction","detail":"{read_only:false; response_revision:18624; number_of_response:1; }","duration":"679.90411ms","start":"2026-05-07T04:28:39.53669Z","end":"2026-05-07T04:28:40.216594Z","steps":["trace[954978638] 'process raft request' (duration: 327.990361ms)","trace[954978638] 'compare' (duration: 351.085907ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:28:40.216673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:39.536663Z","time spent":"679.978922ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:28:40.216889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.611843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:28:40.217Z","caller":"traceutil/trace.go:171","msg":"trace[875899394] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:0; response_revision:18624; }","duration":"651.776996ms","start":"2026-05-07T04:28:39.565192Z","end":"2026-05-07T04:28:40.216969Z","steps":["trace[875899394] 'agreement among raft nodes before linearized reading' (duration: 651.566981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:40.217016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.236028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-c6f9f\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-05-07T04:28:40.217031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.667692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-05-07T04:28:40.216899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.435138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:28:40.217141Z","caller":"traceutil/trace.go:171","msg":"trace[72403328] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:18624; }","duration":"228.835006ms","start":"2026-05-07T04:28:39.988282Z","end":"2026-05-07T04:28:40.217117Z","steps":["trace[72403328] 'agreement among raft nodes before linearized reading' (duration: 228.547819ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:28:40.217155Z","caller":"traceutil/trace.go:171","msg":"trace[1049280753] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18624; }","duration":"342.754316ms","start":"2026-05-07T04:28:39.874382Z","end":"2026-05-07T04:28:40.217136Z","steps":["trace[1049280753] 'agreement among raft nodes before linearized reading' (duration: 342.388536ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:28:40.217148Z","caller":"traceutil/trace.go:171","msg":"trace[462196278] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-c6f9f; range_end:; response_count:1; response_revision:18624; }","duration":"140.359001ms","start":"2026-05-07T04:28:40.076707Z","end":"2026-05-07T04:28:40.217066Z","steps":["trace[462196278] 'agreement among raft nodes before linearized reading' (duration: 140.094864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:40.217217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:39.874361Z","time spent":"342.836678ms","remote":"127.0.0.1:45394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:28:40.217063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:39.565155Z","time spent":"651.896069ms","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-05-07T04:28:40.217495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.411977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T04:28:40.21773Z","caller":"traceutil/trace.go:171","msg":"trace[935908513] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18624; }","duration":"154.771696ms","start":"2026-05-07T04:28:40.062943Z","end":"2026-05-07T04:28:40.217714Z","steps":["trace[935908513] 'agreement among raft nodes before linearized reading' (duration: 153.872994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:40.778429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038458885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:28:41.279422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038458885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:28:41.780185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038458885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:28:42.067442Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.811988101s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:28:42.068235Z","caller":"traceutil/trace.go:171","msg":"trace[958811180] transaction","detail":"{read_only:false; response_revision:18626; number_of_response:1; }","duration":"1.812869154s","start":"2026-05-07T04:28:40.255341Z","end":"2026-05-07T04:28:42.06821Z","steps":["trace[958811180] 'process raft request' (duration: 1.81268039s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:42.068394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:40.255323Z","time spent":"1.812992017s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:28:42.21274Z","caller":"traceutil/trace.go:171","msg":"trace[1858471008] transaction","detail":"{read_only:false; response_revision:18628; number_of_response:1; }","duration":"1.51785762s","start":"2026-05-07T04:28:40.694859Z","end":"2026-05-07T04:28:42.212717Z","steps":["trace[1858471008] 'process raft request' (duration: 1.517776178s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:28:42.212755Z","caller":"traceutil/trace.go:171","msg":"trace[684668114] transaction","detail":"{read_only:false; response_revision:18627; number_of_response:1; }","duration":"1.524044396s","start":"2026-05-07T04:28:40.688678Z","end":"2026-05-07T04:28:42.212722Z","steps":["trace[684668114] 'process raft request' (duration: 1.523742879s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:42.212881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:40.688658Z","time spent":"1.524155289s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:28:42.212881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:40.694847Z","time spent":"1.517964452s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:28:42.213089Z","caller":"traceutil/trace.go:171","msg":"trace[424118537] linearizableReadLoop","detail":"{readStateIndex:19268; appliedIndex:19263; }","duration":"1.934956091s","start":"2026-05-07T04:28:40.278107Z","end":"2026-05-07T04:28:42.213064Z","steps":["trace[424118537] 'read index received' (duration: 1.789929892s)","trace[424118537] 'applied index is now lower than readState.Index' (duration: 145.025039ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:28:42.213167Z","caller":"traceutil/trace.go:171","msg":"trace[161263666] transaction","detail":"{read_only:false; response_revision:18629; number_of_response:1; }","duration":"1.51827862s","start":"2026-05-07T04:28:40.694881Z","end":"2026-05-07T04:28:42.21316Z","steps":["trace[161263666] 'process raft request' (duration: 1.517798138s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:28:42.213208Z","caller":"traceutil/trace.go:171","msg":"trace[607854070] transaction","detail":"{read_only:false; response_revision:18631; number_of_response:1; }","duration":"393.152274ms","start":"2026-05-07T04:28:41.820045Z","end":"2026-05-07T04:28:42.213197Z","steps":["trace[607854070] 'process raft request' (duration: 392.965589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:42.213219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:40.694871Z","time spent":"1.518318831s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:28:42.213331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935230828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:28:42.213341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:41.820024Z","time spent":"393.219326ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:28:42.213367Z","caller":"traceutil/trace.go:171","msg":"trace[624067310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18631; }","duration":"1.93529764s","start":"2026-05-07T04:28:40.27806Z","end":"2026-05-07T04:28:42.213358Z","steps":["trace[624067310] 'agreement among raft nodes before linearized reading' (duration: 1.935227768s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:28:42.213134Z","caller":"traceutil/trace.go:171","msg":"trace[1576212615] transaction","detail":"{read_only:false; response_revision:18630; number_of_response:1; }","duration":"1.517882639s","start":"2026-05-07T04:28:40.69524Z","end":"2026-05-07T04:28:42.213122Z","steps":["trace[1576212615] 'process raft request' (duration: 1.517682754s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:42.213394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:40.278044Z","time spent":"1.935344852s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:28:42.213473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:40.69523Z","time spent":"1.518170047s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:28:42.357129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.541516ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T04:28:42.357211Z","caller":"traceutil/trace.go:171","msg":"trace[179794247] linearizableReadLoop","detail":"{readStateIndex:19270; appliedIndex:19269; }","duration":"144.035825ms","start":"2026-05-07T04:28:42.213163Z","end":"2026-05-07T04:28:42.357198Z","steps":["trace[179794247] 'read index received' (duration: 42.349936ms)","trace[179794247] 'applied index is now lower than readState.Index' (duration: 101.684959ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:28:42.357348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.104177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:28:42.357378Z","caller":"traceutil/trace.go:171","msg":"trace[1435900519] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:18631; }","duration":"606.210209ms","start":"2026-05-07T04:28:41.751159Z","end":"2026-05-07T04:28:42.35737Z","steps":["trace[1435900519] 'agreement among raft nodes before linearized reading' (duration: 606.119707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:42.357381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.340399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:28:42.357428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:41.751135Z","time spent":"606.262981ms","remote":"127.0.0.1:44286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:28:42.357511Z","caller":"traceutil/trace.go:171","msg":"trace[328030393] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:0; response_revision:18631; }","duration":"918.507783ms","start":"2026-05-07T04:28:41.438974Z","end":"2026-05-07T04:28:42.357482Z","steps":["trace[328030393] 'agreement among raft nodes before linearized reading' (duration: 918.333849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:42.357573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:41.438954Z","time spent":"918.606956ms","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-05-07T04:28:42.357854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.760715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T04:28:42.357891Z","caller":"traceutil/trace.go:171","msg":"trace[1639848004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18631; }","duration":"703.835026ms","start":"2026-05-07T04:28:41.654046Z","end":"2026-05-07T04:28:42.357881Z","steps":["trace[1639848004] 'agreement among raft nodes before linearized reading' (duration: 703.705973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:42.357917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:41.654029Z","time spent":"703.881888ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:28:42.357935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048843579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:28:42.358087Z","caller":"traceutil/trace.go:171","msg":"trace[1151241077] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:18631; }","duration":"1.049060725s","start":"2026-05-07T04:28:41.30901Z","end":"2026-05-07T04:28:42.358071Z","steps":["trace[1151241077] 'agreement among raft nodes before linearized reading' (duration: 1.048838779s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:42.358181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:41.308992Z","time spent":"1.049172048s","remote":"127.0.0.1:34006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:28:42.358613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337281257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:28:42.358629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076888822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:28:42.358693Z","caller":"traceutil/trace.go:171","msg":"trace[1693206491] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:18631; }","duration":"1.337410821s","start":"2026-05-07T04:28:41.021264Z","end":"2026-05-07T04:28:42.358675Z","steps":["trace[1693206491] 'agreement among raft nodes before linearized reading' (duration: 1.337201196s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:42.358696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.563443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:28:42.358704Z","caller":"traceutil/trace.go:171","msg":"trace[1386677092] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18631; }","duration":"2.077573319s","start":"2026-05-07T04:28:40.281111Z","end":"2026-05-07T04:28:42.358684Z","steps":["trace[1386677092] 'agreement among raft nodes before linearized reading' (duration: 2.076867481s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:42.358735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:41.021249Z","time spent":"1.337478312s","remote":"127.0.0.1:49126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:28:42.358752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:40.281092Z","time spent":"2.077651101s","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T04:28:42.358824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.310047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-07T04:28:42.358861Z","caller":"traceutil/trace.go:171","msg":"trace[24744201] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:18631; }","duration":"741.42744ms","start":"2026-05-07T04:28:41.617424Z","end":"2026-05-07T04:28:42.358851Z","steps":["trace[24744201] 'agreement among raft nodes before linearized reading' (duration: 741.333538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:42.358884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.786519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:28:42.358629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641070234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T04:28:42.358963Z","caller":"traceutil/trace.go:171","msg":"trace[1392215887] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:18631; }","duration":"916.941294ms","start":"2026-05-07T04:28:41.442009Z","end":"2026-05-07T04:28:42.35895Z","steps":["trace[1392215887] 'agreement among raft nodes before linearized reading' (duration: 916.798379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:42.358975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.28224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T04:28:42.35899Z","caller":"traceutil/trace.go:171","msg":"trace[1728184980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18631; }","duration":"1.641461186s","start":"2026-05-07T04:28:40.71752Z","end":"2026-05-07T04:28:42.358981Z","steps":["trace[1728184980] 'agreement among raft nodes before linearized reading' (duration: 1.641002053s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:28:42.359004Z","caller":"traceutil/trace.go:171","msg":"trace[1579428271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18631; }","duration":"855.320831ms","start":"2026-05-07T04:28:41.503673Z","end":"2026-05-07T04:28:42.358994Z","steps":["trace[1579428271] 'agreement among raft nodes before linearized reading' (duration: 855.242368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:42.359019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:40.717508Z","time spent":"1.641503096s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:28:42.35903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:41.503668Z","time spent":"855.356192ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T04:28:42.358738Z","caller":"traceutil/trace.go:171","msg":"trace[617024442] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:18631; }","duration":"890.639176ms","start":"2026-05-07T04:28:41.468088Z","end":"2026-05-07T04:28:42.358727Z","steps":["trace[617024442] 'agreement among raft nodes before linearized reading' (duration: 890.542364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:42.358893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:41.617403Z","time spent":"741.482751ms","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-07T04:28:42.35914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.481624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T04:28:42.359163Z","caller":"traceutil/trace.go:171","msg":"trace[117430818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18631; }","duration":"855.529726ms","start":"2026-05-07T04:28:41.503626Z","end":"2026-05-07T04:28:42.359156Z","steps":["trace[117430818] 'agreement among raft nodes before linearized reading' (duration: 855.465424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:42.359197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:41.503612Z","time spent":"855.575267ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:28:42.359026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:41.441965Z","time spent":"917.024816ms","remote":"127.0.0.1:51594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:28:42.359095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:28:41.468075Z","time spent":"891.006376ms","remote":"127.0.0.1:51476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:28:42.359297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.140292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:28:42.35933Z","caller":"traceutil/trace.go:171","msg":"trace[1735769490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18631; }","duration":"145.198584ms","start":"2026-05-07T04:28:42.214123Z","end":"2026-05-07T04:28:42.359322Z","steps":["trace[1735769490] 'agreement among raft nodes before linearized reading' (duration: 145.148323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:42.359496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.450563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T04:28:42.359523Z","caller":"traceutil/trace.go:171","msg":"trace[997838439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18631; }","duration":"138.493254ms","start":"2026-05-07T04:28:42.221022Z","end":"2026-05-07T04:28:42.359515Z","steps":["trace[997838439] 'agreement among raft nodes before linearized reading' (duration: 138.385731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:28:42.359523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.889778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-c6f9f\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-07T04:28:42.35957Z","caller":"traceutil/trace.go:171","msg":"trace[1085439279] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-c6f9f; range_end:; response_count:1; response_revision:18631; }","duration":"111.996061ms","start":"2026-05-07T04:28:42.247563Z","end":"2026-05-07T04:28:42.359559Z","steps":["trace[1085439279] 'agreement among raft nodes before linearized reading' (duration: 111.791716ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:28:47.779335Z","caller":"traceutil/trace.go:171","msg":"trace[1707423345] linearizableReadLoop","detail":"{readStateIndex:19380; appliedIndex:19379; }","duration":"145.407089ms","start":"2026-05-07T04:28:47.633897Z","end":"2026-05-07T04:28:47.779304Z","steps":["trace[1707423345] 'read index received' (duration: 47.919266ms)","trace[1707423345] 'applied index is now lower than readState.Index' (duration: 97.486423ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:28:47.779377Z","caller":"traceutil/trace.go:171","msg":"trace[383026734] transaction","detail":"{read_only:false; response_revision:18739; number_of_response:1; }","duration":"150.535688ms","start":"2026-05-07T04:28:47.628792Z","end":"2026-05-07T04:28:47.779328Z","steps":["trace[383026734] 'process raft request' (duration: 53.099267ms)","trace[383026734] 'compare' (duration: 97.086983ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:28:47.779651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.736559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:9156"} {"level":"info","ts":"2026-05-07T04:28:47.77974Z","caller":"traceutil/trace.go:171","msg":"trace[933855046] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:18739; }","duration":"145.848092ms","start":"2026-05-07T04:28:47.63385Z","end":"2026-05-07T04:28:47.779698Z","steps":["trace[933855046] 'agreement among raft nodes before linearized reading' (duration: 145.555553ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:28:47.89107Z","caller":"traceutil/trace.go:171","msg":"trace[265039545] transaction","detail":"{read_only:false; response_revision:18740; number_of_response:1; }","duration":"102.811528ms","start":"2026-05-07T04:28:47.78824Z","end":"2026-05-07T04:28:47.891052Z","steps":["trace[265039545] 'process raft request' (duration: 102.246944ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:28:50.357034Z","caller":"traceutil/trace.go:171","msg":"trace[532460907] transaction","detail":"{read_only:false; response_revision:18760; number_of_response:1; }","duration":"111.740585ms","start":"2026-05-07T04:28:50.24526Z","end":"2026-05-07T04:28:50.357001Z","steps":["trace[532460907] 'process raft request' (duration: 111.538969ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:28:50.364077Z","caller":"traceutil/trace.go:171","msg":"trace[824305531] transaction","detail":"{read_only:false; response_revision:18762; number_of_response:1; }","duration":"112.159266ms","start":"2026-05-07T04:28:50.251894Z","end":"2026-05-07T04:28:50.364054Z","steps":["trace[824305531] 'process raft request' (duration: 112.068623ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:28:50.364094Z","caller":"traceutil/trace.go:171","msg":"trace[2066498055] transaction","detail":"{read_only:false; response_revision:18761; number_of_response:1; }","duration":"115.11166ms","start":"2026-05-07T04:28:50.24895Z","end":"2026-05-07T04:28:50.364062Z","steps":["trace[2066498055] 'process raft request' (duration: 114.874864ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:28:50.36449Z","caller":"traceutil/trace.go:171","msg":"trace[935020337] transaction","detail":"{read_only:false; response_revision:18763; number_of_response:1; }","duration":"112.500234ms","start":"2026-05-07T04:28:50.251981Z","end":"2026-05-07T04:28:50.364481Z","steps":["trace[935020337] 'process raft request' (duration: 112.009202ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:29:20.619844Z","caller":"traceutil/trace.go:171","msg":"trace[503457712] transaction","detail":"{read_only:false; response_revision:19150; number_of_response:1; }","duration":"135.440085ms","start":"2026-05-07T04:29:20.484377Z","end":"2026-05-07T04:29:20.619817Z","steps":["trace[503457712] 'process raft request' (duration: 135.276061ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:29:20.696102Z","caller":"traceutil/trace.go:171","msg":"trace[405982438] transaction","detail":"{read_only:false; response_revision:19152; number_of_response:1; }","duration":"206.95673ms","start":"2026-05-07T04:29:20.489104Z","end":"2026-05-07T04:29:20.696061Z","steps":["trace[405982438] 'process raft request' (duration: 206.849008ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:29:20.696355Z","caller":"traceutil/trace.go:171","msg":"trace[1823932228] transaction","detail":"{read_only:false; response_revision:19153; number_of_response:1; }","duration":"205.566326ms","start":"2026-05-07T04:29:20.490766Z","end":"2026-05-07T04:29:20.696332Z","steps":["trace[1823932228] 'process raft request' (duration: 205.234168ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:29:20.696398Z","caller":"traceutil/trace.go:171","msg":"trace[336714645] transaction","detail":"{read_only:false; response_revision:19151; number_of_response:1; }","duration":"208.226334ms","start":"2026-05-07T04:29:20.488159Z","end":"2026-05-07T04:29:20.696385Z","steps":["trace[336714645] 'process raft request' (duration: 207.638148ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:29:32.97671Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16684} {"level":"info","ts":"2026-05-07T04:29:33.0872Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16684,"took":"97.567855ms","hash":2559706092,"current-db-size-bytes":55066624,"current-db-size":"55 MB","current-db-size-in-use-bytes":32690176,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-07T04:29:33.087254Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2559706092,"revision":16684,"compact-revision":14405} {"level":"info","ts":"2026-05-07T04:29:44.830242Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T04:29:44.838349Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-07T04:29:44.83844Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-07T04:30:21.171693Z","caller":"traceutil/trace.go:171","msg":"trace[588683703] linearizableReadLoop","detail":"{readStateIndex:20318; appliedIndex:20316; }","duration":"100.543651ms","start":"2026-05-07T04:30:21.071131Z","end":"2026-05-07T04:30:21.171675Z","steps":["trace[588683703] 'read index received' (duration: 93.629745ms)","trace[588683703] 'applied index is now lower than readState.Index' (duration: 6.912736ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:30:21.171958Z","caller":"traceutil/trace.go:171","msg":"trace[1708759222] transaction","detail":"{read_only:false; response_revision:19650; number_of_response:1; }","duration":"102.53205ms","start":"2026-05-07T04:30:21.069415Z","end":"2026-05-07T04:30:21.171947Z","steps":["trace[1708759222] 'process raft request' (duration: 102.091469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:30:21.172605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.444844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T04:30:21.172723Z","caller":"traceutil/trace.go:171","msg":"trace[422487253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19651; }","duration":"101.602768ms","start":"2026-05-07T04:30:21.071098Z","end":"2026-05-07T04:30:21.172701Z","steps":["trace[422487253] 'agreement among raft nodes before linearized reading' (duration: 101.383063ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:34:28.522751Z","caller":"traceutil/trace.go:171","msg":"trace[1525840393] transaction","detail":"{read_only:false; response_revision:21312; number_of_response:1; }","duration":"491.19743ms","start":"2026-05-07T04:34:28.031488Z","end":"2026-05-07T04:34:28.522686Z","steps":["trace[1525840393] 'process raft request' (duration: 412.792883ms)","trace[1525840393] 'compare' (duration: 78.104859ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:34:28.522937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:28.031457Z","time spent":"491.385766ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:34:28.538904Z","caller":"traceutil/trace.go:171","msg":"trace[648471513] linearizableReadLoop","detail":"{readStateIndex:22041; appliedIndex:22038; }","duration":"260.025382ms","start":"2026-05-07T04:34:28.278845Z","end":"2026-05-07T04:34:28.53887Z","steps":["trace[648471513] 'read index received' (duration: 165.455074ms)","trace[648471513] 'applied index is now lower than readState.Index' (duration: 94.569398ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:34:28.539195Z","caller":"traceutil/trace.go:171","msg":"trace[1467225037] transaction","detail":"{read_only:false; response_revision:21313; number_of_response:1; }","duration":"499.185693ms","start":"2026-05-07T04:34:28.039983Z","end":"2026-05-07T04:34:28.539169Z","steps":["trace[1467225037] 'process raft request' (duration: 498.70046ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:34:28.539209Z","caller":"traceutil/trace.go:171","msg":"trace[307114078] transaction","detail":"{read_only:false; response_revision:21314; number_of_response:1; }","duration":"497.794797ms","start":"2026-05-07T04:34:28.04139Z","end":"2026-05-07T04:34:28.539185Z","steps":["trace[307114078] 'process raft request' (duration: 497.432128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:28.539259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.357401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:34:28.539319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:28.039954Z","time spent":"499.289226ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:34:28.539331Z","caller":"traceutil/trace.go:171","msg":"trace[856267467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21314; }","duration":"260.514955ms","start":"2026-05-07T04:34:28.278778Z","end":"2026-05-07T04:34:28.539293Z","steps":["trace[856267467] 'agreement among raft nodes before linearized reading' (duration: 260.354591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:28.539354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:28.041362Z","time spent":"497.88132ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:34:28.539517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.686894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T04:34:28.539632Z","caller":"traceutil/trace.go:171","msg":"trace[2137071072] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21314; }","duration":"186.879469ms","start":"2026-05-07T04:34:28.35272Z","end":"2026-05-07T04:34:28.5396Z","steps":["trace[2137071072] 'agreement among raft nodes before linearized reading' (duration: 186.53877ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:34:32.986405Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19255} {"level":"info","ts":"2026-05-07T04:34:33.128592Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19255,"took":"137.612014ms","hash":4285161685,"current-db-size-bytes":55066624,"current-db-size":"55 MB","current-db-size-in-use-bytes":29499392,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-07T04:34:33.128683Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4285161685,"revision":19255,"compact-revision":16684} {"level":"info","ts":"2026-05-07T04:34:34.130621Z","caller":"traceutil/trace.go:171","msg":"trace[1379529464] transaction","detail":"{read_only:false; response_revision:21343; number_of_response:1; }","duration":"209.344901ms","start":"2026-05-07T04:34:33.921247Z","end":"2026-05-07T04:34:34.130591Z","steps":["trace[1379529464] 'process raft request' (duration: 209.111475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:35.095738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038466746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:34:35.116641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.043416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:34:35.116784Z","caller":"traceutil/trace.go:171","msg":"trace[1826770646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21343; }","duration":"835.252382ms","start":"2026-05-07T04:34:34.281503Z","end":"2026-05-07T04:34:35.116755Z","steps":["trace[1826770646] 'range keys from in-memory index tree' (duration: 834.954185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:35.116843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:34.28148Z","time spent":"835.352305ms","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T04:34:35.118797Z","caller":"traceutil/trace.go:171","msg":"trace[1156818754] transaction","detail":"{read_only:false; response_revision:21344; number_of_response:1; }","duration":"551.992658ms","start":"2026-05-07T04:34:34.566771Z","end":"2026-05-07T04:34:35.118764Z","steps":["trace[1156818754] 'process raft request' (duration: 548.488769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:35.118991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:34.566745Z","time spent":"552.149693ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:34:35.119173Z","caller":"traceutil/trace.go:171","msg":"trace[701801782] linearizableReadLoop","detail":"{readStateIndex:22075; appliedIndex:22072; }","duration":"524.213841ms","start":"2026-05-07T04:34:34.594933Z","end":"2026-05-07T04:34:35.119147Z","steps":["trace[701801782] 'read index received' (duration: 520.292771ms)","trace[701801782] 'applied index is now lower than readState.Index' (duration: 3.92008ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:34:35.119285Z","caller":"traceutil/trace.go:171","msg":"trace[1397713878] transaction","detail":"{read_only:false; response_revision:21346; number_of_response:1; }","duration":"536.36728ms","start":"2026-05-07T04:34:34.582893Z","end":"2026-05-07T04:34:35.11926Z","steps":["trace[1397713878] 'process raft request' (duration: 536.161905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:35.119375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.419596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T04:34:35.119394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:34.582861Z","time spent":"536.479603ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:34:35.119422Z","caller":"traceutil/trace.go:171","msg":"trace[1680229591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21346; }","duration":"524.495078ms","start":"2026-05-07T04:34:34.594901Z","end":"2026-05-07T04:34:35.119396Z","steps":["trace[1680229591] 'agreement among raft nodes before linearized reading' (duration: 524.367265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:35.119454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:34.594886Z","time spent":"524.561959ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T04:34:35.119504Z","caller":"traceutil/trace.go:171","msg":"trace[934380341] transaction","detail":"{read_only:false; response_revision:21345; number_of_response:1; }","duration":"536.603416ms","start":"2026-05-07T04:34:34.582887Z","end":"2026-05-07T04:34:35.11949Z","steps":["trace[934380341] 'process raft request' (duration: 535.816756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:35.11957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:34.582853Z","time spent":"536.682388ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:34:35.119634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.553111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T04:34:35.119665Z","caller":"traceutil/trace.go:171","msg":"trace[2073617864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21346; }","duration":"464.620063ms","start":"2026-05-07T04:34:34.655034Z","end":"2026-05-07T04:34:35.119654Z","steps":["trace[2073617864] 'agreement among raft nodes before linearized reading' (duration: 464.52672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:35.119662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.525703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T04:34:35.119685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:34.655015Z","time spent":"464.664843ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T04:34:35.119724Z","caller":"traceutil/trace.go:171","msg":"trace[974624141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21346; }","duration":"512.633266ms","start":"2026-05-07T04:34:34.607073Z","end":"2026-05-07T04:34:35.119706Z","steps":["trace[974624141] 'agreement among raft nodes before linearized reading' (duration: 512.41054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:35.119769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:34.607044Z","time spent":"512.715198ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:34:35.119825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.574862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-07T04:34:35.11979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.13924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-05-07T04:34:35.119869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.857185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130089"} {"level":"info","ts":"2026-05-07T04:34:35.119872Z","caller":"traceutil/trace.go:171","msg":"trace[1072287830] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21346; }","duration":"411.662134ms","start":"2026-05-07T04:34:34.708197Z","end":"2026-05-07T04:34:35.11986Z","steps":["trace[1072287830] 'agreement among raft nodes before linearized reading' (duration: 411.51051ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:34:35.119892Z","caller":"traceutil/trace.go:171","msg":"trace[249595686] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:21346; }","duration":"423.897755ms","start":"2026-05-07T04:34:34.695988Z","end":"2026-05-07T04:34:35.119886Z","steps":["trace[249595686] 'agreement among raft nodes before linearized reading' (duration: 423.791353ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:34:35.119895Z","caller":"traceutil/trace.go:171","msg":"trace[135759372] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:21346; }","duration":"453.276703ms","start":"2026-05-07T04:34:34.666595Z","end":"2026-05-07T04:34:35.119872Z","steps":["trace[135759372] 'agreement among raft nodes before linearized reading' (duration: 452.961695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:35.119868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.885717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T04:34:35.119913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:34.708176Z","time spent":"411.730496ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T04:34:35.11994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:34.666585Z","time spent":"453.347156ms","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-05-07T04:34:35.119964Z","caller":"traceutil/trace.go:171","msg":"trace[2022648052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21346; }","duration":"461.010001ms","start":"2026-05-07T04:34:34.658929Z","end":"2026-05-07T04:34:35.119939Z","steps":["trace[2022648052] 'agreement among raft nodes before linearized reading' (duration: 460.733644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:35.119919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:34.695977Z","time spent":"423.938657ms","remote":"127.0.0.1:51270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130112,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-07T04:34:35.120032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.47385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T04:34:35.120043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:34.658919Z","time spent":"461.113844ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T04:34:35.120076Z","caller":"traceutil/trace.go:171","msg":"trace[1840783016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21346; }","duration":"466.658046ms","start":"2026-05-07T04:34:34.653405Z","end":"2026-05-07T04:34:35.120063Z","steps":["trace[1840783016] 'agreement among raft nodes before linearized reading' (duration: 466.45905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:35.120113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:34.653373Z","time spent":"466.732207ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:34:36.088544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.618877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:34:36.088719Z","caller":"traceutil/trace.go:171","msg":"trace[1116442403] transaction","detail":"{read_only:false; response_revision:21347; number_of_response:1; }","duration":"964.335569ms","start":"2026-05-07T04:34:35.124335Z","end":"2026-05-07T04:34:36.08867Z","steps":["trace[1116442403] 'process raft request' (duration: 447.474067ms)","trace[1116442403] 'compare' (duration: 516.268958ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:34:36.088785Z","caller":"traceutil/trace.go:171","msg":"trace[1589357782] linearizableReadLoop","detail":"{readStateIndex:22076; appliedIndex:22075; }","duration":"963.464257ms","start":"2026-05-07T04:34:35.125275Z","end":"2026-05-07T04:34:36.08874Z","steps":["trace[1589357782] 'read index received' (duration: 446.505032ms)","trace[1589357782] 'applied index is now lower than readState.Index' (duration: 516.953275ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:34:36.088831Z","caller":"traceutil/trace.go:171","msg":"trace[1525888330] transaction","detail":"{read_only:false; response_revision:21349; number_of_response:1; }","duration":"963.340455ms","start":"2026-05-07T04:34:35.125471Z","end":"2026-05-07T04:34:36.088811Z","steps":["trace[1525888330] 'process raft request' (duration: 963.261953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:36.089195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.914209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T04:34:36.089244Z","caller":"traceutil/trace.go:171","msg":"trace[1378871297] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21350; }","duration":"963.98257ms","start":"2026-05-07T04:34:35.12525Z","end":"2026-05-07T04:34:36.089232Z","steps":["trace[1378871297] 'agreement among raft nodes before linearized reading' (duration: 963.776545ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:34:36.0892Z","caller":"traceutil/trace.go:171","msg":"trace[1665942133] transaction","detail":"{read_only:false; response_revision:21351; number_of_response:1; }","duration":"963.524538ms","start":"2026-05-07T04:34:35.125639Z","end":"2026-05-07T04:34:36.089163Z","steps":["trace[1665942133] 'process raft request' (duration: 963.380714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:36.08928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:35.125241Z","time spent":"964.031172ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T04:34:36.0893Z","caller":"traceutil/trace.go:171","msg":"trace[981924074] transaction","detail":"{read_only:false; response_revision:21350; number_of_response:1; }","duration":"963.702903ms","start":"2026-05-07T04:34:35.125522Z","end":"2026-05-07T04:34:36.089225Z","steps":["trace[981924074] 'process raft request' (duration: 963.246622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:36.089396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:35.125582Z","time spent":"963.718105ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:34:36.089727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.470458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:34:36.089806Z","caller":"traceutil/trace.go:171","msg":"trace[2097536634] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:21351; }","duration":"943.583441ms","start":"2026-05-07T04:34:35.146198Z","end":"2026-05-07T04:34:36.089781Z","steps":["trace[2097536634] 'agreement among raft nodes before linearized reading' (duration: 943.440208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:36.089798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.310453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-05-07T04:34:36.089865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:35.146181Z","time spent":"943.671354ms","remote":"127.0.0.1:42480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:34:36.089883Z","caller":"traceutil/trace.go:171","msg":"trace[1780389391] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:21351; }","duration":"449.420836ms","start":"2026-05-07T04:34:35.640433Z","end":"2026-05-07T04:34:36.089853Z","steps":["trace[1780389391] 'agreement among raft nodes before linearized reading' (duration: 449.19803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:36.089914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.471285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:34:36.089937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:35.640409Z","time spent":"449.516969ms","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-05-07T04:34:36.089991Z","caller":"traceutil/trace.go:171","msg":"trace[1398023125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21351; }","duration":"809.595298ms","start":"2026-05-07T04:34:35.280379Z","end":"2026-05-07T04:34:36.089975Z","steps":["trace[1398023125] 'agreement among raft nodes before linearized reading' (duration: 809.443314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:36.088944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:35.124319Z","time spent":"964.508153ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:34:36.090009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.359599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-07T04:34:36.090107Z","caller":"traceutil/trace.go:171","msg":"trace[1658711934] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:21351; }","duration":"962.490243ms","start":"2026-05-07T04:34:35.127597Z","end":"2026-05-07T04:34:36.090087Z","steps":["trace[1658711934] 'agreement among raft nodes before linearized reading' (duration: 961.96445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:36.090165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:35.127575Z","time spent":"962.577786ms","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-07T04:34:36.090168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:35.125432Z","time spent":"963.684973ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:34:36.090176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.82917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130089"} {"level":"warn","ts":"2026-05-07T04:34:36.090124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.408919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:34:36.090037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:35.28035Z","time spent":"809.67609ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T04:34:36.088878Z","caller":"traceutil/trace.go:171","msg":"trace[2093478470] transaction","detail":"{read_only:false; response_revision:21348; number_of_response:1; }","duration":"963.494878ms","start":"2026-05-07T04:34:35.125373Z","end":"2026-05-07T04:34:36.088868Z","steps":["trace[2093478470] 'process raft request' (duration: 963.291083ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:34:36.090409Z","caller":"traceutil/trace.go:171","msg":"trace[324537775] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:21351; }","duration":"115.762288ms","start":"2026-05-07T04:34:35.974558Z","end":"2026-05-07T04:34:36.09032Z","steps":["trace[324537775] 'agreement among raft nodes before linearized reading' (duration: 115.179823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:36.090458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:35.125359Z","time spent":"965.026407ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:34:36.090289Z","caller":"traceutil/trace.go:171","msg":"trace[1344374235] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:21351; }","duration":"960.971303ms","start":"2026-05-07T04:34:35.12929Z","end":"2026-05-07T04:34:36.090261Z","steps":["trace[1344374235] 'agreement among raft nodes before linearized reading' (duration: 960.505162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:36.090617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:35.129282Z","time spent":"961.312163ms","remote":"127.0.0.1:51270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130112,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-07T04:34:36.090741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.104857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:34:36.090805Z","caller":"traceutil/trace.go:171","msg":"trace[637337528] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:21351; }","duration":"116.217709ms","start":"2026-05-07T04:34:35.974565Z","end":"2026-05-07T04:34:36.090783Z","steps":["trace[637337528] 'agreement among raft nodes before linearized reading' (duration: 115.070671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:36.093935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:35.125516Z","time spent":"963.903419ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:34:36.657701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038466763,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T04:34:36.678982Z","caller":"traceutil/trace.go:171","msg":"trace[633951759] linearizableReadLoop","detail":"{readStateIndex:22081; appliedIndex:22080; }","duration":"521.83025ms","start":"2026-05-07T04:34:36.157123Z","end":"2026-05-07T04:34:36.678954Z","steps":["trace[633951759] 'read index received' (duration: 520.041444ms)","trace[633951759] 'applied index is now lower than readState.Index' (duration: 1.787906ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:34:36.679069Z","caller":"traceutil/trace.go:171","msg":"trace[1130821188] transaction","detail":"{read_only:false; response_revision:21352; number_of_response:1; }","duration":"541.43987ms","start":"2026-05-07T04:34:36.137572Z","end":"2026-05-07T04:34:36.679012Z","steps":["trace[1130821188] 'process raft request' (duration: 539.676974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:36.67914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.998974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:34:36.679199Z","caller":"traceutil/trace.go:171","msg":"trace[476922355] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21352; }","duration":"522.102086ms","start":"2026-05-07T04:34:36.157062Z","end":"2026-05-07T04:34:36.679164Z","steps":["trace[476922355] 'agreement among raft nodes before linearized reading' (duration: 522.025164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:36.679207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:36.137532Z","time spent":"541.590273ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:34:36.679269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:36.157031Z","time spent":"522.22456ms","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T04:34:36.679312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.637592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:34:36.679391Z","caller":"traceutil/trace.go:171","msg":"trace[968465365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21352; }","duration":"398.773555ms","start":"2026-05-07T04:34:36.280592Z","end":"2026-05-07T04:34:36.679366Z","steps":["trace[968465365] 'agreement among raft nodes before linearized reading' (duration: 398.57465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:36.679443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:36.280571Z","time spent":"398.863808ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:34:37.116385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:36.761382Z","time spent":"354.992751ms","remote":"127.0.0.1:51244","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T04:34:37.116387Z","caller":"traceutil/trace.go:171","msg":"trace[873053998] linearizableReadLoop","detail":"{readStateIndex:22082; appliedIndex:22081; }","duration":"286.845155ms","start":"2026-05-07T04:34:36.829505Z","end":"2026-05-07T04:34:37.116351Z","steps":["trace[873053998] 'read index received' (duration: 275.848394ms)","trace[873053998] 'applied index is now lower than readState.Index' (duration: 10.994691ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:34:37.116594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.063141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:34:37.116653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.817152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:34:37.116699Z","caller":"traceutil/trace.go:171","msg":"trace[1771632356] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:21352; }","duration":"249.945995ms","start":"2026-05-07T04:34:36.866737Z","end":"2026-05-07T04:34:37.116683Z","steps":["trace[1771632356] 'agreement among raft nodes before linearized reading' (duration: 249.823202ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:34:37.116701Z","caller":"traceutil/trace.go:171","msg":"trace[1260272544] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:21352; }","duration":"287.275856ms","start":"2026-05-07T04:34:36.829402Z","end":"2026-05-07T04:34:37.116677Z","steps":["trace[1260272544] 'agreement among raft nodes before linearized reading' (duration: 287.079381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:37.780904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038466775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:34:38.25153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.831273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:34:38.251678Z","caller":"traceutil/trace.go:171","msg":"trace[1692357962] transaction","detail":"{read_only:false; response_revision:21353; number_of_response:1; }","duration":"1.133198819s","start":"2026-05-07T04:34:37.118456Z","end":"2026-05-07T04:34:38.251655Z","steps":["trace[1692357962] 'process raft request' (duration: 956.13819ms)","trace[1692357962] 'compare' (duration: 176.239939ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:34:38.25175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:37.11841Z","time spent":"1.133303603s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:34:39.140486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.186732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:34:39.140843Z","caller":"traceutil/trace.go:171","msg":"trace[662676817] transaction","detail":"{read_only:false; response_revision:21354; number_of_response:1; }","duration":"2.014941996s","start":"2026-05-07T04:34:37.125801Z","end":"2026-05-07T04:34:39.140743Z","steps":["trace[662676817] 'process raft request' (duration: 1.892451247s)","trace[662676817] 'compare' (duration: 121.670628ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:34:39.141252Z","caller":"traceutil/trace.go:171","msg":"trace[1942270618] transaction","detail":"{read_only:false; response_revision:21356; number_of_response:1; }","duration":"2.014358212s","start":"2026-05-07T04:34:37.126857Z","end":"2026-05-07T04:34:39.141215Z","steps":["trace[1942270618] 'process raft request' (duration: 2.014159757s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:34:39.141274Z","caller":"traceutil/trace.go:171","msg":"trace[2023455093] transaction","detail":"{read_only:false; response_revision:21355; number_of_response:1; }","duration":"2.014949247s","start":"2026-05-07T04:34:37.126277Z","end":"2026-05-07T04:34:39.141226Z","steps":["trace[2023455093] 'process raft request' (duration: 2.014342221s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:34:39.141309Z","caller":"traceutil/trace.go:171","msg":"trace[882639167] transaction","detail":"{read_only:false; response_revision:21357; number_of_response:1; }","duration":"456.014815ms","start":"2026-05-07T04:34:38.685261Z","end":"2026-05-07T04:34:39.141276Z","steps":["trace[882639167] 'process raft request' (duration: 455.950133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:39.141327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:37.125776Z","time spent":"2.01546647s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:34:39.141355Z","caller":"traceutil/trace.go:171","msg":"trace[752826732] linearizableReadLoop","detail":"{readStateIndex:22086; appliedIndex:22082; }","duration":"1.860503024s","start":"2026-05-07T04:34:37.280803Z","end":"2026-05-07T04:34:39.141306Z","steps":["trace[752826732] 'read index received' (duration: 793.912739ms)","trace[752826732] 'applied index is now lower than readState.Index' (duration: 1.066586414s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:34:39.14165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:37.126848Z","time spent":"2.014486555s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:34:39.141713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860919993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:34:39.141769Z","caller":"traceutil/trace.go:171","msg":"trace[535457818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21357; }","duration":"1.861021446s","start":"2026-05-07T04:34:37.280733Z","end":"2026-05-07T04:34:39.141754Z","steps":["trace[535457818] 'agreement among raft nodes before linearized reading' (duration: 1.860922263s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:39.141756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:38.685241Z","time spent":"456.168728ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:34:39.141767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:37.126245Z","time spent":"2.015130031s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:34:39.141812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:37.280705Z","time spent":"1.861100398s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:34:39.141861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.903635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:34:39.141917Z","caller":"traceutil/trace.go:171","msg":"trace[1922376367] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:21357; }","duration":"742.005958ms","start":"2026-05-07T04:34:38.399897Z","end":"2026-05-07T04:34:39.141903Z","steps":["trace[1922376367] 'agreement among raft nodes before linearized reading' (duration: 741.904345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:39.141959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:38.399875Z","time spent":"742.07442ms","remote":"127.0.0.1:42590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:34:39.141973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044150492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T04:34:39.142039Z","caller":"traceutil/trace.go:171","msg":"trace[1974802520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21357; }","duration":"1.044271995s","start":"2026-05-07T04:34:38.097746Z","end":"2026-05-07T04:34:39.142018Z","steps":["trace[1974802520] 'agreement among raft nodes before linearized reading' (duration: 1.044028479s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:39.142087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:38.097724Z","time spent":"1.044354118s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:34:39.142091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.39724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:34:39.142147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.374816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:34:39.142183Z","caller":"traceutil/trace.go:171","msg":"trace[1655306272] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:21357; }","duration":"614.451148ms","start":"2026-05-07T04:34:38.527721Z","end":"2026-05-07T04:34:39.142172Z","steps":["trace[1655306272] 'agreement among raft nodes before linearized reading' (duration: 614.387877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:39.142181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044153282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T04:34:39.142189Z","caller":"traceutil/trace.go:171","msg":"trace[1261232565] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:21357; }","duration":"567.560084ms","start":"2026-05-07T04:34:38.574608Z","end":"2026-05-07T04:34:39.142168Z","steps":["trace[1261232565] 'agreement among raft nodes before linearized reading' (duration: 567.39419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:39.142225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044346426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T04:34:39.142253Z","caller":"traceutil/trace.go:171","msg":"trace[288391177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21357; }","duration":"1.044243484s","start":"2026-05-07T04:34:38.09799Z","end":"2026-05-07T04:34:39.142233Z","steps":["trace[288391177] 'agreement among raft nodes before linearized reading' (duration: 1.043974777s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:39.142221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044000518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T04:34:39.142277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:38.57458Z","time spent":"567.682118ms","remote":"127.0.0.1:44390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:34:39.142329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:38.097982Z","time spent":"1.044333396s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:34:39.142371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.122051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-05-07T04:34:39.14238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.748183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-07T04:34:39.142402Z","caller":"traceutil/trace.go:171","msg":"trace[1904572704] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21357; }","duration":"638.191113ms","start":"2026-05-07T04:34:38.504202Z","end":"2026-05-07T04:34:39.142393Z","steps":["trace[1904572704] 'agreement among raft nodes before linearized reading' (duration: 638.049259ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:34:39.142278Z","caller":"traceutil/trace.go:171","msg":"trace[1848796551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21357; }","duration":"1.044450171s","start":"2026-05-07T04:34:38.097815Z","end":"2026-05-07T04:34:39.142265Z","steps":["trace[1848796551] 'agreement among raft nodes before linearized reading' (duration: 1.044257686s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:39.142436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:38.504178Z","time spent":"638.246505ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-07T04:34:39.142433Z","caller":"traceutil/trace.go:171","msg":"trace[574466703] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:21357; }","duration":"480.824895ms","start":"2026-05-07T04:34:38.661591Z","end":"2026-05-07T04:34:39.142416Z","steps":["trace[574466703] 'agreement among raft nodes before linearized reading' (duration: 480.715903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:39.14249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:38.661571Z","time spent":"480.910517ms","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-07T04:34:39.142491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:38.097779Z","time spent":"1.044695896s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:34:39.142229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:38.527697Z","time spent":"614.52197ms","remote":"127.0.0.1:35840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:34:39.142511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.15439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-07T04:34:39.142548Z","caller":"traceutil/trace.go:171","msg":"trace[179324952] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21357; }","duration":"888.231401ms","start":"2026-05-07T04:34:38.254306Z","end":"2026-05-07T04:34:39.142538Z","steps":["trace[179324952] 'agreement among raft nodes before linearized reading' (duration: 888.113538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:39.142589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:38.254276Z","time spent":"888.305584ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-07T04:34:39.142416Z","caller":"traceutil/trace.go:171","msg":"trace[703092181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21357; }","duration":"1.044212673s","start":"2026-05-07T04:34:38.098112Z","end":"2026-05-07T04:34:39.142325Z","steps":["trace[703092181] 'agreement among raft nodes before linearized reading' (duration: 1.043722961s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:39.142659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:38.098103Z","time spent":"1.044543771s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:34:39.143256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045037975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T04:34:39.143324Z","caller":"traceutil/trace.go:171","msg":"trace[2134981353] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21357; }","duration":"1.045156608s","start":"2026-05-07T04:34:38.098152Z","end":"2026-05-07T04:34:39.143309Z","steps":["trace[2134981353] 'agreement among raft nodes before linearized reading' (duration: 1.044360667s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:39.143637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:38.098126Z","time spent":"1.045376274s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T04:34:40.107184Z","caller":"traceutil/trace.go:171","msg":"trace[1370556129] transaction","detail":"{read_only:false; response_revision:21359; number_of_response:1; }","duration":"957.851055ms","start":"2026-05-07T04:34:39.149292Z","end":"2026-05-07T04:34:40.107143Z","steps":["trace[1370556129] 'process raft request' (duration: 957.464895ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:34:40.107216Z","caller":"traceutil/trace.go:171","msg":"trace[152367160] linearizableReadLoop","detail":"{readStateIndex:22093; appliedIndex:22087; }","duration":"952.836297ms","start":"2026-05-07T04:34:39.154347Z","end":"2026-05-07T04:34:40.107183Z","steps":["trace[152367160] 'read index received' (duration: 38.406787ms)","trace[152367160] 'applied index is now lower than readState.Index' (duration: 914.42836ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:34:40.107283Z","caller":"traceutil/trace.go:171","msg":"trace[457411684] transaction","detail":"{read_only:false; response_revision:21361; number_of_response:1; }","duration":"957.889436ms","start":"2026-05-07T04:34:39.149343Z","end":"2026-05-07T04:34:40.107233Z","steps":["trace[457411684] 'process raft request' (duration: 957.699781ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:34:40.107361Z","caller":"traceutil/trace.go:171","msg":"trace[725204585] transaction","detail":"{read_only:false; response_revision:21362; number_of_response:1; }","duration":"957.941297ms","start":"2026-05-07T04:34:39.149405Z","end":"2026-05-07T04:34:40.107346Z","steps":["trace[725204585] 'process raft request' (duration: 957.67595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:40.107391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:39.149277Z","time spent":"958.008468ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:34:40.107502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:39.149396Z","time spent":"957.998848ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:34:40.107557Z","caller":"traceutil/trace.go:171","msg":"trace[551446867] transaction","detail":"{read_only:false; response_revision:21360; number_of_response:1; }","duration":"958.219584ms","start":"2026-05-07T04:34:39.149326Z","end":"2026-05-07T04:34:40.107545Z","steps":["trace[551446867] 'process raft request' (duration: 957.66048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:40.107629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:39.1493Z","time spent":"958.293306ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:34:40.107505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:39.149326Z","time spent":"958.05104ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:34:40.107619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.260427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:34:40.10753Z","caller":"traceutil/trace.go:171","msg":"trace[1485926631] transaction","detail":"{read_only:false; response_revision:21363; number_of_response:1; }","duration":"958.05127ms","start":"2026-05-07T04:34:39.14943Z","end":"2026-05-07T04:34:40.107482Z","steps":["trace[1485926631] 'process raft request' (duration: 957.709362ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:34:40.107705Z","caller":"traceutil/trace.go:171","msg":"trace[719374044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21363; }","duration":"953.39013ms","start":"2026-05-07T04:34:39.154295Z","end":"2026-05-07T04:34:40.107685Z","steps":["trace[719374044] 'agreement among raft nodes before linearized reading' (duration: 953.258247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:40.10784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:39.154283Z","time spent":"953.544415ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:34:40.107948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:39.149421Z","time spent":"958.368758ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:34:40.110978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.480919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-05-07T04:34:40.111071Z","caller":"traceutil/trace.go:171","msg":"trace[548030993] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:21365; }","duration":"122.630864ms","start":"2026-05-07T04:34:39.988418Z","end":"2026-05-07T04:34:40.111049Z","steps":["trace[548030993] 'agreement among raft nodes before linearized reading' (duration: 122.341697ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:34:40.111115Z","caller":"traceutil/trace.go:171","msg":"trace[948218742] transaction","detail":"{read_only:false; response_revision:21364; number_of_response:1; }","duration":"695.945274ms","start":"2026-05-07T04:34:39.415146Z","end":"2026-05-07T04:34:40.111092Z","steps":["trace[948218742] 'process raft request' (duration: 695.37959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:34:40.111209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:34:39.415116Z","time spent":"696.035706ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:34:40.111377Z","caller":"traceutil/trace.go:171","msg":"trace[928655692] transaction","detail":"{read_only:false; response_revision:21365; number_of_response:1; }","duration":"167.479286ms","start":"2026-05-07T04:34:39.943844Z","end":"2026-05-07T04:34:40.111323Z","steps":["trace[928655692] 'process raft request' (duration: 166.8593ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:38:36.92114Z","caller":"traceutil/trace.go:171","msg":"trace[1582448665] transaction","detail":"{read_only:false; response_revision:23646; number_of_response:1; }","duration":"126.231716ms","start":"2026-05-07T04:38:36.794869Z","end":"2026-05-07T04:38:36.921101Z","steps":["trace[1582448665] 'process raft request' (duration: 126.025101ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:38:37.030173Z","caller":"traceutil/trace.go:171","msg":"trace[1415047740] linearizableReadLoop","detail":"{readStateIndex:24453; appliedIndex:24451; }","duration":"232.059815ms","start":"2026-05-07T04:38:36.798059Z","end":"2026-05-07T04:38:37.030118Z","steps":["trace[1415047740] 'read index received' (duration: 122.991033ms)","trace[1415047740] 'applied index is now lower than readState.Index' (duration: 109.068002ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:38:37.030284Z","caller":"traceutil/trace.go:171","msg":"trace[1848034543] transaction","detail":"{read_only:false; response_revision:23647; number_of_response:1; }","duration":"232.878247ms","start":"2026-05-07T04:38:36.797349Z","end":"2026-05-07T04:38:37.030228Z","steps":["trace[1848034543] 'process raft request' (duration: 229.378858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:38:37.030549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.465536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-05-07T04:38:37.03067Z","caller":"traceutil/trace.go:171","msg":"trace[1850649358] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23647; }","duration":"232.61214ms","start":"2026-05-07T04:38:36.798031Z","end":"2026-05-07T04:38:37.030643Z","steps":["trace[1850649358] 'agreement among raft nodes before linearized reading' (duration: 232.277661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:38:37.035969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.537812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110993"} {"level":"info","ts":"2026-05-07T04:38:37.036085Z","caller":"traceutil/trace.go:171","msg":"trace[1296871868] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23648; }","duration":"231.664416ms","start":"2026-05-07T04:38:36.804361Z","end":"2026-05-07T04:38:37.036026Z","steps":["trace[1296871868] 'agreement among raft nodes before linearized reading' (duration: 231.385748ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:38:40.159365Z","caller":"traceutil/trace.go:171","msg":"trace[649518905] linearizableReadLoop","detail":"{readStateIndex:24573; appliedIndex:24572; }","duration":"182.942212ms","start":"2026-05-07T04:38:39.976393Z","end":"2026-05-07T04:38:40.159335Z","steps":["trace[649518905] 'read index received' (duration: 182.640994ms)","trace[649518905] 'applied index is now lower than readState.Index' (duration: 300.098µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:38:40.159486Z","caller":"traceutil/trace.go:171","msg":"trace[1828065598] transaction","detail":"{read_only:false; response_revision:23767; number_of_response:1; }","duration":"212.969492ms","start":"2026-05-07T04:38:39.946468Z","end":"2026-05-07T04:38:40.159438Z","steps":["trace[1828065598] 'process raft request' (duration: 212.597113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:38:40.159749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.294222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:38:40.159799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.881353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-05-07T04:38:40.159876Z","caller":"traceutil/trace.go:171","msg":"trace[1737556649] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:23767; }","duration":"183.458196ms","start":"2026-05-07T04:38:39.976392Z","end":"2026-05-07T04:38:40.159851Z","steps":["trace[1737556649] 'agreement among raft nodes before linearized reading' (duration: 183.184179ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:38:40.159887Z","caller":"traceutil/trace.go:171","msg":"trace[1750492164] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23767; }","duration":"171.994145ms","start":"2026-05-07T04:38:39.987877Z","end":"2026-05-07T04:38:40.159871Z","steps":["trace[1750492164] 'agreement among raft nodes before linearized reading' (duration: 171.752039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:38:40.159796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.363913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:38:40.160081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.48933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:38:40.160242Z","caller":"traceutil/trace.go:171","msg":"trace[1930962570] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/endpoints/cert-manager-test0; response_count:0; response_revision:23767; }","duration":"182.736927ms","start":"2026-05-07T04:38:39.977483Z","end":"2026-05-07T04:38:40.16022Z","steps":["trace[1930962570] 'agreement among raft nodes before linearized reading' (duration: 182.356547ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:38:40.16023Z","caller":"traceutil/trace.go:171","msg":"trace[998549507] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:23767; }","duration":"183.826445ms","start":"2026-05-07T04:38:39.976356Z","end":"2026-05-07T04:38:40.160182Z","steps":["trace[998549507] 'agreement among raft nodes before linearized reading' (duration: 183.147797ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:38:41.676132Z","caller":"traceutil/trace.go:171","msg":"trace[1952895284] linearizableReadLoop","detail":"{readStateIndex:24608; appliedIndex:24605; }","duration":"151.795003ms","start":"2026-05-07T04:38:41.524315Z","end":"2026-05-07T04:38:41.67611Z","steps":["trace[1952895284] 'read index received' (duration: 12.403064ms)","trace[1952895284] 'applied index is now lower than readState.Index' (duration: 139.391339ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:38:41.676402Z","caller":"traceutil/trace.go:171","msg":"trace[1356047287] transaction","detail":"{read_only:false; response_revision:23801; number_of_response:1; }","duration":"156.00583ms","start":"2026-05-07T04:38:41.520375Z","end":"2026-05-07T04:38:41.676381Z","steps":["trace[1356047287] 'process raft request' (duration: 155.572459ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:38:41.676558Z","caller":"traceutil/trace.go:171","msg":"trace[272766253] transaction","detail":"{read_only:false; response_revision:23802; number_of_response:1; }","duration":"154.382828ms","start":"2026-05-07T04:38:41.522169Z","end":"2026-05-07T04:38:41.676552Z","steps":["trace[272766253] 'process raft request' (duration: 153.901216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:38:41.676746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.415819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T04:38:41.676779Z","caller":"traceutil/trace.go:171","msg":"trace[816319728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23802; }","duration":"152.503941ms","start":"2026-05-07T04:38:41.524263Z","end":"2026-05-07T04:38:41.676767Z","steps":["trace[816319728] 'agreement among raft nodes before linearized reading' (duration: 152.395718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:38:41.676889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.608228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:38:41.677098Z","caller":"traceutil/trace.go:171","msg":"trace[1399982487] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:23802; }","duration":"147.844934ms","start":"2026-05-07T04:38:41.52921Z","end":"2026-05-07T04:38:41.677055Z","steps":["trace[1399982487] 'agreement among raft nodes before linearized reading' (duration: 147.564327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:38:41.677228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.179455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170336"} {"level":"info","ts":"2026-05-07T04:38:41.677423Z","caller":"traceutil/trace.go:171","msg":"trace[1463781695] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23802; }","duration":"111.422381ms","start":"2026-05-07T04:38:41.565976Z","end":"2026-05-07T04:38:41.677398Z","steps":["trace[1463781695] 'agreement among raft nodes before linearized reading' (duration: 110.885257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:38:45.780909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038474087,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T04:38:45.894912Z","caller":"traceutil/trace.go:171","msg":"trace[1959054408] linearizableReadLoop","detail":"{readStateIndex:24674; appliedIndex:24673; }","duration":"614.073268ms","start":"2026-05-07T04:38:45.28081Z","end":"2026-05-07T04:38:45.894883Z","steps":["trace[1959054408] 'read index received' (duration: 613.77825ms)","trace[1959054408] 'applied index is now lower than readState.Index' (duration: 293.888µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:38:45.895295Z","caller":"traceutil/trace.go:171","msg":"trace[168055168] transaction","detail":"{read_only:false; response_revision:23867; number_of_response:1; }","duration":"631.605272ms","start":"2026-05-07T04:38:45.263677Z","end":"2026-05-07T04:38:45.895282Z","steps":["trace[168055168] 'process raft request' (duration: 631.007977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:38:45.895423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:38:45.263654Z","time spent":"631.672725ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:38:45.895654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.850498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:38:45.895688Z","caller":"traceutil/trace.go:171","msg":"trace[667512741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23867; }","duration":"614.910389ms","start":"2026-05-07T04:38:45.280768Z","end":"2026-05-07T04:38:45.895678Z","steps":["trace[667512741] 'agreement among raft nodes before linearized reading' (duration: 614.844567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:38:45.89572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:38:45.280753Z","time spent":"614.961651ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:38:45.896018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.77187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T04:38:45.896047Z","caller":"traceutil/trace.go:171","msg":"trace[380590816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23867; }","duration":"344.856262ms","start":"2026-05-07T04:38:45.551182Z","end":"2026-05-07T04:38:45.896038Z","steps":["trace[380590816] 'agreement among raft nodes before linearized reading' (duration: 344.727838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:38:45.896087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:38:45.551159Z","time spent":"344.920714ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:38:45.896444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.700211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:38:45.89649Z","caller":"traceutil/trace.go:171","msg":"trace[2098265834] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23867; }","duration":"106.758472ms","start":"2026-05-07T04:38:45.789714Z","end":"2026-05-07T04:38:45.896473Z","steps":["trace[2098265834] 'agreement among raft nodes before linearized reading' (duration: 106.689311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:38:45.896715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.876481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T04:38:45.896712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.283203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T04:38:45.896807Z","caller":"traceutil/trace.go:171","msg":"trace[490495909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23867; }","duration":"191.455908ms","start":"2026-05-07T04:38:45.705331Z","end":"2026-05-07T04:38:45.896787Z","steps":["trace[490495909] 'agreement among raft nodes before linearized reading' (duration: 191.16681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:38:45.897053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.393267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:38:45.897109Z","caller":"traceutil/trace.go:171","msg":"trace[1966962232] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23867; }","duration":"112.467269ms","start":"2026-05-07T04:38:45.784614Z","end":"2026-05-07T04:38:45.897081Z","steps":["trace[1966962232] 'agreement among raft nodes before linearized reading' (duration: 112.380977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:38:45.897187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.147073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T04:38:45.896756Z","caller":"traceutil/trace.go:171","msg":"trace[1170807462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23867; }","duration":"201.960183ms","start":"2026-05-07T04:38:45.694786Z","end":"2026-05-07T04:38:45.896746Z","steps":["trace[1170807462] 'agreement among raft nodes before linearized reading' (duration: 201.852751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:38:45.897318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.218539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T04:38:45.897356Z","caller":"traceutil/trace.go:171","msg":"trace[1380424301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23867; }","duration":"179.270949ms","start":"2026-05-07T04:38:45.718077Z","end":"2026-05-07T04:38:45.897348Z","steps":["trace[1380424301] 'agreement among raft nodes before linearized reading' (duration: 179.181237ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:38:45.897235Z","caller":"traceutil/trace.go:171","msg":"trace[202798518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23867; }","duration":"184.215394ms","start":"2026-05-07T04:38:45.713009Z","end":"2026-05-07T04:38:45.897225Z","steps":["trace[202798518] 'agreement among raft nodes before linearized reading' (duration: 184.113092ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:38:46.461121Z","caller":"traceutil/trace.go:171","msg":"trace[1346326581] transaction","detail":"{read_only:false; response_revision:23868; number_of_response:1; }","duration":"557.549327ms","start":"2026-05-07T04:38:45.903548Z","end":"2026-05-07T04:38:46.461097Z","steps":["trace[1346326581] 'process raft request' (duration: 557.397713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:38:46.46126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:38:45.903521Z","time spent":"557.66812ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:38:46.467296Z","caller":"traceutil/trace.go:171","msg":"trace[592143462] transaction","detail":"{read_only:false; response_revision:23869; number_of_response:1; }","duration":"562.452971ms","start":"2026-05-07T04:38:45.90482Z","end":"2026-05-07T04:38:46.467273Z","steps":["trace[592143462] 'process raft request' (duration: 561.746704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:38:46.467429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:38:45.904783Z","time spent":"562.577204ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:38:46.467543Z","caller":"traceutil/trace.go:171","msg":"trace[2060056177] transaction","detail":"{read_only:false; response_revision:23870; number_of_response:1; }","duration":"562.603776ms","start":"2026-05-07T04:38:45.904929Z","end":"2026-05-07T04:38:46.467532Z","steps":["trace[2060056177] 'process raft request' (duration: 561.742874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:38:46.467589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:38:45.904919Z","time spent":"562.648247ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:38:46.467727Z","caller":"traceutil/trace.go:171","msg":"trace[1985074794] transaction","detail":"{read_only:false; response_revision:23871; number_of_response:1; }","duration":"561.706422ms","start":"2026-05-07T04:38:45.906012Z","end":"2026-05-07T04:38:46.467718Z","steps":["trace[1985074794] 'process raft request' (duration: 560.689067ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:38:46.467698Z","caller":"traceutil/trace.go:171","msg":"trace[115040323] transaction","detail":"{read_only:false; response_revision:23876; number_of_response:1; }","duration":"105.548232ms","start":"2026-05-07T04:38:46.362095Z","end":"2026-05-07T04:38:46.467643Z","steps":["trace[115040323] 'process raft request' (duration: 104.757672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:38:46.467776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:38:45.905998Z","time spent":"561.754733ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:38:46.467845Z","caller":"traceutil/trace.go:171","msg":"trace[1915366477] transaction","detail":"{read_only:false; response_revision:23874; number_of_response:1; }","duration":"317.917209ms","start":"2026-05-07T04:38:46.149879Z","end":"2026-05-07T04:38:46.467796Z","steps":["trace[1915366477] 'process raft request' (duration: 316.914274ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:38:46.467861Z","caller":"traceutil/trace.go:171","msg":"trace[949414401] transaction","detail":"{read_only:false; response_revision:23873; number_of_response:1; }","duration":"448.614359ms","start":"2026-05-07T04:38:46.019096Z","end":"2026-05-07T04:38:46.46771Z","steps":["trace[949414401] 'process raft request' (duration: 447.663475ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:38:46.467945Z","caller":"traceutil/trace.go:171","msg":"trace[2010111307] transaction","detail":"{read_only:false; response_revision:23879; number_of_response:1; }","duration":"103.45674ms","start":"2026-05-07T04:38:46.364483Z","end":"2026-05-07T04:38:46.46794Z","steps":["trace[2010111307] 'process raft request' (duration: 102.460315ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:38:46.468055Z","caller":"traceutil/trace.go:171","msg":"trace[1119641892] transaction","detail":"{read_only:false; response_revision:23875; number_of_response:1; }","duration":"135.255024ms","start":"2026-05-07T04:38:46.332786Z","end":"2026-05-07T04:38:46.468041Z","steps":["trace[1119641892] 'process raft request' (duration: 134.039334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:38:46.468072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:38:46.149773Z","time spent":"318.184106ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:38:46.468061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:38:46.019067Z","time spent":"448.897396ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T04:38:46.467921Z","caller":"traceutil/trace.go:171","msg":"trace[981604003] transaction","detail":"{read_only:false; response_revision:23878; number_of_response:1; }","duration":"103.692185ms","start":"2026-05-07T04:38:46.364218Z","end":"2026-05-07T04:38:46.46791Z","steps":["trace[981604003] 'process raft request' (duration: 102.69956ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:38:46.468478Z","caller":"traceutil/trace.go:171","msg":"trace[515485083] transaction","detail":"{read_only:false; response_revision:23877; number_of_response:1; }","duration":"103.605383ms","start":"2026-05-07T04:38:46.364069Z","end":"2026-05-07T04:38:46.467675Z","steps":["trace[515485083] 'process raft request' (duration: 102.810223ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:38:46.468851Z","caller":"traceutil/trace.go:171","msg":"trace[162828707] transaction","detail":"{read_only:false; response_revision:23872; number_of_response:1; }","duration":"556.86151ms","start":"2026-05-07T04:38:45.911964Z","end":"2026-05-07T04:38:46.468826Z","steps":["trace[162828707] 'process raft request' (duration: 554.772607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:38:46.468945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:38:45.911948Z","time spent":"556.955642ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:39:32.99375Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21342} {"level":"info","ts":"2026-05-07T04:39:33.103462Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21342,"took":"105.441757ms","hash":3762784993,"current-db-size-bytes":56340480,"current-db-size":"56 MB","current-db-size-in-use-bytes":40755200,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-05-07T04:39:33.103584Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3762784993,"revision":21342,"compact-revision":19255} {"level":"warn","ts":"2026-05-07T04:39:52.102777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.486253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:39:52.102917Z","caller":"traceutil/trace.go:171","msg":"trace[242568521] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24637; }","duration":"253.695859ms","start":"2026-05-07T04:39:51.849195Z","end":"2026-05-07T04:39:52.102891Z","steps":["trace[242568521] 'count revisions from in-memory index tree' (duration: 253.367981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:39:52.103345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.256777ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:39:52.103513Z","caller":"traceutil/trace.go:171","msg":"trace[1938164865] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24637; }","duration":"134.448042ms","start":"2026-05-07T04:39:51.969044Z","end":"2026-05-07T04:39:52.103492Z","steps":["trace[1938164865] 'range keys from in-memory index tree' (duration: 134.236917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:40:04.088997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.15578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:40:04.089956Z","caller":"traceutil/trace.go:171","msg":"trace[665363782] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24746; }","duration":"134.205316ms","start":"2026-05-07T04:40:03.955705Z","end":"2026-05-07T04:40:04.08991Z","steps":["trace[665363782] 'count revisions from in-memory index tree' (duration: 132.966566ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:40:04.925894Z","caller":"traceutil/trace.go:171","msg":"trace[1831876338] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"102.130721ms","start":"2026-05-07T04:40:04.82373Z","end":"2026-05-07T04:40:04.925861Z","steps":["trace[1831876338] 'process raft request' (duration: 102.07028ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:40:04.926291Z","caller":"traceutil/trace.go:171","msg":"trace[1280509710] transaction","detail":"{read_only:false; response_revision:24748; number_of_response:1; }","duration":"102.518631ms","start":"2026-05-07T04:40:04.823735Z","end":"2026-05-07T04:40:04.926254Z","steps":["trace[1280509710] 'process raft request' (duration: 101.863235ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:40:04.996919Z","caller":"traceutil/trace.go:171","msg":"trace[961919943] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"172.931038ms","start":"2026-05-07T04:40:04.823952Z","end":"2026-05-07T04:40:04.996883Z","steps":["trace[961919943] 'process raft request' (duration: 155.147706ms)","trace[961919943] 'compare' (duration: 17.457744ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:40:04.997199Z","caller":"traceutil/trace.go:171","msg":"trace[387775384] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"173.100163ms","start":"2026-05-07T04:40:04.824033Z","end":"2026-05-07T04:40:04.997134Z","steps":["trace[387775384] 'process raft request' (duration: 172.721233ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:40:04.997456Z","caller":"traceutil/trace.go:171","msg":"trace[1475411547] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"173.426651ms","start":"2026-05-07T04:40:04.824002Z","end":"2026-05-07T04:40:04.997429Z","steps":["trace[1475411547] 'process raft request' (duration: 172.706673ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:07.980592Z","caller":"traceutil/trace.go:171","msg":"trace[1284126498] transaction","detail":"{read_only:false; response_revision:25925; number_of_response:1; }","duration":"482.872768ms","start":"2026-05-07T04:42:07.497698Z","end":"2026-05-07T04:42:07.980571Z","steps":["trace[1284126498] 'process raft request' (duration: 482.747795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:07.980733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:07.49767Z","time spent":"482.996392ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:07.98499Z","caller":"traceutil/trace.go:171","msg":"trace[834002365] linearizableReadLoop","detail":"{readStateIndex:26792; appliedIndex:26786; }","duration":"253.210913ms","start":"2026-05-07T04:42:07.731733Z","end":"2026-05-07T04:42:07.984944Z","steps":["trace[834002365] 'read index received' (duration: 248.798801ms)","trace[834002365] 'applied index is now lower than readState.Index' (duration: 4.410572ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:42:07.985113Z","caller":"traceutil/trace.go:171","msg":"trace[834676727] transaction","detail":"{read_only:false; response_revision:25926; number_of_response:1; }","duration":"485.203597ms","start":"2026-05-07T04:42:07.499786Z","end":"2026-05-07T04:42:07.984989Z","steps":["trace[834676727] 'process raft request' (duration: 484.456648ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:07.985221Z","caller":"traceutil/trace.go:171","msg":"trace[1324299637] transaction","detail":"{read_only:false; response_revision:25928; number_of_response:1; }","duration":"426.393652ms","start":"2026-05-07T04:42:07.558809Z","end":"2026-05-07T04:42:07.985203Z","steps":["trace[1324299637] 'process raft request' (duration: 425.932701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:07.985974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:07.499758Z","time spent":"486.10543ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8369,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:07.986106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:07.558785Z","time spent":"427.206014ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:07.985272Z","caller":"traceutil/trace.go:171","msg":"trace[1247002783] transaction","detail":"{read_only:false; response_revision:25927; number_of_response:1; }","duration":"439.589398ms","start":"2026-05-07T04:42:07.545668Z","end":"2026-05-07T04:42:07.985258Z","steps":["trace[1247002783] 'process raft request' (duration: 438.781888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:07.986233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:07.545642Z","time spent":"440.559263ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:07.985244Z","caller":"traceutil/trace.go:171","msg":"trace[1062514672] transaction","detail":"{read_only:false; response_revision:25930; number_of_response:1; }","duration":"423.302114ms","start":"2026-05-07T04:42:07.561893Z","end":"2026-05-07T04:42:07.985195Z","steps":["trace[1062514672] 'process raft request' (duration: 422.957195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:07.986323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:07.56187Z","time spent":"424.415923ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:07.985305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.580001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T04:42:07.98644Z","caller":"traceutil/trace.go:171","msg":"trace[1663977750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25931; }","duration":"254.745812ms","start":"2026-05-07T04:42:07.731672Z","end":"2026-05-07T04:42:07.986418Z","steps":["trace[1663977750] 'agreement among raft nodes before linearized reading' (duration: 253.54216ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:07.985339Z","caller":"traceutil/trace.go:171","msg":"trace[1446082120] transaction","detail":"{read_only:false; response_revision:25931; number_of_response:1; }","duration":"175.61515ms","start":"2026-05-07T04:42:07.809716Z","end":"2026-05-07T04:42:07.985332Z","steps":["trace[1446082120] 'process raft request' (duration: 175.178799ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:07.985354Z","caller":"traceutil/trace.go:171","msg":"trace[8612751] transaction","detail":"{read_only:false; response_revision:25929; number_of_response:1; }","duration":"423.404396ms","start":"2026-05-07T04:42:07.561935Z","end":"2026-05-07T04:42:07.985339Z","steps":["trace[8612751] 'process raft request' (duration: 422.872833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:07.986647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:07.561913Z","time spent":"424.70858ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:07.98538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.027899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:07.986728Z","caller":"traceutil/trace.go:171","msg":"trace[1961774285] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25931; }","duration":"195.434425ms","start":"2026-05-07T04:42:07.791281Z","end":"2026-05-07T04:42:07.986716Z","steps":["trace[1961774285] 'agreement among raft nodes before linearized reading' (duration: 194.055069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:07.985503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.708283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T04:42:07.98686Z","caller":"traceutil/trace.go:171","msg":"trace[1699665904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25931; }","duration":"164.062198ms","start":"2026-05-07T04:42:07.822788Z","end":"2026-05-07T04:42:07.98685Z","steps":["trace[1699665904] 'agreement among raft nodes before linearized reading' (duration: 162.674563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:07.985511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.035955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T04:42:07.986963Z","caller":"traceutil/trace.go:171","msg":"trace[767514409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25931; }","duration":"185.553333ms","start":"2026-05-07T04:42:07.801401Z","end":"2026-05-07T04:42:07.986955Z","steps":["trace[767514409] 'agreement among raft nodes before linearized reading' (duration: 183.998633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:07.985565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.630378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T04:42:07.9871Z","caller":"traceutil/trace.go:171","msg":"trace[1566212583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25931; }","duration":"182.208869ms","start":"2026-05-07T04:42:07.804882Z","end":"2026-05-07T04:42:07.987091Z","steps":["trace[1566212583] 'agreement among raft nodes before linearized reading' (duration: 180.498745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:07.985655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.971097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T04:42:07.987533Z","caller":"traceutil/trace.go:171","msg":"trace[405060694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25931; }","duration":"182.873856ms","start":"2026-05-07T04:42:07.804632Z","end":"2026-05-07T04:42:07.987505Z","steps":["trace[405060694] 'agreement among raft nodes before linearized reading' (duration: 180.774352ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:12.444494Z","caller":"traceutil/trace.go:171","msg":"trace[23111335] transaction","detail":"{read_only:false; response_revision:25963; number_of_response:1; }","duration":"448.099304ms","start":"2026-05-07T04:42:11.996362Z","end":"2026-05-07T04:42:12.444461Z","steps":["trace[23111335] 'process raft request' (duration: 447.855558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:12.444754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:11.996348Z","time spent":"448.243658ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:12.446436Z","caller":"traceutil/trace.go:171","msg":"trace[1364380069] transaction","detail":"{read_only:false; response_revision:25966; number_of_response:1; }","duration":"443.381414ms","start":"2026-05-07T04:42:12.003028Z","end":"2026-05-07T04:42:12.446409Z","steps":["trace[1364380069] 'process raft request' (duration: 443.317943ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:12.446462Z","caller":"traceutil/trace.go:171","msg":"trace[771378076] transaction","detail":"{read_only:false; response_revision:25964; number_of_response:1; }","duration":"448.772231ms","start":"2026-05-07T04:42:11.997615Z","end":"2026-05-07T04:42:12.446388Z","steps":["trace[771378076] 'process raft request' (duration: 447.276802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:12.446589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:11.997605Z","time spent":"448.917135ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:12.446615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:12.003011Z","time spent":"443.501367ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:12.446716Z","caller":"traceutil/trace.go:171","msg":"trace[4370614] transaction","detail":"{read_only:false; response_revision:25967; number_of_response:1; }","duration":"442.905002ms","start":"2026-05-07T04:42:12.003777Z","end":"2026-05-07T04:42:12.446682Z","steps":["trace[4370614] 'process raft request' (duration: 442.605444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:12.446961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:12.003765Z","time spent":"443.086226ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:12.44712Z","caller":"traceutil/trace.go:171","msg":"trace[1458678517] transaction","detail":"{read_only:false; response_revision:25965; number_of_response:1; }","duration":"446.138204ms","start":"2026-05-07T04:42:12.000964Z","end":"2026-05-07T04:42:12.447102Z","steps":["trace[1458678517] 'process raft request' (duration: 445.350095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:12.447245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:12.000939Z","time spent":"446.252607ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:12.447596Z","caller":"traceutil/trace.go:171","msg":"trace[93058181] transaction","detail":"{read_only:false; response_revision:25968; number_of_response:1; }","duration":"443.441006ms","start":"2026-05-07T04:42:12.004143Z","end":"2026-05-07T04:42:12.447584Z","steps":["trace[93058181] 'process raft request' (duration: 442.43848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:12.447659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:12.004117Z","time spent":"443.512168ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:12.450487Z","caller":"traceutil/trace.go:171","msg":"trace[1036247459] linearizableReadLoop","detail":"{readStateIndex:26830; appliedIndex:26824; }","duration":"443.976269ms","start":"2026-05-07T04:42:12.006497Z","end":"2026-05-07T04:42:12.450473Z","steps":["trace[1036247459] 'read index received' (duration: 437.70927ms)","trace[1036247459] 'applied index is now lower than readState.Index' (duration: 6.265799ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:12.450676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.167464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T04:42:12.450717Z","caller":"traceutil/trace.go:171","msg":"trace[747528003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25968; }","duration":"444.235346ms","start":"2026-05-07T04:42:12.006472Z","end":"2026-05-07T04:42:12.450707Z","steps":["trace[747528003] 'agreement among raft nodes before linearized reading' (duration: 444.077992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:12.450714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.714948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-05-07T04:42:12.450739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:12.00646Z","time spent":"444.274867ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T04:42:12.450757Z","caller":"traceutil/trace.go:171","msg":"trace[1562489073] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25968; }","duration":"442.778289ms","start":"2026-05-07T04:42:12.007964Z","end":"2026-05-07T04:42:12.450743Z","steps":["trace[1562489073] 'agreement among raft nodes before linearized reading' (duration: 442.618475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:12.450791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:12.007952Z","time spent":"442.830761ms","remote":"127.0.0.1:45394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T04:42:12.450813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.230154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T04:42:12.450816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.127006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T04:42:12.450871Z","caller":"traceutil/trace.go:171","msg":"trace[1339651248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25968; }","duration":"440.305456ms","start":"2026-05-07T04:42:12.010546Z","end":"2026-05-07T04:42:12.450852Z","steps":["trace[1339651248] 'agreement among raft nodes before linearized reading' (duration: 440.153033ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:12.45089Z","caller":"traceutil/trace.go:171","msg":"trace[1787947107] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25968; }","duration":"428.241429ms","start":"2026-05-07T04:42:12.02263Z","end":"2026-05-07T04:42:12.450871Z","steps":["trace[1787947107] 'agreement among raft nodes before linearized reading' (duration: 427.991173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:12.450909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:12.010538Z","time spent":"440.362798ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:42:12.450921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:12.02262Z","time spent":"428.29568ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:42:12.450913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.524182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T04:42:12.450964Z","caller":"traceutil/trace.go:171","msg":"trace[685183585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25968; }","duration":"440.594994ms","start":"2026-05-07T04:42:12.010355Z","end":"2026-05-07T04:42:12.45095Z","steps":["trace[685183585] 'agreement among raft nodes before linearized reading' (duration: 440.440859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:12.450995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:12.010344Z","time spent":"440.642676ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:42:12.450972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.228444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T04:42:12.451061Z","caller":"traceutil/trace.go:171","msg":"trace[954189668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25968; }","duration":"440.361078ms","start":"2026-05-07T04:42:12.010681Z","end":"2026-05-07T04:42:12.451042Z","steps":["trace[954189668] 'agreement among raft nodes before linearized reading' (duration: 440.042619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:12.451113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:12.010674Z","time spent":"440.43135ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:42:12.451262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.932887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T04:42:12.451407Z","caller":"traceutil/trace.go:171","msg":"trace[344335527] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25968; }","duration":"144.139892ms","start":"2026-05-07T04:42:12.307221Z","end":"2026-05-07T04:42:12.451361Z","steps":["trace[344335527] 'agreement among raft nodes before linearized reading' (duration: 143.669369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:13.779603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479048,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T04:42:13.967547Z","caller":"traceutil/trace.go:171","msg":"trace[708025101] linearizableReadLoop","detail":"{readStateIndex:26838; appliedIndex:26837; }","duration":"688.42497ms","start":"2026-05-07T04:42:13.279092Z","end":"2026-05-07T04:42:13.967517Z","steps":["trace[708025101] 'read index received' (duration: 688.177614ms)","trace[708025101] 'applied index is now lower than readState.Index' (duration: 245.916µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:13.967729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.649945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:13.967691Z","caller":"traceutil/trace.go:171","msg":"trace[323498665] transaction","detail":"{read_only:false; response_revision:25975; number_of_response:1; }","duration":"855.556445ms","start":"2026-05-07T04:42:13.112083Z","end":"2026-05-07T04:42:13.96764Z","steps":["trace[323498665] 'process raft request' (duration: 855.202756ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:13.967774Z","caller":"traceutil/trace.go:171","msg":"trace[865990886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25975; }","duration":"689.583839ms","start":"2026-05-07T04:42:13.278177Z","end":"2026-05-07T04:42:13.967761Z","steps":["trace[865990886] 'agreement among raft nodes before linearized reading' (duration: 689.496817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:13.967817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:13.278155Z","time spent":"689.654271ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:42:13.967957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:13.112051Z","time spent":"855.754561ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:13.968073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.973537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:42:13.968117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.987052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:13.968254Z","caller":"traceutil/trace.go:171","msg":"trace[1869907348] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25975; }","duration":"363.160577ms","start":"2026-05-07T04:42:13.605065Z","end":"2026-05-07T04:42:13.968226Z","steps":["trace[1869907348] 'agreement among raft nodes before linearized reading' (duration: 362.88369ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:13.968177Z","caller":"traceutil/trace.go:171","msg":"trace[1346831669] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25975; }","duration":"451.178822ms","start":"2026-05-07T04:42:13.516978Z","end":"2026-05-07T04:42:13.968157Z","steps":["trace[1346831669] 'agreement among raft nodes before linearized reading' (duration: 450.930756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:13.968324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:13.605008Z","time spent":"363.30132ms","remote":"127.0.0.1:44302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:13.968376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:13.516956Z","time spent":"451.390278ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:14.574204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:14.024409Z","time spent":"549.784968ms","remote":"127.0.0.1:60008","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T04:42:14.574543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.930936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273008"} {"level":"info","ts":"2026-05-07T04:42:14.574633Z","caller":"traceutil/trace.go:171","msg":"trace[1563259839] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25975; }","duration":"179.052589ms","start":"2026-05-07T04:42:14.395558Z","end":"2026-05-07T04:42:14.574611Z","steps":["trace[1563259839] 'range keys from in-memory index tree' (duration: 178.423572ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:14.575417Z","caller":"traceutil/trace.go:171","msg":"trace[676921420] transaction","detail":"{read_only:false; response_revision:25976; number_of_response:1; }","duration":"104.772322ms","start":"2026-05-07T04:42:14.470608Z","end":"2026-05-07T04:42:14.57538Z","steps":["trace[676921420] 'process raft request' (duration: 84.61686ms)","trace[676921420] 'compare' (duration: 18.614403ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:15.076122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479061,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:42:15.576549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479061,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:42:15.789477Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.234174504s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:42:15.789928Z","caller":"traceutil/trace.go:171","msg":"trace[1725813365] transaction","detail":"{read_only:false; response_revision:25982; number_of_response:1; }","duration":"1.30091014s","start":"2026-05-07T04:42:14.488996Z","end":"2026-05-07T04:42:15.789906Z","steps":["trace[1725813365] 'process raft request' (duration: 1.300878509s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:15.790024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:14.488965Z","time spent":"1.300988131s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:15.790316Z","caller":"traceutil/trace.go:171","msg":"trace[834716359] transaction","detail":"{read_only:false; response_revision:25977; number_of_response:1; }","duration":"1.304546793s","start":"2026-05-07T04:42:14.485764Z","end":"2026-05-07T04:42:15.79031Z","steps":["trace[834716359] 'process raft request' (duration: 1.303886626s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:15.790343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:14.485741Z","time spent":"1.304587384s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:15.790406Z","caller":"traceutil/trace.go:171","msg":"trace[929353639] transaction","detail":"{read_only:false; response_revision:25978; number_of_response:1; }","duration":"1.304563353s","start":"2026-05-07T04:42:14.485836Z","end":"2026-05-07T04:42:15.790399Z","steps":["trace[929353639] 'process raft request' (duration: 1.303933277s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:15.79043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:14.485825Z","time spent":"1.304591324s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:15.790487Z","caller":"traceutil/trace.go:171","msg":"trace[172593929] transaction","detail":"{read_only:false; response_revision:25979; number_of_response:1; }","duration":"1.302172273s","start":"2026-05-07T04:42:14.48831Z","end":"2026-05-07T04:42:15.790483Z","steps":["trace[172593929] 'process raft request' (duration: 1.301494274s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:15.79051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:14.488295Z","time spent":"1.302201733s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:15.790569Z","caller":"traceutil/trace.go:171","msg":"trace[2035072932] transaction","detail":"{read_only:false; response_revision:25980; number_of_response:1; }","duration":"1.301782743s","start":"2026-05-07T04:42:14.488782Z","end":"2026-05-07T04:42:15.790565Z","steps":["trace[2035072932] 'process raft request' (duration: 1.301041033s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:15.790591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:14.488774Z","time spent":"1.301803813s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:15.790649Z","caller":"traceutil/trace.go:171","msg":"trace[1290589705] transaction","detail":"{read_only:false; response_revision:25981; number_of_response:1; }","duration":"1.301681941s","start":"2026-05-07T04:42:14.488963Z","end":"2026-05-07T04:42:15.790645Z","steps":["trace[1290589705] 'process raft request' (duration: 1.30089002s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:15.79067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:14.488841Z","time spent":"1.301816804s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:15.996387Z","caller":"traceutil/trace.go:171","msg":"trace[1596560630] linearizableReadLoop","detail":"{readStateIndex:26846; appliedIndex:26845; }","duration":"1.421027712s","start":"2026-05-07T04:42:14.575333Z","end":"2026-05-07T04:42:15.99636Z","steps":["trace[1596560630] 'read index received' (duration: 1.288335691s)","trace[1596560630] 'applied index is now lower than readState.Index' (duration: 132.690391ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:15.996645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51069843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T04:42:15.996675Z","caller":"traceutil/trace.go:171","msg":"trace[212603987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25983; }","duration":"1.510766611s","start":"2026-05-07T04:42:14.485898Z","end":"2026-05-07T04:42:15.996665Z","steps":["trace[212603987] 'agreement among raft nodes before linearized reading' (duration: 1.510593877s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:15.996657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510672779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T04:42:15.996768Z","caller":"traceutil/trace.go:171","msg":"trace[1957453786] transaction","detail":"{read_only:false; response_revision:25983; number_of_response:1; }","duration":"1.415367288s","start":"2026-05-07T04:42:14.58138Z","end":"2026-05-07T04:42:15.996747Z","steps":["trace[1957453786] 'process raft request' (duration: 1.414782794s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:15.996779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511072499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T04:42:15.996817Z","caller":"traceutil/trace.go:171","msg":"trace[370141158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25983; }","duration":"1.5111164s","start":"2026-05-07T04:42:14.485694Z","end":"2026-05-07T04:42:15.99681Z","steps":["trace[370141158] 'agreement among raft nodes before linearized reading' (duration: 1.511038238s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:15.996836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:14.485686Z","time spent":"1.511145461s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:42:15.996835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510813852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:15.996874Z","caller":"traceutil/trace.go:171","msg":"trace[412025862] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25983; }","duration":"1.510852464s","start":"2026-05-07T04:42:14.486007Z","end":"2026-05-07T04:42:15.996859Z","steps":["trace[412025862] 'agreement among raft nodes before linearized reading' (duration: 1.510795773s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:15.99688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:14.581353Z","time spent":"1.4154607s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:15.996914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:14.485991Z","time spent":"1.510912625s","remote":"127.0.0.1:49118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:15.99677Z","caller":"traceutil/trace.go:171","msg":"trace[509695756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25983; }","duration":"1.510829633s","start":"2026-05-07T04:42:14.485911Z","end":"2026-05-07T04:42:15.996741Z","steps":["trace[509695756] 'agreement among raft nodes before linearized reading' (duration: 1.510509225s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:15.997015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:14.485881Z","time spent":"1.511125901s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:42:15.996668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51070361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T04:42:15.997082Z","caller":"traceutil/trace.go:171","msg":"trace[1639766713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25983; }","duration":"1.511144021s","start":"2026-05-07T04:42:14.485928Z","end":"2026-05-07T04:42:15.997072Z","steps":["trace[1639766713] 'agreement among raft nodes before linearized reading' (duration: 1.510517686s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:15.997115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:14.485922Z","time spent":"1.511188202s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:42:15.996713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:14.48589Z","time spent":"1.510809222s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:42:16.496971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479065,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:42:16.997752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479065,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:42:17.083123Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.086891793s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:42:17.085711Z","caller":"traceutil/trace.go:171","msg":"trace[2004649884] linearizableReadLoop","detail":"{readStateIndex:26853; appliedIndex:26846; }","duration":"1.089224863s","start":"2026-05-07T04:42:15.996455Z","end":"2026-05-07T04:42:17.085679Z","steps":["trace[2004649884] 'read index received' (duration: 1.086961795s)","trace[2004649884] 'applied index is now lower than readState.Index' (duration: 2.262187ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:42:17.085792Z","caller":"traceutil/trace.go:171","msg":"trace[1687115575] transaction","detail":"{read_only:false; response_revision:25989; number_of_response:1; }","duration":"1.08320197s","start":"2026-05-07T04:42:16.002525Z","end":"2026-05-07T04:42:17.085727Z","steps":["trace[1687115575] 'process raft request' (duration: 1.083082737s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:17.085847Z","caller":"traceutil/trace.go:171","msg":"trace[1650416074] transaction","detail":"{read_only:false; response_revision:25990; number_of_response:1; }","duration":"504.614789ms","start":"2026-05-07T04:42:16.581221Z","end":"2026-05-07T04:42:17.085835Z","steps":["trace[1650416074] 'process raft request' (duration: 504.422025ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:17.085841Z","caller":"traceutil/trace.go:171","msg":"trace[1963422625] transaction","detail":"{read_only:false; response_revision:25985; number_of_response:1; }","duration":"1.111837867s","start":"2026-05-07T04:42:15.973936Z","end":"2026-05-07T04:42:17.085774Z","steps":["trace[1963422625] 'process raft request' (duration: 1.111371605s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:17.085982Z","caller":"traceutil/trace.go:171","msg":"trace[1770570947] transaction","detail":"{read_only:false; response_revision:25987; number_of_response:1; }","duration":"1.085000205s","start":"2026-05-07T04:42:16.000853Z","end":"2026-05-07T04:42:17.085853Z","steps":["trace[1770570947] 'process raft request' (duration: 1.084646936s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:17.086036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:15.973909Z","time spent":"1.112023222s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:17.08601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:16.58119Z","time spent":"504.685881ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:17.086195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:16.000846Z","time spent":"1.08522895s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:17.086245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220623941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:42:17.086292Z","caller":"traceutil/trace.go:171","msg":"trace[1032429974] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25990; }","duration":"1.220702623s","start":"2026-05-07T04:42:15.865579Z","end":"2026-05-07T04:42:17.086282Z","steps":["trace[1032429974] 'agreement among raft nodes before linearized reading' (duration: 1.22059912s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:17.086334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:15.865562Z","time spent":"1.220763565s","remote":"127.0.0.1:51378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:17.086478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797718211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:17.086535Z","caller":"traceutil/trace.go:171","msg":"trace[1563520971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25990; }","duration":"1.797906138s","start":"2026-05-07T04:42:15.288615Z","end":"2026-05-07T04:42:17.086521Z","steps":["trace[1563520971] 'agreement among raft nodes before linearized reading' (duration: 1.797810495s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:17.086523Z","caller":"traceutil/trace.go:171","msg":"trace[1581087829] transaction","detail":"{read_only:false; response_revision:25986; number_of_response:1; }","duration":"1.085823605s","start":"2026-05-07T04:42:16.000681Z","end":"2026-05-07T04:42:17.086505Z","steps":["trace[1581087829] 'process raft request' (duration: 1.084751568s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:17.086576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:15.288551Z","time spent":"1.7980187s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:42:17.086623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:16.000662Z","time spent":"1.085918828s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:17.086799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344311223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:17.086861Z","caller":"traceutil/trace.go:171","msg":"trace[1378961905] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25990; }","duration":"1.344376315s","start":"2026-05-07T04:42:15.742467Z","end":"2026-05-07T04:42:17.086843Z","steps":["trace[1378961905] 'agreement among raft nodes before linearized reading' (duration: 1.344282912s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:17.086493Z","caller":"traceutil/trace.go:171","msg":"trace[234149175] transaction","detail":"{read_only:false; response_revision:25984; number_of_response:1; }","duration":"1.196665381s","start":"2026-05-07T04:42:15.889765Z","end":"2026-05-07T04:42:17.08643Z","steps":["trace[234149175] 'process raft request' (duration: 1.193630454s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:17.086837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00374988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-05-07T04:42:17.086949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:15.889744Z","time spent":"1.197168544s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:17.086996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711504812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:17.086995Z","caller":"traceutil/trace.go:171","msg":"trace[200307210] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25990; }","duration":"1.003925625s","start":"2026-05-07T04:42:16.083039Z","end":"2026-05-07T04:42:17.086965Z","steps":["trace[200307210] 'agreement among raft nodes before linearized reading' (duration: 1.003512084s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:17.087085Z","caller":"traceutil/trace.go:171","msg":"trace[1864134729] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25990; }","duration":"1.711652535s","start":"2026-05-07T04:42:15.37541Z","end":"2026-05-07T04:42:17.087062Z","steps":["trace[1864134729] 'agreement among raft nodes before linearized reading' (duration: 1.711537472s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:17.087103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82873525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:17.087116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:16.082963Z","time spent":"1.00413517s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T04:42:17.087147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:15.375384Z","time spent":"1.711747298s","remote":"127.0.0.1:44328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:17.087205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051092419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:42:17.087251Z","caller":"traceutil/trace.go:171","msg":"trace[285830711] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25990; }","duration":"2.051184993s","start":"2026-05-07T04:42:15.036055Z","end":"2026-05-07T04:42:17.08724Z","steps":["trace[285830711] 'agreement among raft nodes before linearized reading' (duration: 2.05112157s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:17.087288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:15.036032Z","time spent":"2.051248124s","remote":"127.0.0.1:35834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:17.087389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.132769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:42:17.087014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.990012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:42:17.087529Z","caller":"traceutil/trace.go:171","msg":"trace[1300785257] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25990; }","duration":"400.554796ms","start":"2026-05-07T04:42:16.68696Z","end":"2026-05-07T04:42:17.087515Z","steps":["trace[1300785257] 'agreement among raft nodes before linearized reading' (duration: 400.001152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:17.08763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:16.686931Z","time spent":"400.67317ms","remote":"127.0.0.1:35860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:17.087669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.456977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-07T04:42:17.087684Z","caller":"traceutil/trace.go:171","msg":"trace[1498334662] transaction","detail":"{read_only:false; response_revision:25988; number_of_response:1; }","duration":"1.085403896s","start":"2026-05-07T04:42:16.002267Z","end":"2026-05-07T04:42:17.087671Z","steps":["trace[1498334662] 'process raft request' (duration: 1.083266432s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:17.087741Z","caller":"traceutil/trace.go:171","msg":"trace[655721009] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:25990; }","duration":"308.57407ms","start":"2026-05-07T04:42:16.779147Z","end":"2026-05-07T04:42:17.087721Z","steps":["trace[655721009] 'agreement among raft nodes before linearized reading' (duration: 308.278412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:17.087788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:16.002245Z","time spent":"1.085495668s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:17.087804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:16.779119Z","time spent":"308.672381ms","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-05-07T04:42:17.087397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795753632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:17.087868Z","caller":"traceutil/trace.go:171","msg":"trace[525917525] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25990; }","duration":"1.796295466s","start":"2026-05-07T04:42:15.291556Z","end":"2026-05-07T04:42:17.087852Z","steps":["trace[525917525] 'agreement among raft nodes before linearized reading' (duration: 1.795803334s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:17.087917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:15.291523Z","time spent":"1.796381529s","remote":"127.0.0.1:35546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:17.087154Z","caller":"traceutil/trace.go:171","msg":"trace[1898098535] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25990; }","duration":"1.828847552s","start":"2026-05-07T04:42:15.258293Z","end":"2026-05-07T04:42:17.08714Z","steps":["trace[1898098535] 'agreement among raft nodes before linearized reading' (duration: 1.82876023s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:17.088129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:15.258265Z","time spent":"1.829837788s","remote":"127.0.0.1:35900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:17.086917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:15.742403Z","time spent":"1.344498948s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:17.087464Z","caller":"traceutil/trace.go:171","msg":"trace[483798107] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25990; }","duration":"715.237432ms","start":"2026-05-07T04:42:16.372204Z","end":"2026-05-07T04:42:17.087441Z","steps":["trace[483798107] 'agreement among raft nodes before linearized reading' (duration: 715.091418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:17.088411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.201993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:42:17.088486Z","caller":"traceutil/trace.go:171","msg":"trace[1854337482] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25990; }","duration":"514.792468ms","start":"2026-05-07T04:42:16.573675Z","end":"2026-05-07T04:42:17.088468Z","steps":["trace[1854337482] 'agreement among raft nodes before linearized reading' (duration: 514.660305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:17.088555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:16.573651Z","time spent":"514.889091ms","remote":"127.0.0.1:42502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:17.088486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:16.372173Z","time spent":"716.290188ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:17.086016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:16.002491Z","time spent":"1.083380214s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:17.091234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.506859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T04:42:17.091298Z","caller":"traceutil/trace.go:171","msg":"trace[1475937694] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25990; }","duration":"632.619882ms","start":"2026-05-07T04:42:16.458661Z","end":"2026-05-07T04:42:17.091281Z","steps":["trace[1475937694] 'agreement among raft nodes before linearized reading' (duration: 628.537478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:17.091339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:16.458636Z","time spent":"632.690674ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2625,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:18.064669Z","caller":"traceutil/trace.go:171","msg":"trace[1880583644] transaction","detail":"{read_only:false; response_revision:25993; number_of_response:1; }","duration":"195.6586ms","start":"2026-05-07T04:42:17.868979Z","end":"2026-05-07T04:42:18.064637Z","steps":["trace[1880583644] 'process raft request' (duration: 195.467465ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:18.601708Z","caller":"traceutil/trace.go:171","msg":"trace[191273174] transaction","detail":"{read_only:false; response_revision:25995; number_of_response:1; }","duration":"731.384981ms","start":"2026-05-07T04:42:17.870292Z","end":"2026-05-07T04:42:18.601677Z","steps":["trace[191273174] 'process raft request' (duration: 731.290539ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:18.601796Z","caller":"traceutil/trace.go:171","msg":"trace[968964582] transaction","detail":"{read_only:false; response_revision:25994; number_of_response:1; }","duration":"732.641473ms","start":"2026-05-07T04:42:17.869102Z","end":"2026-05-07T04:42:18.601743Z","steps":["trace[968964582] 'process raft request' (duration: 732.280464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:18.601908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:17.870264Z","time spent":"731.535585ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:18.602043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:17.869062Z","time spent":"732.843508ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:18.602079Z","caller":"traceutil/trace.go:171","msg":"trace[1821416241] linearizableReadLoop","detail":"{readStateIndex:26862; appliedIndex:26856; }","duration":"625.395138ms","start":"2026-05-07T04:42:17.976646Z","end":"2026-05-07T04:42:18.602041Z","steps":["trace[1821416241] 'read index received' (duration: 87.839981ms)","trace[1821416241] 'applied index is now lower than readState.Index' (duration: 537.553537ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:42:18.602113Z","caller":"traceutil/trace.go:171","msg":"trace[1230393169] transaction","detail":"{read_only:false; response_revision:25996; number_of_response:1; }","duration":"731.606887ms","start":"2026-05-07T04:42:17.870445Z","end":"2026-05-07T04:42:18.602052Z","steps":["trace[1230393169] 'process raft request' (duration: 731.191726ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:18.602198Z","caller":"traceutil/trace.go:171","msg":"trace[485671521] transaction","detail":"{read_only:false; response_revision:25998; number_of_response:1; }","duration":"731.170596ms","start":"2026-05-07T04:42:17.870992Z","end":"2026-05-07T04:42:18.602163Z","steps":["trace[485671521] 'process raft request' (duration: 730.977522ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:18.602204Z","caller":"traceutil/trace.go:171","msg":"trace[1462355051] transaction","detail":"{read_only:false; response_revision:25997; number_of_response:1; }","duration":"731.32463ms","start":"2026-05-07T04:42:17.870821Z","end":"2026-05-07T04:42:18.602146Z","steps":["trace[1462355051] 'process raft request' (duration: 731.070834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:18.602265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.609993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:18.602327Z","caller":"traceutil/trace.go:171","msg":"trace[1942507839] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25998; }","duration":"625.725697ms","start":"2026-05-07T04:42:17.97658Z","end":"2026-05-07T04:42:18.602306Z","steps":["trace[1942507839] 'agreement among raft nodes before linearized reading' (duration: 625.615864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:18.602365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:17.870437Z","time spent":"731.797591ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:18.602384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:17.976558Z","time spent":"625.811609ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:18.602391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:17.870968Z","time spent":"731.315009ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:18.602449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:17.870805Z","time spent":"731.515794ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:18.851559Z","caller":"traceutil/trace.go:171","msg":"trace[681520631] linearizableReadLoop","detail":"{readStateIndex:26863; appliedIndex:26862; }","duration":"249.372545ms","start":"2026-05-07T04:42:18.60215Z","end":"2026-05-07T04:42:18.851523Z","steps":["trace[681520631] 'read index received' (duration: 229.776178ms)","trace[681520631] 'applied index is now lower than readState.Index' (duration: 19.593997ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:18.851729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.179062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:18.851752Z","caller":"traceutil/trace.go:171","msg":"trace[509133907] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"614.394369ms","start":"2026-05-07T04:42:18.2373Z","end":"2026-05-07T04:42:18.851694Z","steps":["trace[509133907] 'process raft request' (duration: 594.712649ms)","trace[509133907] 'compare' (duration: 19.259439ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:18.851817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.240192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:18.851851Z","caller":"traceutil/trace.go:171","msg":"trace[1370404445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25999; }","duration":"571.306545ms","start":"2026-05-07T04:42:18.280514Z","end":"2026-05-07T04:42:18.85182Z","steps":["trace[1370404445] 'agreement among raft nodes before linearized reading' (duration: 571.083359ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:18.851871Z","caller":"traceutil/trace.go:171","msg":"trace[187426684] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25999; }","duration":"819.384817ms","start":"2026-05-07T04:42:18.032467Z","end":"2026-05-07T04:42:18.851851Z","steps":["trace[187426684] 'agreement among raft nodes before linearized reading' (duration: 819.246823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:18.851914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:18.032428Z","time spent":"819.475439ms","remote":"127.0.0.1:34046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:18.851957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:18.237271Z","time spent":"614.576034ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:18.851937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.031956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:18.852034Z","caller":"traceutil/trace.go:171","msg":"trace[1350800427] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25999; }","duration":"247.20829ms","start":"2026-05-07T04:42:18.604801Z","end":"2026-05-07T04:42:18.85201Z","steps":["trace[1350800427] 'agreement among raft nodes before linearized reading' (duration: 247.048516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:18.852093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.922695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T04:42:18.85215Z","caller":"traceutil/trace.go:171","msg":"trace[277531191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25999; }","duration":"845.024449ms","start":"2026-05-07T04:42:18.007111Z","end":"2026-05-07T04:42:18.852135Z","steps":["trace[277531191] 'agreement among raft nodes before linearized reading' (duration: 844.846183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:18.851914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:18.280443Z","time spent":"571.455188ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:42:18.852193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:18.007076Z","time spent":"845.104381ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:42:18.852615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.179154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:18.852681Z","caller":"traceutil/trace.go:171","msg":"trace[980147995] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25999; }","duration":"292.283436ms","start":"2026-05-07T04:42:18.560382Z","end":"2026-05-07T04:42:18.852666Z","steps":["trace[980147995] 'agreement among raft nodes before linearized reading' (duration: 291.182147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:19.664257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.486257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:42:19.664379Z","caller":"traceutil/trace.go:171","msg":"trace[1653683357] linearizableReadLoop","detail":"{readStateIndex:26865; appliedIndex:26864; }","duration":"567.844856ms","start":"2026-05-07T04:42:19.096521Z","end":"2026-05-07T04:42:19.664366Z","steps":["trace[1653683357] 'read index received' (duration: 124.167464ms)","trace[1653683357] 'applied index is now lower than readState.Index' (duration: 443.676462ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:42:19.66444Z","caller":"traceutil/trace.go:171","msg":"trace[169402012] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"571.557951ms","start":"2026-05-07T04:42:19.092871Z","end":"2026-05-07T04:42:19.664429Z","steps":["trace[169402012] 'process raft request' (duration: 127.791907ms)","trace[169402012] 'compare' (duration: 442.84071ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:19.664482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:19.092842Z","time spent":"571.621012ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:19.664696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.160684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T04:42:19.664799Z","caller":"traceutil/trace.go:171","msg":"trace[1272339669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26001; }","duration":"568.300888ms","start":"2026-05-07T04:42:19.096473Z","end":"2026-05-07T04:42:19.664773Z","steps":["trace[1272339669] 'agreement among raft nodes before linearized reading' (duration: 568.039292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:19.664855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:19.096452Z","time spent":"568.393951ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:42:20.586578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.82627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:42:20.58688Z","caller":"traceutil/trace.go:171","msg":"trace[766155398] transaction","detail":"{read_only:false; response_revision:26005; number_of_response:1; }","duration":"516.526853ms","start":"2026-05-07T04:42:20.070324Z","end":"2026-05-07T04:42:20.586851Z","steps":["trace[766155398] 'process raft request' (duration: 516.487162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:20.58693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:20.070295Z","time spent":"516.614075ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:20.587063Z","caller":"traceutil/trace.go:171","msg":"trace[990956545] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"1.490345073s","start":"2026-05-07T04:42:19.096711Z","end":"2026-05-07T04:42:20.587056Z","steps":["trace[990956545] 'process raft request' (duration: 815.96336ms)","trace[990956545] 'compare' (duration: 673.447519ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:20.587098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:19.096699Z","time spent":"1.490383264s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:20.587306Z","caller":"traceutil/trace.go:171","msg":"trace[438641364] linearizableReadLoop","detail":"{readStateIndex:26867; appliedIndex:26865; }","duration":"922.867236ms","start":"2026-05-07T04:42:19.664398Z","end":"2026-05-07T04:42:20.587265Z","steps":["trace[438641364] 'read index received' (duration: 248.436232ms)","trace[438641364] 'applied index is now lower than readState.Index' (duration: 674.419824ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:20.587423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005504995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:20.587448Z","caller":"traceutil/trace.go:171","msg":"trace[937964781] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26005; }","duration":"1.005561537s","start":"2026-05-07T04:42:19.581877Z","end":"2026-05-07T04:42:20.587438Z","steps":["trace[937964781] 'agreement among raft nodes before linearized reading' (duration: 1.005519596s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:20.587467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:19.581852Z","time spent":"1.005610608s","remote":"127.0.0.1:35904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:20.587543Z","caller":"traceutil/trace.go:171","msg":"trace[98715598] transaction","detail":"{read_only:false; response_revision:26003; number_of_response:1; }","duration":"1.11666152s","start":"2026-05-07T04:42:19.470876Z","end":"2026-05-07T04:42:20.587538Z","steps":["trace[98715598] 'process raft request' (duration: 1.115815079s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:20.587581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:19.470848Z","time spent":"1.116715852s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:20.587713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004185351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-07T04:42:20.587719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490923377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T04:42:20.587692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.783537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:20.58753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306113332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:20.587768Z","caller":"traceutil/trace.go:171","msg":"trace[1281982853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26005; }","duration":"1.490973859s","start":"2026-05-07T04:42:19.096777Z","end":"2026-05-07T04:42:20.587751Z","steps":["trace[1281982853] 'agreement among raft nodes before linearized reading' (duration: 1.490813565s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:20.587792Z","caller":"traceutil/trace.go:171","msg":"trace[2110924440] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26005; }","duration":"969.919871ms","start":"2026-05-07T04:42:19.617846Z","end":"2026-05-07T04:42:20.587766Z","steps":["trace[2110924440] 'agreement among raft nodes before linearized reading' (duration: 969.712156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:20.587778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490746563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T04:42:20.58786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:19.617821Z","time spent":"970.025044ms","remote":"127.0.0.1:44300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:20.587882Z","caller":"traceutil/trace.go:171","msg":"trace[1940166875] transaction","detail":"{read_only:false; response_revision:26004; number_of_response:1; }","duration":"917.408657ms","start":"2026-05-07T04:42:19.670467Z","end":"2026-05-07T04:42:20.587876Z","steps":["trace[1940166875] 'process raft request' (duration: 916.307329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:20.587918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:19.67044Z","time spent":"917.461528ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:20.587911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491271396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T04:42:20.587944Z","caller":"traceutil/trace.go:171","msg":"trace[119015902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26005; }","duration":"1.491313007s","start":"2026-05-07T04:42:19.096622Z","end":"2026-05-07T04:42:20.587935Z","steps":["trace[119015902] 'agreement among raft nodes before linearized reading' (duration: 1.491225105s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:20.58798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:19.096617Z","time spent":"1.491357029s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:42:20.588049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38036987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:20.588075Z","caller":"traceutil/trace.go:171","msg":"trace[1668644686] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26005; }","duration":"1.380446271s","start":"2026-05-07T04:42:19.207622Z","end":"2026-05-07T04:42:20.588068Z","steps":["trace[1668644686] 'agreement among raft nodes before linearized reading' (duration: 1.38040143s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:20.588092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:19.207595Z","time spent":"1.380493052s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:20.587733Z","caller":"traceutil/trace.go:171","msg":"trace[770633541] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26005; }","duration":"1.004254873s","start":"2026-05-07T04:42:19.583474Z","end":"2026-05-07T04:42:20.587729Z","steps":["trace[770633541] 'agreement among raft nodes before linearized reading' (duration: 1.004175111s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:20.588227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:19.58343Z","time spent":"1.004784436s","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-07T04:42:20.587818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:19.096773Z","time spent":"1.491036621s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T04:42:20.587782Z","caller":"traceutil/trace.go:171","msg":"trace[1663850289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26005; }","duration":"1.306445921s","start":"2026-05-07T04:42:19.28133Z","end":"2026-05-07T04:42:20.587776Z","steps":["trace[1663850289] 'agreement among raft nodes before linearized reading' (duration: 1.306126793s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:20.589579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:19.281305Z","time spent":"1.308230456s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T04:42:20.590995Z","caller":"traceutil/trace.go:171","msg":"trace[1876260628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26005; }","duration":"1.490927138s","start":"2026-05-07T04:42:19.096924Z","end":"2026-05-07T04:42:20.587851Z","steps":["trace[1876260628] 'agreement among raft nodes before linearized reading' (duration: 1.490677112s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:20.591051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:19.096888Z","time spent":"1.49415157s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T04:42:20.62676Z","caller":"traceutil/trace.go:171","msg":"trace[2075044086] transaction","detail":"{read_only:false; response_revision:26006; number_of_response:1; }","duration":"136.049087ms","start":"2026-05-07T04:42:20.490655Z","end":"2026-05-07T04:42:20.626704Z","steps":["trace[2075044086] 'process raft request' (duration: 135.474223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:20.626986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.524318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:20.627079Z","caller":"traceutil/trace.go:171","msg":"trace[1321845081] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26006; }","duration":"889.630461ms","start":"2026-05-07T04:42:19.737423Z","end":"2026-05-07T04:42:20.627053Z","steps":["trace[1321845081] 'agreement among raft nodes before linearized reading' (duration: 889.407255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:20.627127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:19.737402Z","time spent":"889.714924ms","remote":"127.0.0.1:35880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:20.627188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.405607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-07T04:42:20.626803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.564555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:20.627253Z","caller":"traceutil/trace.go:171","msg":"trace[1170899593] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26006; }","duration":"288.507729ms","start":"2026-05-07T04:42:20.338723Z","end":"2026-05-07T04:42:20.627231Z","steps":["trace[1170899593] 'agreement among raft nodes before linearized reading' (duration: 288.214102ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:20.627281Z","caller":"traceutil/trace.go:171","msg":"trace[704093009] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26006; }","duration":"756.091639ms","start":"2026-05-07T04:42:19.871151Z","end":"2026-05-07T04:42:20.627243Z","steps":["trace[704093009] 'agreement among raft nodes before linearized reading' (duration: 755.553775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:20.627374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:19.871124Z","time spent":"756.208092ms","remote":"127.0.0.1:35782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T04:42:21.126688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479118,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T04:42:21.39496Z","caller":"traceutil/trace.go:171","msg":"trace[921665478] linearizableReadLoop","detail":"{readStateIndex:26878; appliedIndex:26870; }","duration":"768.566065ms","start":"2026-05-07T04:42:20.626368Z","end":"2026-05-07T04:42:21.394934Z","steps":["trace[921665478] 'read index received' (duration: 767.983241ms)","trace[921665478] 'applied index is now lower than readState.Index' (duration: 581.894µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:42:21.395095Z","caller":"traceutil/trace.go:171","msg":"trace[66086904] transaction","detail":"{read_only:false; response_revision:26012; number_of_response:1; }","duration":"787.019905ms","start":"2026-05-07T04:42:20.608064Z","end":"2026-05-07T04:42:21.395084Z","steps":["trace[66086904] 'process raft request' (duration: 786.762169ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:21.395161Z","caller":"traceutil/trace.go:171","msg":"trace[432416344] transaction","detail":"{read_only:false; response_revision:26011; number_of_response:1; }","duration":"787.131478ms","start":"2026-05-07T04:42:20.607976Z","end":"2026-05-07T04:42:21.395108Z","steps":["trace[432416344] 'process raft request' (duration: 786.81098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:21.395381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:20.607959Z","time spent":"787.301021ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:21.395541Z","caller":"traceutil/trace.go:171","msg":"trace[1837572078] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"800.122427ms","start":"2026-05-07T04:42:20.595366Z","end":"2026-05-07T04:42:21.395488Z","steps":["trace[1837572078] 'process raft request' (duration: 799.262046ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:21.395739Z","caller":"traceutil/trace.go:171","msg":"trace[1066441006] transaction","detail":"{read_only:false; response_revision:26009; number_of_response:1; }","duration":"800.530198ms","start":"2026-05-07T04:42:20.595179Z","end":"2026-05-07T04:42:21.395709Z","steps":["trace[1066441006] 'process raft request' (duration: 799.524553ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:21.395796Z","caller":"traceutil/trace.go:171","msg":"trace[504292359] transaction","detail":"{read_only:false; response_revision:26013; number_of_response:1; }","duration":"787.231141ms","start":"2026-05-07T04:42:20.608556Z","end":"2026-05-07T04:42:21.395788Z","steps":["trace[504292359] 'process raft request' (duration: 786.305227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:21.395786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:20.595341Z","time spent":"800.335683ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:21.395833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:20.595172Z","time spent":"800.621681ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:21.395871Z","caller":"traceutil/trace.go:171","msg":"trace[1592821707] transaction","detail":"{read_only:false; response_revision:26014; number_of_response:1; }","duration":"784.971864ms","start":"2026-05-07T04:42:20.610893Z","end":"2026-05-07T04:42:21.395865Z","steps":["trace[1592821707] 'process raft request' (duration: 784.003478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:21.395905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:20.610878Z","time spent":"785.008564ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:21.395746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:20.608054Z","time spent":"787.068436ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:21.39594Z","caller":"traceutil/trace.go:171","msg":"trace[1253522103] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"800.837906ms","start":"2026-05-07T04:42:20.595089Z","end":"2026-05-07T04:42:21.395927Z","steps":["trace[1253522103] 'process raft request' (duration: 799.286006ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:21.396008Z","caller":"traceutil/trace.go:171","msg":"trace[139725900] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"788.451462ms","start":"2026-05-07T04:42:20.607543Z","end":"2026-05-07T04:42:21.395995Z","steps":["trace[139725900] 'process raft request' (duration: 787.20706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:21.396029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.658587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:21.396035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.151265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-edaee0d6-7e2e-4d10-81ce-1a312cf70cf7\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-07T04:42:21.396062Z","caller":"traceutil/trace.go:171","msg":"trace[1968378162] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26014; }","duration":"762.732248ms","start":"2026-05-07T04:42:20.633318Z","end":"2026-05-07T04:42:21.396051Z","steps":["trace[1968378162] 'agreement among raft nodes before linearized reading' (duration: 762.686167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:21.396063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:20.607516Z","time spent":"788.519643ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:21.396064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:20.595076Z","time spent":"800.944359ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:21.39609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.728424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:42:21.395843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:20.608543Z","time spent":"787.277593ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:21.396087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:20.633298Z","time spent":"762.784199ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-07T04:42:21.396125Z","caller":"traceutil/trace.go:171","msg":"trace[652296150] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26014; }","duration":"408.808956ms","start":"2026-05-07T04:42:20.987305Z","end":"2026-05-07T04:42:21.396114Z","steps":["trace[652296150] 'agreement among raft nodes before linearized reading' (duration: 408.731864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:21.395946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.162826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:21.396162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:20.987281Z","time spent":"408.874068ms","remote":"127.0.0.1:45316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:21.39617Z","caller":"traceutil/trace.go:171","msg":"trace[753892035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26014; }","duration":"805.428753ms","start":"2026-05-07T04:42:20.590734Z","end":"2026-05-07T04:42:21.396162Z","steps":["trace[753892035] 'agreement among raft nodes before linearized reading' (duration: 805.138736ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:21.396082Z","caller":"traceutil/trace.go:171","msg":"trace[1364955481] range","detail":"{range_begin:/registry/persistentvolumes/pvc-edaee0d6-7e2e-4d10-81ce-1a312cf70cf7; range_end:; response_count:1; response_revision:26014; }","duration":"803.219407ms","start":"2026-05-07T04:42:20.592851Z","end":"2026-05-07T04:42:21.39607Z","steps":["trace[1364955481] 'agreement among raft nodes before linearized reading' (duration: 803.078223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:21.396198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:20.590715Z","time spent":"805.475444ms","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:42:21.396218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:20.592835Z","time spent":"803.3717ms","remote":"127.0.0.1:51366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-edaee0d6-7e2e-4d10-81ce-1a312cf70cf7\" "} {"level":"warn","ts":"2026-05-07T04:42:21.396217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.154574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:42:21.396308Z","caller":"traceutil/trace.go:171","msg":"trace[1950208653] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26014; }","duration":"307.296297ms","start":"2026-05-07T04:42:21.08899Z","end":"2026-05-07T04:42:21.396286Z","steps":["trace[1950208653] 'agreement among raft nodes before linearized reading' (duration: 307.113043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:21.39633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.192502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T04:42:21.396448Z","caller":"traceutil/trace.go:171","msg":"trace[568038631] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26014; }","duration":"523.377717ms","start":"2026-05-07T04:42:20.873047Z","end":"2026-05-07T04:42:21.396425Z","steps":["trace[568038631] 'agreement among raft nodes before linearized reading' (duration: 523.084009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:21.396363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:21.088967Z","time spent":"307.38284ms","remote":"127.0.0.1:34092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:21.396539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:20.873022Z","time spent":"523.50476ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:42:22.732346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.806781ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:22.732551Z","caller":"traceutil/trace.go:171","msg":"trace[433208991] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26015; }","duration":"765.046877ms","start":"2026-05-07T04:42:21.967473Z","end":"2026-05-07T04:42:22.73252Z","steps":["trace[433208991] 'range keys from in-memory index tree' (duration: 764.781859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:22.732932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18285586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:22.733009Z","caller":"traceutil/trace.go:171","msg":"trace[356859297] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26015; }","duration":"1.182976823s","start":"2026-05-07T04:42:21.550009Z","end":"2026-05-07T04:42:22.732986Z","steps":["trace[356859297] 'count revisions from in-memory index tree' (duration: 1.182750098s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:22.733075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:21.549968Z","time spent":"1.183089326s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:22.734395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.153374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:42:22.734519Z","caller":"traceutil/trace.go:171","msg":"trace[1411864438] linearizableReadLoop","detail":"{readStateIndex:26880; appliedIndex:26879; }","duration":"893.957591ms","start":"2026-05-07T04:42:21.840541Z","end":"2026-05-07T04:42:22.734498Z","steps":["trace[1411864438] 'read index received' (duration: 299.604542ms)","trace[1411864438] 'applied index is now lower than readState.Index' (duration: 594.351419ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:42:22.734553Z","caller":"traceutil/trace.go:171","msg":"trace[276849314] transaction","detail":"{read_only:false; response_revision:26016; number_of_response:1; }","duration":"1.065018397s","start":"2026-05-07T04:42:21.669497Z","end":"2026-05-07T04:42:22.734515Z","steps":["trace[276849314] 'process raft request' (duration: 470.626156ms)","trace[276849314] 'compare' (duration: 593.484408ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:22.734638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.095484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:22.734687Z","caller":"traceutil/trace.go:171","msg":"trace[1740757223] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26016; }","duration":"894.184657ms","start":"2026-05-07T04:42:21.840488Z","end":"2026-05-07T04:42:22.734673Z","steps":["trace[1740757223] 'agreement among raft nodes before linearized reading' (duration: 894.093734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:22.734743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:21.84046Z","time spent":"894.268619ms","remote":"127.0.0.1:49140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:22.734996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:21.669474Z","time spent":"1.065177781s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:22.735056Z","caller":"traceutil/trace.go:171","msg":"trace[78173125] transaction","detail":"{read_only:false; response_revision:26017; number_of_response:1; }","duration":"640.677357ms","start":"2026-05-07T04:42:22.09436Z","end":"2026-05-07T04:42:22.735038Z","steps":["trace[78173125] 'process raft request' (duration: 640.535083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:22.735179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:22.094332Z","time spent":"640.766829ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:23.826542Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036046801s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T04:42:23.95394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.184092ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T04:42:23.954378Z","caller":"traceutil/trace.go:171","msg":"trace[383505066] transaction","detail":"{read_only:false; response_revision:26018; number_of_response:1; }","duration":"1.358053182s","start":"2026-05-07T04:42:22.596293Z","end":"2026-05-07T04:42:23.954346Z","steps":["trace[383505066] 'process raft request' (duration: 1.357737444s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:23.954612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:22.59625Z","time spent":"1.358219307s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:24.28035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000039391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T04:42:24.280461Z","caller":"traceutil/trace.go:171","msg":"trace[1540082817] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000210667s","start":"2026-05-07T04:42:22.280224Z","end":"2026-05-07T04:42:24.280435Z","steps":["trace[1540082817] 'agreement among raft nodes before linearized reading' (duration: 2.000078813s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:24.280513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:22.280186Z","time spent":"2.000316389s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 04:42:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:42:25.10793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153525906s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:42:25.108198Z","caller":"traceutil/trace.go:171","msg":"trace[1524008699] transaction","detail":"{read_only:false; response_revision:26024; number_of_response:1; }","duration":"1.703266483s","start":"2026-05-07T04:42:23.404915Z","end":"2026-05-07T04:42:25.108181Z","steps":["trace[1524008699] 'process raft request' (duration: 1.703242162s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:25.108245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:23.404904Z","time spent":"1.703322024s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:25.108632Z","caller":"traceutil/trace.go:171","msg":"trace[2109048321] transaction","detail":"{read_only:false; response_revision:26020; number_of_response:1; }","duration":"1.704589597s","start":"2026-05-07T04:42:23.404009Z","end":"2026-05-07T04:42:25.108599Z","steps":["trace[2109048321] 'process raft request' (duration: 1.704014113s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:25.108704Z","caller":"traceutil/trace.go:171","msg":"trace[493924298] transaction","detail":"{read_only:false; response_revision:26021; number_of_response:1; }","duration":"1.704584857s","start":"2026-05-07T04:42:23.404112Z","end":"2026-05-07T04:42:25.108697Z","steps":["trace[493924298] 'process raft request' (duration: 1.703982102s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:25.108685Z","caller":"traceutil/trace.go:171","msg":"trace[803749634] transaction","detail":"{read_only:false; response_revision:26023; number_of_response:1; }","duration":"1.704290428s","start":"2026-05-07T04:42:23.40436Z","end":"2026-05-07T04:42:25.108651Z","steps":["trace[803749634] 'process raft request' (duration: 1.703777296s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:25.108823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:23.403993Z","time spent":"1.704741181s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:25.108861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:23.404105Z","time spent":"1.704672319s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:25.108896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:23.404329Z","time spent":"1.704469204s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:25.10896Z","caller":"traceutil/trace.go:171","msg":"trace[1401346935] linearizableReadLoop","detail":"{readStateIndex:26884; appliedIndex:26881; }","duration":"2.374399174s","start":"2026-05-07T04:42:22.734543Z","end":"2026-05-07T04:42:25.108942Z","steps":["trace[1401346935] 'read index received' (duration: 989.616µs)","trace[1401346935] 'applied index is now lower than readState.Index' (duration: 2.373407228s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:25.109068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662601265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:25.109093Z","caller":"traceutil/trace.go:171","msg":"trace[1942663178] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26024; }","duration":"2.662652925s","start":"2026-05-07T04:42:22.446429Z","end":"2026-05-07T04:42:25.109082Z","steps":["trace[1942663178] 'agreement among raft nodes before linearized reading' (duration: 2.662598224s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:25.109118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:22.446411Z","time spent":"2.662702247s","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:25.109162Z","caller":"traceutil/trace.go:171","msg":"trace[1920329825] transaction","detail":"{read_only:false; response_revision:26019; number_of_response:1; }","duration":"2.512671486s","start":"2026-05-07T04:42:22.596479Z","end":"2026-05-07T04:42:25.109151Z","steps":["trace[1920329825] 'process raft request' (duration: 1.357845867s)","trace[1920329825] 'compare' (duration: 1.153204917s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:25.109159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.512762248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-07T04:42:25.109188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539939118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-07T04:42:25.10922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:22.596446Z","time spent":"2.512746908s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:25.109244Z","caller":"traceutil/trace.go:171","msg":"trace[357199234] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26024; }","duration":"2.540039001s","start":"2026-05-07T04:42:22.569191Z","end":"2026-05-07T04:42:25.10923Z","steps":["trace[357199234] 'agreement among raft nodes before linearized reading' (duration: 2.539796255s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:25.10864Z","caller":"traceutil/trace.go:171","msg":"trace[1794861024] transaction","detail":"{read_only:false; response_revision:26022; number_of_response:1; }","duration":"1.704297709s","start":"2026-05-07T04:42:23.40431Z","end":"2026-05-07T04:42:25.108607Z","steps":["trace[1794861024] 'process raft request' (duration: 1.703805307s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:25.109242Z","caller":"traceutil/trace.go:171","msg":"trace[1909999116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26024; }","duration":"2.512937723s","start":"2026-05-07T04:42:22.596283Z","end":"2026-05-07T04:42:25.109221Z","steps":["trace[1909999116] 'agreement among raft nodes before linearized reading' (duration: 2.512667316s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:25.109294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:22.569165Z","time spent":"2.540121353s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T04:42:25.109309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:23.404303Z","time spent":"1.704981876s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:25.109309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:22.59626Z","time spent":"2.513038825s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:42:25.149326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846117571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:25.149431Z","caller":"traceutil/trace.go:171","msg":"trace[260520476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26025; }","duration":"1.846271835s","start":"2026-05-07T04:42:23.303137Z","end":"2026-05-07T04:42:25.149409Z","steps":["trace[260520476] 'agreement among raft nodes before linearized reading' (duration: 1.84605922s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:25.149688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:23.303119Z","time spent":"1.846551524s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:42:25.149701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745144687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T04:42:25.149822Z","caller":"traceutil/trace.go:171","msg":"trace[705673718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26025; }","duration":"1.745540077s","start":"2026-05-07T04:42:23.404259Z","end":"2026-05-07T04:42:25.149799Z","steps":["trace[705673718] 'agreement among raft nodes before linearized reading' (duration: 1.744930181s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:25.149864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:23.404254Z","time spent":"1.745600948s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:42:25.1499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749341574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-07T04:42:25.150022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390445461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:25.150069Z","caller":"traceutil/trace.go:171","msg":"trace[2123047816] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26025; }","duration":"2.390532003s","start":"2026-05-07T04:42:22.759524Z","end":"2026-05-07T04:42:25.150056Z","steps":["trace[2123047816] 'agreement among raft nodes before linearized reading' (duration: 2.390449031s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:25.15011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:22.759499Z","time spent":"2.390603885s","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:25.150293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362389193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:25.150336Z","caller":"traceutil/trace.go:171","msg":"trace[1770789492] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26025; }","duration":"1.362475065s","start":"2026-05-07T04:42:23.787851Z","end":"2026-05-07T04:42:25.150326Z","steps":["trace[1770789492] 'agreement among raft nodes before linearized reading' (duration: 1.362302131s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:25.150415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:23.787833Z","time spent":"1.362572647s","remote":"127.0.0.1:35994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:25.150623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692619021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:25.150657Z","caller":"traceutil/trace.go:171","msg":"trace[757997074] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26025; }","duration":"1.692664483s","start":"2026-05-07T04:42:23.457983Z","end":"2026-05-07T04:42:25.150647Z","steps":["trace[757997074] 'agreement among raft nodes before linearized reading' (duration: 1.692607002s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:25.150681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:23.457976Z","time spent":"1.692699684s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:25.150695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.321802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-07T04:42:25.150747Z","caller":"traceutil/trace.go:171","msg":"trace[287926331] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26025; }","duration":"515.426114ms","start":"2026-05-07T04:42:24.635305Z","end":"2026-05-07T04:42:25.150731Z","steps":["trace[287926331] 'agreement among raft nodes before linearized reading' (duration: 515.23962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:25.150785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:24.635265Z","time spent":"515.512627ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T04:42:25.150948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723454135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T04:42:25.150981Z","caller":"traceutil/trace.go:171","msg":"trace[1685781158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26025; }","duration":"1.723507666s","start":"2026-05-07T04:42:23.427463Z","end":"2026-05-07T04:42:25.150971Z","steps":["trace[1685781158] 'agreement among raft nodes before linearized reading' (duration: 1.723401304s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:25.151069Z","caller":"traceutil/trace.go:171","msg":"trace[1586192231] transaction","detail":"{read_only:false; response_revision:26025; number_of_response:1; }","duration":"410.55417ms","start":"2026-05-07T04:42:24.740501Z","end":"2026-05-07T04:42:25.151055Z","steps":["trace[1586192231] 'process raft request' (duration: 408.336034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:25.151033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:23.427452Z","time spent":"1.723574888s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:42:25.151183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:24.740478Z","time spent":"410.628603ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:25.150005Z","caller":"traceutil/trace.go:171","msg":"trace[1674477513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26025; }","duration":"1.749492738s","start":"2026-05-07T04:42:23.400493Z","end":"2026-05-07T04:42:25.149985Z","steps":["trace[1674477513] 'agreement among raft nodes before linearized reading' (duration: 1.748711607s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:25.151288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:23.400473Z","time spent":"1.75080585s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:42:25.151621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.267301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:25.151654Z","caller":"traceutil/trace.go:171","msg":"trace[577417093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26025; }","duration":"863.340903ms","start":"2026-05-07T04:42:24.288304Z","end":"2026-05-07T04:42:25.151645Z","steps":["trace[577417093] 'agreement among raft nodes before linearized reading' (duration: 863.291132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:25.151677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:24.288278Z","time spent":"863.393045ms","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:42:25.15181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.478368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:25.151838Z","caller":"traceutil/trace.go:171","msg":"trace[585796424] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26025; }","duration":"521.54549ms","start":"2026-05-07T04:42:24.630286Z","end":"2026-05-07T04:42:25.151832Z","steps":["trace[585796424] 'agreement among raft nodes before linearized reading' (duration: 521.496029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:25.151859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:24.630263Z","time spent":"521.59115ms","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:25.151771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747510037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T04:42:25.152054Z","caller":"traceutil/trace.go:171","msg":"trace[860643102] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26025; }","duration":"1.747816614s","start":"2026-05-07T04:42:23.404223Z","end":"2026-05-07T04:42:25.152039Z","steps":["trace[860643102] 'agreement among raft nodes before linearized reading' (duration: 1.745877036s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:25.152165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.160665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-05-07T04:42:25.152196Z","caller":"traceutil/trace.go:171","msg":"trace[1852290455] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce; range_end:; response_count:1; response_revision:26025; }","duration":"868.248008ms","start":"2026-05-07T04:42:24.283941Z","end":"2026-05-07T04:42:25.152189Z","steps":["trace[1852290455] 'agreement among raft nodes before linearized reading' (duration: 868.166266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:25.152217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:24.283913Z","time spent":"868.298889ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce\" "} {"level":"warn","ts":"2026-05-07T04:42:25.15233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:23.404214Z","time spent":"1.748098931s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:42:25.155652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348733366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:25.155891Z","caller":"traceutil/trace.go:171","msg":"trace[2023934080] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26025; }","duration":"1.34886875s","start":"2026-05-07T04:42:23.806857Z","end":"2026-05-07T04:42:25.155726Z","steps":["trace[2023934080] 'agreement among raft nodes before linearized reading' (duration: 1.342312962s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:25.156005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:23.806847Z","time spent":"1.349136966s","remote":"127.0.0.1:42714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:25.649212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479140,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:42:26.660728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.303728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:42:26.660836Z","caller":"traceutil/trace.go:171","msg":"trace[1629571031] transaction","detail":"{read_only:false; response_revision:26026; number_of_response:1; }","duration":"1.545585827s","start":"2026-05-07T04:42:25.115232Z","end":"2026-05-07T04:42:26.660818Z","steps":["trace[1629571031] 'process raft request' (duration: 731.070914ms)","trace[1629571031] 'compare' (duration: 813.269882ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:26.660991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:25.115207Z","time spent":"1.545757631s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:26.661422Z","caller":"traceutil/trace.go:171","msg":"trace[1661409970] transaction","detail":"{read_only:false; response_revision:26029; number_of_response:1; }","duration":"1.501143767s","start":"2026-05-07T04:42:25.160237Z","end":"2026-05-07T04:42:26.661381Z","steps":["trace[1661409970] 'process raft request' (duration: 1.500989293s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:26.661549Z","caller":"traceutil/trace.go:171","msg":"trace[661488319] transaction","detail":"{read_only:false; response_revision:26027; number_of_response:1; }","duration":"1.50633838s","start":"2026-05-07T04:42:25.155177Z","end":"2026-05-07T04:42:26.661515Z","steps":["trace[661488319] 'process raft request' (duration: 1.505753175s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:26.661751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:25.16022Z","time spent":"1.501379754s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:26.661931Z","caller":"traceutil/trace.go:171","msg":"trace[462999545] transaction","detail":"{read_only:false; response_revision:26030; number_of_response:1; }","duration":"1.5012426s","start":"2026-05-07T04:42:25.16067Z","end":"2026-05-07T04:42:26.661913Z","steps":["trace[462999545] 'process raft request' (duration: 1.500630754s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:26.661752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:25.155139Z","time spent":"1.506460703s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:26.661929Z","caller":"traceutil/trace.go:171","msg":"trace[1339427786] transaction","detail":"{read_only:false; response_revision:26028; number_of_response:1; }","duration":"1.502753328s","start":"2026-05-07T04:42:25.159133Z","end":"2026-05-07T04:42:26.661886Z","steps":["trace[1339427786] 'process raft request' (duration: 1.501981759s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:26.662029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:25.160655Z","time spent":"1.501320562s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:26.662131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:25.159119Z","time spent":"1.502902701s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:26.662295Z","caller":"traceutil/trace.go:171","msg":"trace[640951810] linearizableReadLoop","detail":"{readStateIndex:26897; appliedIndex:26890; }","duration":"1.513128802s","start":"2026-05-07T04:42:25.149154Z","end":"2026-05-07T04:42:26.662283Z","steps":["trace[640951810] 'read index received' (duration: 697.06895ms)","trace[640951810] 'applied index is now lower than readState.Index' (duration: 816.058772ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:42:26.662334Z","caller":"traceutil/trace.go:171","msg":"trace[434239631] transaction","detail":"{read_only:false; response_revision:26031; number_of_response:1; }","duration":"1.501527038s","start":"2026-05-07T04:42:25.160783Z","end":"2026-05-07T04:42:26.66231Z","steps":["trace[434239631] 'process raft request' (duration: 1.501048876s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:26.66237Z","caller":"traceutil/trace.go:171","msg":"trace[125939940] transaction","detail":"{read_only:false; response_revision:26032; number_of_response:1; }","duration":"1.500275935s","start":"2026-05-07T04:42:25.162033Z","end":"2026-05-07T04:42:26.662309Z","steps":["trace[125939940] 'process raft request' (duration: 1.500185482s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:26.66244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:25.160774Z","time spent":"1.501618631s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:26.662478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540773845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-07T04:42:26.662484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:25.162022Z","time spent":"1.500403099s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:26.662509Z","caller":"traceutil/trace.go:171","msg":"trace[1366196532] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26032; }","duration":"1.540835736s","start":"2026-05-07T04:42:25.12166Z","end":"2026-05-07T04:42:26.662496Z","steps":["trace[1366196532] 'agreement among raft nodes before linearized reading' (duration: 1.540682572s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:26.662538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:25.121641Z","time spent":"1.540890277s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T04:42:27.163252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479149,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T04:42:27.281201Z","caller":"traceutil/trace.go:171","msg":"trace[1315053628] transaction","detail":"{read_only:false; response_revision:26034; number_of_response:1; }","duration":"923.558593ms","start":"2026-05-07T04:42:26.357613Z","end":"2026-05-07T04:42:27.281171Z","steps":["trace[1315053628] 'process raft request' (duration: 923.501762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:27.281381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:26.357586Z","time spent":"923.701766ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:27.28131Z","caller":"traceutil/trace.go:171","msg":"trace[1538150185] transaction","detail":"{read_only:false; response_revision:26033; number_of_response:1; }","duration":"1.320806205s","start":"2026-05-07T04:42:25.960455Z","end":"2026-05-07T04:42:27.281262Z","steps":["trace[1538150185] 'process raft request' (duration: 1.320038376s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:27.281795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:25.960417Z","time spent":"1.321154675s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:27.283954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999849208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T04:42:27.284352Z","caller":"traceutil/trace.go:171","msg":"trace[890699875] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00030547s","start":"2026-05-07T04:42:25.284018Z","end":"2026-05-07T04:42:27.284324Z","steps":["trace[890699875] 'agreement among raft nodes before linearized reading' (duration: 1.999882989s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:27.284658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:25.284004Z","time spent":"2.000539406s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 04:42:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:42:28.79408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.211747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:42:28.79536Z","caller":"traceutil/trace.go:171","msg":"trace[1808919850] transaction","detail":"{read_only:false; response_revision:26035; number_of_response:1; }","duration":"1.679356005s","start":"2026-05-07T04:42:27.115964Z","end":"2026-05-07T04:42:28.79532Z","steps":["trace[1808919850] 'process raft request' (duration: 883.778973ms)","trace[1808919850] 'compare' (duration: 793.865208ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:28.795525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:27.115936Z","time spent":"1.679506959s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:28.796348Z","caller":"traceutil/trace.go:171","msg":"trace[109163849] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"1.68000518s","start":"2026-05-07T04:42:27.116317Z","end":"2026-05-07T04:42:28.796323Z","steps":["trace[109163849] 'process raft request' (duration: 1.677876577s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:28.79637Z","caller":"traceutil/trace.go:171","msg":"trace[790562590] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"1.679887908s","start":"2026-05-07T04:42:27.116458Z","end":"2026-05-07T04:42:28.796346Z","steps":["trace[790562590] 'process raft request' (duration: 1.679810956s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:28.796449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:27.116307Z","time spent":"1.680087303s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:28.796526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:27.11643Z","time spent":"1.680022562s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:28.796711Z","caller":"traceutil/trace.go:171","msg":"trace[932942870] transaction","detail":"{read_only:false; response_revision:26038; number_of_response:1; }","duration":"1.67995195s","start":"2026-05-07T04:42:27.116748Z","end":"2026-05-07T04:42:28.7967Z","steps":["trace[932942870] 'process raft request' (duration: 1.6795629s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:28.79676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:27.116721Z","time spent":"1.680016731s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:28.796862Z","caller":"traceutil/trace.go:171","msg":"trace[2106347895] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"1.678703739s","start":"2026-05-07T04:42:27.118147Z","end":"2026-05-07T04:42:28.79685Z","steps":["trace[2106347895] 'process raft request' (duration: 1.678469873s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:28.796921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:27.118131Z","time spent":"1.67876174s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:28.797089Z","caller":"traceutil/trace.go:171","msg":"trace[559444446] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"1.678878983s","start":"2026-05-07T04:42:27.118199Z","end":"2026-05-07T04:42:28.797078Z","steps":["trace[559444446] 'process raft request' (duration: 1.678551904s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:28.797257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:27.118182Z","time spent":"1.678942895s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:28.797304Z","caller":"traceutil/trace.go:171","msg":"trace[2010856699] transaction","detail":"{read_only:false; response_revision:26041; number_of_response:1; }","duration":"1.639194925s","start":"2026-05-07T04:42:27.158076Z","end":"2026-05-07T04:42:28.797271Z","steps":["trace[2010856699] 'process raft request' (duration: 1.639046921s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:28.797538Z","caller":"traceutil/trace.go:171","msg":"trace[1799466110] transaction","detail":"{read_only:false; response_revision:26042; number_of_response:1; }","duration":"1.056514552s","start":"2026-05-07T04:42:27.741013Z","end":"2026-05-07T04:42:28.797528Z","steps":["trace[1799466110] 'process raft request' (duration: 1.056255405s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:28.797531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:27.15806Z","time spent":"1.639332629s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:28.797562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191029854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:28.797514Z","caller":"traceutil/trace.go:171","msg":"trace[883207690] linearizableReadLoop","detail":"{readStateIndex:26906; appliedIndex:26897; }","duration":"2.135002651s","start":"2026-05-07T04:42:26.66232Z","end":"2026-05-07T04:42:28.797322Z","steps":["trace[883207690] 'read index received' (duration: 618.063122ms)","trace[883207690] 'applied index is now lower than readState.Index' (duration: 1.516938419s)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:42:28.797602Z","caller":"traceutil/trace.go:171","msg":"trace[1657509461] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26042; }","duration":"2.191111816s","start":"2026-05-07T04:42:26.606478Z","end":"2026-05-07T04:42:28.79759Z","steps":["trace[1657509461] 'agreement among raft nodes before linearized reading' (duration: 2.19088155s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:28.797635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:26.606454Z","time spent":"2.191173538s","remote":"127.0.0.1:49840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:28.797718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.084298138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:42:28.797763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779639828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:28.797788Z","caller":"traceutil/trace.go:171","msg":"trace[1022182278] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26042; }","duration":"2.77970518s","start":"2026-05-07T04:42:26.018073Z","end":"2026-05-07T04:42:28.797778Z","steps":["trace[1022182278] 'agreement among raft nodes before linearized reading' (duration: 2.779269399s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:28.797814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:26.018015Z","time spent":"2.779793153s","remote":"127.0.0.1:35822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:28.797777Z","caller":"traceutil/trace.go:171","msg":"trace[1646963257] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26042; }","duration":"3.08435972s","start":"2026-05-07T04:42:25.713407Z","end":"2026-05-07T04:42:28.797766Z","steps":["trace[1646963257] 'agreement among raft nodes before linearized reading' (duration: 3.083947789s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:28.797945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:25.713342Z","time spent":"3.084591466s","remote":"127.0.0.1:35840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:28.798012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.222019027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:28.79813Z","caller":"traceutil/trace.go:171","msg":"trace[1099263835] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26042; }","duration":"3.222376016s","start":"2026-05-07T04:42:25.57573Z","end":"2026-05-07T04:42:28.798106Z","steps":["trace[1099263835] 'agreement among raft nodes before linearized reading' (duration: 3.22174212s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:28.798165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:27.740986Z","time spent":"1.056586133s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:28.798202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:25.575665Z","time spent":"3.222513939s","remote":"127.0.0.1:35676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:28.799771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065217452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:28.799792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019554957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-07T04:42:28.799827Z","caller":"traceutil/trace.go:171","msg":"trace[591456988] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:26042; }","duration":"2.01963158s","start":"2026-05-07T04:42:26.780187Z","end":"2026-05-07T04:42:28.799818Z","steps":["trace[591456988] 'agreement among raft nodes before linearized reading' (duration: 2.019548157s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:28.799844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:26.780165Z","time spent":"2.01967371s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-05-07T04:42:28.799834Z","caller":"traceutil/trace.go:171","msg":"trace[68807230] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26042; }","duration":"1.065328226s","start":"2026-05-07T04:42:27.734486Z","end":"2026-05-07T04:42:28.799814Z","steps":["trace[68807230] 'agreement among raft nodes before linearized reading' (duration: 1.065237063s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:28.79987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:27.734459Z","time spent":"1.065402088s","remote":"127.0.0.1:35444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:28.799891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135675239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"info","ts":"2026-05-07T04:42:28.799922Z","caller":"traceutil/trace.go:171","msg":"trace[1529789433] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26042; }","duration":"2.135723399s","start":"2026-05-07T04:42:26.66419Z","end":"2026-05-07T04:42:28.799913Z","steps":["trace[1529789433] 'agreement among raft nodes before linearized reading' (duration: 2.135629397s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:28.799944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51542116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:28.799958Z","caller":"traceutil/trace.go:171","msg":"trace[1262308457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26042; }","duration":"1.515482771s","start":"2026-05-07T04:42:27.28447Z","end":"2026-05-07T04:42:28.799953Z","steps":["trace[1262308457] 'agreement among raft nodes before linearized reading' (duration: 1.515451801s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:28.799976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:27.284445Z","time spent":"1.515527813s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:42:28.79999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.884881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T04:42:28.800004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133891453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-07T04:42:28.800089Z","caller":"traceutil/trace.go:171","msg":"trace[1051323588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26042; }","duration":"134.028695ms","start":"2026-05-07T04:42:28.666035Z","end":"2026-05-07T04:42:28.800064Z","steps":["trace[1051323588] 'agreement among raft nodes before linearized reading' (duration: 133.756717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:28.800144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.079671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T04:42:28.800123Z","caller":"traceutil/trace.go:171","msg":"trace[1524428238] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26042; }","duration":"2.134074438s","start":"2026-05-07T04:42:26.66602Z","end":"2026-05-07T04:42:28.800095Z","steps":["trace[1524428238] 'agreement among raft nodes before linearized reading' (duration: 2.133736688s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:28.80017Z","caller":"traceutil/trace.go:171","msg":"trace[1864329794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26042; }","duration":"133.120453ms","start":"2026-05-07T04:42:28.667045Z","end":"2026-05-07T04:42:28.800165Z","steps":["trace[1864329794] 'agreement among raft nodes before linearized reading' (duration: 133.057951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:28.800202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:26.666005Z","time spent":"2.13418294s","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-05-07T04:42:28.800211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.157599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T04:42:28.800219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.20908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T04:42:28.800193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37999988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:28.800303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.864921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T04:42:28.799948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:26.664175Z","time spent":"2.135768431s","remote":"127.0.0.1:51378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-07T04:42:28.800345Z","caller":"traceutil/trace.go:171","msg":"trace[1452919148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26042; }","duration":"133.919413ms","start":"2026-05-07T04:42:28.666411Z","end":"2026-05-07T04:42:28.80033Z","steps":["trace[1452919148] 'agreement among raft nodes before linearized reading' (duration: 133.82059ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:28.800284Z","caller":"traceutil/trace.go:171","msg":"trace[957676041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26042; }","duration":"134.316572ms","start":"2026-05-07T04:42:28.665956Z","end":"2026-05-07T04:42:28.800273Z","steps":["trace[957676041] 'agreement among raft nodes before linearized reading' (duration: 134.079916ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:28.800243Z","caller":"traceutil/trace.go:171","msg":"trace[1386377237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26042; }","duration":"134.23001ms","start":"2026-05-07T04:42:28.666006Z","end":"2026-05-07T04:42:28.800236Z","steps":["trace[1386377237] 'agreement among raft nodes before linearized reading' (duration: 134.154328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:28.800277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.757776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:28.800503Z","caller":"traceutil/trace.go:171","msg":"trace[432783788] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26042; }","duration":"992.144766ms","start":"2026-05-07T04:42:27.80835Z","end":"2026-05-07T04:42:28.800495Z","steps":["trace[432783788] 'agreement among raft nodes before linearized reading' (duration: 991.689474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:28.800533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:27.808281Z","time spent":"992.243439ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:28.800345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041593658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:28.800735Z","caller":"traceutil/trace.go:171","msg":"trace[1115882010] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26042; }","duration":"2.041983638s","start":"2026-05-07T04:42:26.758742Z","end":"2026-05-07T04:42:28.800725Z","steps":["trace[1115882010] 'agreement among raft nodes before linearized reading' (duration: 2.041576757s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:28.800879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484652438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:28.800923Z","caller":"traceutil/trace.go:171","msg":"trace[363149805] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26042; }","duration":"1.484702999s","start":"2026-05-07T04:42:27.31621Z","end":"2026-05-07T04:42:28.800913Z","steps":["trace[363149805] 'agreement among raft nodes before linearized reading' (duration: 1.483626802s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:28.800942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:27.316133Z","time spent":"1.484803692s","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:28.800938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:26.758663Z","time spent":"2.042148032s","remote":"127.0.0.1:35660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:28.800386Z","caller":"traceutil/trace.go:171","msg":"trace[1862517296] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26042; }","duration":"1.380233796s","start":"2026-05-07T04:42:27.420088Z","end":"2026-05-07T04:42:28.800322Z","steps":["trace[1862517296] 'agreement among raft nodes before linearized reading' (duration: 1.37999564s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:28.801582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:27.420061Z","time spent":"1.381500448s","remote":"127.0.0.1:35452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:29.998048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.697298ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-07T04:42:29.99866Z","caller":"traceutil/trace.go:171","msg":"trace[115487234] transaction","detail":"{read_only:false; response_revision:26047; number_of_response:1; }","duration":"1.191268015s","start":"2026-05-07T04:42:28.807372Z","end":"2026-05-07T04:42:29.99864Z","steps":["trace[115487234] 'process raft request' (duration: 1.191227634s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:29.998782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:28.807364Z","time spent":"1.191345807s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:29.99902Z","caller":"traceutil/trace.go:171","msg":"trace[957789256] transaction","detail":"{read_only:false; response_revision:26043; number_of_response:1; }","duration":"1.193692187s","start":"2026-05-07T04:42:28.805315Z","end":"2026-05-07T04:42:29.999007Z","steps":["trace[957789256] 'process raft request' (duration: 1.192852945s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:29.999088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:28.805302Z","time spent":"1.193755409s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:29.999176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:28.800757Z","time spent":"1.198410137s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T04:42:29.999258Z","caller":"traceutil/trace.go:171","msg":"trace[312864288] transaction","detail":"{read_only:false; response_revision:26044; number_of_response:1; }","duration":"1.192670781s","start":"2026-05-07T04:42:28.80658Z","end":"2026-05-07T04:42:29.999251Z","steps":["trace[312864288] 'process raft request' (duration: 1.191915721s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:29.999274Z","caller":"traceutil/trace.go:171","msg":"trace[1575821796] transaction","detail":"{read_only:false; response_revision:26045; number_of_response:1; }","duration":"1.192656691s","start":"2026-05-07T04:42:28.806604Z","end":"2026-05-07T04:42:29.99926Z","steps":["trace[1575821796] 'process raft request' (duration: 1.191930891s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:29.999278Z","caller":"traceutil/trace.go:171","msg":"trace[1955191354] linearizableReadLoop","detail":"{readStateIndex:26908; appliedIndex:26907; }","duration":"1.195585495s","start":"2026-05-07T04:42:28.803651Z","end":"2026-05-07T04:42:29.999237Z","steps":["trace[1955191354] 'read index received' (duration: 281.698846ms)","trace[1955191354] 'applied index is now lower than readState.Index' (duration: 913.881909ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:29.999352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:28.806558Z","time spent":"1.192722452s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:29.999218Z","caller":"traceutil/trace.go:171","msg":"trace[659528291] transaction","detail":"{read_only:false; response_revision:26046; number_of_response:1; }","duration":"1.192485117s","start":"2026-05-07T04:42:28.806707Z","end":"2026-05-07T04:42:29.999192Z","steps":["trace[659528291] 'process raft request' (duration: 1.19186022s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:29.999507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:28.806697Z","time spent":"1.192762894s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:29.999525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:28.80659Z","time spent":"1.192712332s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:29.999643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195956984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-07T04:42:29.999711Z","caller":"traceutil/trace.go:171","msg":"trace[1267065386] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce; range_end:; response_count:1; response_revision:26047; }","duration":"1.196083847s","start":"2026-05-07T04:42:28.803609Z","end":"2026-05-07T04:42:29.999693Z","steps":["trace[1267065386] 'agreement among raft nodes before linearized reading' (duration: 1.19580518s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:29.999764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:28.803588Z","time spent":"1.19616242s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce\" "} {"level":"warn","ts":"2026-05-07T04:42:30.049245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24417225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dad4f7e6-7a47-43b4-8e67-722fc1a8f964\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-05-07T04:42:30.049337Z","caller":"traceutil/trace.go:171","msg":"trace[1927903544] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dad4f7e6-7a47-43b4-8e67-722fc1a8f964; range_end:; response_count:1; response_revision:26048; }","duration":"1.244287133s","start":"2026-05-07T04:42:28.805026Z","end":"2026-05-07T04:42:30.049313Z","steps":["trace[1927903544] 'agreement among raft nodes before linearized reading' (duration: 1.244000645s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:30.049377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:28.805017Z","time spent":"1.244350414s","remote":"127.0.0.1:51366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-dad4f7e6-7a47-43b4-8e67-722fc1a8f964\" "} {"level":"warn","ts":"2026-05-07T04:42:30.049413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087670634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:30.049501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154069189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:30.049508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046433235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T04:42:30.049581Z","caller":"traceutil/trace.go:171","msg":"trace[275246391] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26048; }","duration":"1.08790196s","start":"2026-05-07T04:42:28.961648Z","end":"2026-05-07T04:42:30.04955Z","steps":["trace[275246391] 'agreement among raft nodes before linearized reading' (duration: 1.087621603s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:30.049581Z","caller":"traceutil/trace.go:171","msg":"trace[1789445945] transaction","detail":"{read_only:false; response_revision:26048; number_of_response:1; }","duration":"760.937402ms","start":"2026-05-07T04:42:29.288612Z","end":"2026-05-07T04:42:30.04955Z","steps":["trace[1789445945] 'process raft request' (duration: 760.270194ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:30.049605Z","caller":"traceutil/trace.go:171","msg":"trace[516521431] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26048; }","duration":"1.154296096s","start":"2026-05-07T04:42:28.895282Z","end":"2026-05-07T04:42:30.049578Z","steps":["trace[516521431] 'agreement among raft nodes before linearized reading' (duration: 1.154041829s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:30.049641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24300664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:30.04965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:28.961613Z","time spent":"1.088018782s","remote":"127.0.0.1:34006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:30.04966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:28.895229Z","time spent":"1.154420588s","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T04:42:30.049676Z","caller":"traceutil/trace.go:171","msg":"trace[1922737323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26048; }","duration":"1.243068211s","start":"2026-05-07T04:42:28.806598Z","end":"2026-05-07T04:42:30.049666Z","steps":["trace[1922737323] 'agreement among raft nodes before linearized reading' (duration: 1.243005019s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:30.049704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:28.806584Z","time spent":"1.243114813s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:42:30.049731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:29.288574Z","time spent":"761.069935ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:30.049724Z","caller":"traceutil/trace.go:171","msg":"trace[1692467866] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26048; }","duration":"1.046739533s","start":"2026-05-07T04:42:29.002856Z","end":"2026-05-07T04:42:30.049596Z","steps":["trace[1692467866] 'agreement among raft nodes before linearized reading' (duration: 1.04625183s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:30.049812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:29.00284Z","time spent":"1.046955858s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":239,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:30.049945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079161117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:30.049989Z","caller":"traceutil/trace.go:171","msg":"trace[473226723] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26048; }","duration":"1.079223588s","start":"2026-05-07T04:42:28.970755Z","end":"2026-05-07T04:42:30.049979Z","steps":["trace[473226723] 'agreement among raft nodes before linearized reading' (duration: 1.079152146s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:30.050011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.045241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:30.050056Z","caller":"traceutil/trace.go:171","msg":"trace[663843035] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26048; }","duration":"801.146543ms","start":"2026-05-07T04:42:29.248897Z","end":"2026-05-07T04:42:30.050044Z","steps":["trace[663843035] 'agreement among raft nodes before linearized reading' (duration: 801.074281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:30.050054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.490601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:30.050094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:29.248865Z","time spent":"801.221275ms","remote":"127.0.0.1:42702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:30.050022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:28.970745Z","time spent":"1.079269079s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:30.050111Z","caller":"traceutil/trace.go:171","msg":"trace[689143105] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26048; }","duration":"808.580372ms","start":"2026-05-07T04:42:29.241511Z","end":"2026-05-07T04:42:30.050092Z","steps":["trace[689143105] 'agreement among raft nodes before linearized reading' (duration: 808.48668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:30.050157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:29.241492Z","time spent":"808.655565ms","remote":"127.0.0.1:42590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:30.049395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.084164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T04:42:30.050359Z","caller":"traceutil/trace.go:171","msg":"trace[1044478533] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26048; }","duration":"658.142281ms","start":"2026-05-07T04:42:29.392201Z","end":"2026-05-07T04:42:30.050344Z","steps":["trace[1044478533] 'agreement among raft nodes before linearized reading' (duration: 656.94318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:30.050444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:29.392172Z","time spent":"658.255433ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:30.55192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479172,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T04:42:30.959446Z","caller":"traceutil/trace.go:171","msg":"trace[1098237642] linearizableReadLoop","detail":"{readStateIndex:26916; appliedIndex:26914; }","duration":"908.502001ms","start":"2026-05-07T04:42:30.050915Z","end":"2026-05-07T04:42:30.959417Z","steps":["trace[1098237642] 'read index received' (duration: 844.373702ms)","trace[1098237642] 'applied index is now lower than readState.Index' (duration: 64.126899ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:42:30.959502Z","caller":"traceutil/trace.go:171","msg":"trace[189263489] transaction","detail":"{read_only:false; response_revision:26050; number_of_response:1; }","duration":"957.501535ms","start":"2026-05-07T04:42:30.001961Z","end":"2026-05-07T04:42:30.959462Z","steps":["trace[189263489] 'process raft request' (duration: 957.370242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:30.959605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.669405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:30.959657Z","caller":"traceutil/trace.go:171","msg":"trace[539785541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26050; }","duration":"908.757858ms","start":"2026-05-07T04:42:30.050889Z","end":"2026-05-07T04:42:30.959647Z","steps":["trace[539785541] 'agreement among raft nodes before linearized reading' (duration: 908.619974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:30.959683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:30.050873Z","time spent":"908.805499ms","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:42:30.959801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:30.001949Z","time spent":"957.695789ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:30.95946Z","caller":"traceutil/trace.go:171","msg":"trace[1183674770] transaction","detail":"{read_only:false; response_revision:26049; number_of_response:1; }","duration":"957.640508ms","start":"2026-05-07T04:42:30.001763Z","end":"2026-05-07T04:42:30.959403Z","steps":["trace[1183674770] 'process raft request' (duration: 893.49323ms)","trace[1183674770] 'compare' (duration: 63.896142ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:30.960493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:30.001742Z","time spent":"958.686165ms","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:31.460066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479182,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T04:42:31.733061Z","caller":"traceutil/trace.go:171","msg":"trace[1754430778] transaction","detail":"{read_only:false; response_revision:26051; number_of_response:1; }","duration":"929.340251ms","start":"2026-05-07T04:42:30.803684Z","end":"2026-05-07T04:42:31.733025Z","steps":["trace[1754430778] 'process raft request' (duration: 928.465438ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:31.733093Z","caller":"traceutil/trace.go:171","msg":"trace[1986123665] transaction","detail":"{read_only:false; response_revision:26052; number_of_response:1; }","duration":"929.264289ms","start":"2026-05-07T04:42:30.803776Z","end":"2026-05-07T04:42:31.73304Z","steps":["trace[1986123665] 'process raft request' (duration: 929.135506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:31.733231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:30.803663Z","time spent":"929.475644ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:31.733303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:30.803766Z","time spent":"929.423793ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:31.733528Z","caller":"traceutil/trace.go:171","msg":"trace[311320487] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"928.462619ms","start":"2026-05-07T04:42:30.805048Z","end":"2026-05-07T04:42:31.733511Z","steps":["trace[311320487] 'process raft request' (duration: 927.955016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:31.733703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:30.805021Z","time spent":"928.607163ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:31.733901Z","caller":"traceutil/trace.go:171","msg":"trace[1877146292] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"928.727995ms","start":"2026-05-07T04:42:30.80512Z","end":"2026-05-07T04:42:31.733848Z","steps":["trace[1877146292] 'process raft request' (duration: 928.290004ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:31.733971Z","caller":"traceutil/trace.go:171","msg":"trace[377975824] transaction","detail":"{read_only:false; response_revision:26057; number_of_response:1; }","duration":"926.55827ms","start":"2026-05-07T04:42:30.807391Z","end":"2026-05-07T04:42:31.733949Z","steps":["trace[377975824] 'process raft request' (duration: 926.372825ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:31.734Z","caller":"traceutil/trace.go:171","msg":"trace[1529257971] linearizableReadLoop","detail":"{readStateIndex:26925; appliedIndex:26916; }","duration":"774.442136ms","start":"2026-05-07T04:42:30.959526Z","end":"2026-05-07T04:42:31.733968Z","steps":["trace[1529257971] 'read index received' (duration: 772.564838ms)","trace[1529257971] 'applied index is now lower than readState.Index' (duration: 1.875908ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:42:31.734127Z","caller":"traceutil/trace.go:171","msg":"trace[2031692024] transaction","detail":"{read_only:false; response_revision:26059; number_of_response:1; }","duration":"886.728198ms","start":"2026-05-07T04:42:30.847385Z","end":"2026-05-07T04:42:31.734113Z","steps":["trace[2031692024] 'process raft request' (duration: 886.531373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:31.734155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437551032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:31.734172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:30.805103Z","time spent":"928.927821ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:31.734206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:30.847371Z","time spent":"886.79867ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:31.734212Z","caller":"traceutil/trace.go:171","msg":"trace[1453094706] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26059; }","duration":"1.437646064s","start":"2026-05-07T04:42:30.296551Z","end":"2026-05-07T04:42:31.734197Z","steps":["trace[1453094706] 'agreement among raft nodes before linearized reading' (duration: 1.437555042s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:31.734254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:30.296528Z","time spent":"1.437717136s","remote":"127.0.0.1:44336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:31.734115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13282839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:31.734355Z","caller":"traceutil/trace.go:171","msg":"trace[271657911] transaction","detail":"{read_only:false; response_revision:26058; number_of_response:1; }","duration":"894.779302ms","start":"2026-05-07T04:42:30.839564Z","end":"2026-05-07T04:42:31.734343Z","steps":["trace[271657911] 'process raft request' (duration: 894.289499ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:31.734385Z","caller":"traceutil/trace.go:171","msg":"trace[1094814985] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26059; }","duration":"1.133120366s","start":"2026-05-07T04:42:30.601215Z","end":"2026-05-07T04:42:31.734336Z","steps":["trace[1094814985] 'agreement among raft nodes before linearized reading' (duration: 1.132784158s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:31.734407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645187767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:31.734075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:30.807382Z","time spent":"926.640632ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:31.734502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:30.601196Z","time spent":"1.133263591s","remote":"127.0.0.1:35530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:31.734513Z","caller":"traceutil/trace.go:171","msg":"trace[1488143508] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26059; }","duration":"1.645379421s","start":"2026-05-07T04:42:30.089115Z","end":"2026-05-07T04:42:31.734495Z","steps":["trace[1488143508] 'agreement among raft nodes before linearized reading' (duration: 1.645156986s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:31.734613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:30.089095Z","time spent":"1.645500794s","remote":"127.0.0.1:35898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:31.734625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.924781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-07T04:42:31.734662Z","caller":"traceutil/trace.go:171","msg":"trace[750943951] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26059; }","duration":"772.000052ms","start":"2026-05-07T04:42:30.962652Z","end":"2026-05-07T04:42:31.734652Z","steps":["trace[750943951] 'agreement among raft nodes before linearized reading' (duration: 771.877659ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:31.734645Z","caller":"traceutil/trace.go:171","msg":"trace[1021332840] transaction","detail":"{read_only:false; response_revision:26053; number_of_response:1; }","duration":"929.059344ms","start":"2026-05-07T04:42:30.803987Z","end":"2026-05-07T04:42:31.733046Z","steps":["trace[1021332840] 'process raft request' (duration: 928.974492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:31.734701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:30.962628Z","time spent":"772.065864ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T04:42:31.734421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:30.839547Z","time spent":"894.844094ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:31.734871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.620506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:31.734069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539850171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:31.734914Z","caller":"traceutil/trace.go:171","msg":"trace[1703680888] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26059; }","duration":"287.668028ms","start":"2026-05-07T04:42:31.447232Z","end":"2026-05-07T04:42:31.7349Z","steps":["trace[1703680888] 'agreement among raft nodes before linearized reading' (duration: 287.601556ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:31.734931Z","caller":"traceutil/trace.go:171","msg":"trace[42346433] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26059; }","duration":"1.540754554s","start":"2026-05-07T04:42:30.194162Z","end":"2026-05-07T04:42:31.734916Z","steps":["trace[42346433] 'agreement among raft nodes before linearized reading' (duration: 1.539862512s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:31.735007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:30.194137Z","time spent":"1.540856306s","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:31.735109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679703213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-05-07T04:42:31.735161Z","caller":"traceutil/trace.go:171","msg":"trace[453300744] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26059; }","duration":"1.679758875s","start":"2026-05-07T04:42:30.055388Z","end":"2026-05-07T04:42:31.735147Z","steps":["trace[453300744] 'agreement among raft nodes before linearized reading' (duration: 1.67956699s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:31.735201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:30.055349Z","time spent":"1.679842997s","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-07T04:42:31.734438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.080076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:42:31.735293Z","caller":"traceutil/trace.go:171","msg":"trace[420122930] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26059; }","duration":"861.981088ms","start":"2026-05-07T04:42:30.873299Z","end":"2026-05-07T04:42:31.73528Z","steps":["trace[420122930] 'agreement among raft nodes before linearized reading' (duration: 861.057525ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:31.733918Z","caller":"traceutil/trace.go:171","msg":"trace[1340512738] transaction","detail":"{read_only:false; response_revision:26056; number_of_response:1; }","duration":"928.723836ms","start":"2026-05-07T04:42:30.80518Z","end":"2026-05-07T04:42:31.733904Z","steps":["trace[1340512738] 'process raft request' (duration: 928.470349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:31.735341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:30.873271Z","time spent":"862.05629ms","remote":"127.0.0.1:51648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:31.735365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680279348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:31.735395Z","caller":"traceutil/trace.go:171","msg":"trace[1729437894] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26059; }","duration":"1.680332999s","start":"2026-05-07T04:42:30.055052Z","end":"2026-05-07T04:42:31.735385Z","steps":["trace[1729437894] 'agreement among raft nodes before linearized reading' (duration: 1.680281767s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:31.735437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:30.055036Z","time spent":"1.680387721s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T04:42:31.735118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.15241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:31.735531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:30.805156Z","time spent":"930.264574ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:31.735076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.015697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:42:31.735658Z","caller":"traceutil/trace.go:171","msg":"trace[1360160362] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26059; }","duration":"717.650983ms","start":"2026-05-07T04:42:31.017992Z","end":"2026-05-07T04:42:31.735643Z","steps":["trace[1360160362] 'agreement among raft nodes before linearized reading' (duration: 717.047847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:31.735709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:31.017956Z","time spent":"717.736495ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:31.734755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:30.803948Z","time spent":"930.763517ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:31.735568Z","caller":"traceutil/trace.go:171","msg":"trace[908022647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26059; }","duration":"767.666113ms","start":"2026-05-07T04:42:30.967882Z","end":"2026-05-07T04:42:31.735548Z","steps":["trace[908022647] 'agreement among raft nodes before linearized reading' (duration: 767.215682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:31.735895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:30.967801Z","time spent":"768.085114ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:42:32.608542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:42:33.109616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:42:33.253913Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.191586663s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T04:42:34.280011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000312279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T04:42:34.280111Z","caller":"traceutil/trace.go:171","msg":"trace[1084581389] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000466973s","start":"2026-05-07T04:42:32.279621Z","end":"2026-05-07T04:42:34.280088Z","steps":["trace[1084581389] 'agreement among raft nodes before linearized reading' (duration: 2.00034132s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:34.280175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:32.279601Z","time spent":"2.000560645s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 04:42:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:42:34.571451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566703048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T04:42:34.571557Z","caller":"traceutil/trace.go:171","msg":"trace[1744666580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26059; }","duration":"2.566839631s","start":"2026-05-07T04:42:32.004687Z","end":"2026-05-07T04:42:34.571526Z","steps":["trace[1744666580] 'range keys from in-memory index tree' (duration: 2.566545565s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:34.571539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566743899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T04:42:34.571615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:32.004674Z","time spent":"2.566919094s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:42:34.571729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604845707s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:34.571873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567981252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T04:42:34.571861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568768061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T04:42:34.571915Z","caller":"traceutil/trace.go:171","msg":"trace[1218018477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26059; }","duration":"2.568032753s","start":"2026-05-07T04:42:32.003872Z","end":"2026-05-07T04:42:34.571905Z","steps":["trace[1218018477] 'range keys from in-memory index tree' (duration: 2.567901259s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:34.571929Z","caller":"traceutil/trace.go:171","msg":"trace[1130731754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26059; }","duration":"2.568884434s","start":"2026-05-07T04:42:32.003028Z","end":"2026-05-07T04:42:34.571913Z","steps":["trace[1130731754] 'range keys from in-memory index tree' (duration: 2.568593296s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:34.571954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:32.003869Z","time spent":"2.568074994s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:42:34.571873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:33.236729Z","time spent":"1.335134441s","remote":"127.0.0.1:41106","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T04:42:34.571957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:32.003007Z","time spent":"2.568945046s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:42:34.572089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567668604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T04:42:34.572155Z","caller":"traceutil/trace.go:171","msg":"trace[286534511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26059; }","duration":"2.567799426s","start":"2026-05-07T04:42:32.004337Z","end":"2026-05-07T04:42:34.572137Z","steps":["trace[286534511] 'range keys from in-memory index tree' (duration: 2.567475619s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:34.571881Z","caller":"traceutil/trace.go:171","msg":"trace[1957420514] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26059; }","duration":"2.605014101s","start":"2026-05-07T04:42:31.966843Z","end":"2026-05-07T04:42:34.571857Z","steps":["trace[1957420514] 'range keys from in-memory index tree' (duration: 2.604822837s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:34.572206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:32.004305Z","time spent":"2.567889959s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T04:42:34.571639Z","caller":"traceutil/trace.go:171","msg":"trace[371523674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26059; }","duration":"2.566910703s","start":"2026-05-07T04:42:32.004702Z","end":"2026-05-07T04:42:34.571613Z","steps":["trace[371523674] 'range keys from in-memory index tree' (duration: 2.566511774s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:34.572539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:32.004677Z","time spent":"2.567837447s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:42:34.572566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318342723s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:42:34.572743Z","caller":"traceutil/trace.go:171","msg":"trace[392295865] transaction","detail":"{read_only:false; response_revision:26060; number_of_response:1; }","duration":"2.510564112s","start":"2026-05-07T04:42:32.062155Z","end":"2026-05-07T04:42:34.572719Z","steps":["trace[392295865] 'process raft request' (duration: 1.191979453s)","trace[392295865] 'compare' (duration: 1.317774399s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:34.572863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:32.062124Z","time spent":"2.510659485s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:35.303351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000067353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T04:42:35.30348Z","caller":"traceutil/trace.go:171","msg":"trace[1627097435] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000267088s","start":"2026-05-07T04:42:33.303189Z","end":"2026-05-07T04:42:35.303456Z","steps":["trace[1627097435] 'agreement among raft nodes before linearized reading' (duration: 2.000071093s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:35.303583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:33.303167Z","time spent":"2.00036098s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:42:35.499453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.792126ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T04:42:35.499585Z","caller":"traceutil/trace.go:171","msg":"trace[1172567783] linearizableReadLoop","detail":"{readStateIndex:26927; appliedIndex:26925; }","duration":"3.398393568s","start":"2026-05-07T04:42:32.10117Z","end":"2026-05-07T04:42:35.499563Z","steps":["trace[1172567783] 'read index received' (duration: 1.152994523s)","trace[1172567783] 'applied index is now lower than readState.Index' (duration: 2.245397365s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:35.500356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.399170408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-05-07T04:42:35.500421Z","caller":"traceutil/trace.go:171","msg":"trace[835875127] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26060; }","duration":"3.39930062s","start":"2026-05-07T04:42:32.101107Z","end":"2026-05-07T04:42:35.500407Z","steps":["trace[835875127] 'agreement among raft nodes before linearized reading' (duration: 3.399099375s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:35.500466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:32.101081Z","time spent":"3.399371613s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T04:42:35.929014Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.058493636s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:42:35.92991Z","caller":"traceutil/trace.go:171","msg":"trace[1284250619] transaction","detail":"{read_only:false; response_revision:26062; number_of_response:1; }","duration":"2.188044398s","start":"2026-05-07T04:42:33.741825Z","end":"2026-05-07T04:42:35.929869Z","steps":["trace[1284250619] 'process raft request' (duration: 2.187906044s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:35.930026Z","caller":"traceutil/trace.go:171","msg":"trace[927655546] transaction","detail":"{read_only:false; response_revision:26061; number_of_response:1; }","duration":"2.188365036s","start":"2026-05-07T04:42:33.741507Z","end":"2026-05-07T04:42:35.929872Z","steps":["trace[927655546] 'process raft request' (duration: 2.187787631s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:35.930222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:33.741815Z","time spent":"2.188293065s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:35.930313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:33.741439Z","time spent":"2.188815948s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:35.93061Z","caller":"traceutil/trace.go:171","msg":"trace[1118050670] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"2.188175802s","start":"2026-05-07T04:42:33.742415Z","end":"2026-05-07T04:42:35.930591Z","steps":["trace[1118050670] 'process raft request' (duration: 2.187389612s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:35.930654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:33.742378Z","time spent":"2.188250744s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:35.930679Z","caller":"traceutil/trace.go:171","msg":"trace[312202520] transaction","detail":"{read_only:false; response_revision:26068; number_of_response:1; }","duration":"2.124958256s","start":"2026-05-07T04:42:33.805713Z","end":"2026-05-07T04:42:35.930671Z","steps":["trace[312202520] 'process raft request' (duration: 2.124909405s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:35.930672Z","caller":"traceutil/trace.go:171","msg":"trace[1771369404] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"2.187490325s","start":"2026-05-07T04:42:33.743136Z","end":"2026-05-07T04:42:35.930627Z","steps":["trace[1771369404] 'process raft request' (duration: 2.187021423s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:35.930796Z","caller":"traceutil/trace.go:171","msg":"trace[45720145] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"2.18535257s","start":"2026-05-07T04:42:33.745433Z","end":"2026-05-07T04:42:35.930785Z","steps":["trace[45720145] 'process raft request' (duration: 2.185164845s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:35.930847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:33.745407Z","time spent":"2.185415312s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:35.930924Z","caller":"traceutil/trace.go:171","msg":"trace[1687629192] transaction","detail":"{read_only:false; response_revision:26065; number_of_response:1; }","duration":"2.186892959s","start":"2026-05-07T04:42:33.744024Z","end":"2026-05-07T04:42:35.930917Z","steps":["trace[1687629192] 'process raft request' (duration: 2.186305394s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:35.930927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:33.805693Z","time spent":"2.125031798s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:35.930971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:33.744019Z","time spent":"2.186929221s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:35.930784Z","caller":"traceutil/trace.go:171","msg":"trace[1697030982] transaction","detail":"{read_only:false; response_revision:26066; number_of_response:1; }","duration":"2.185958575s","start":"2026-05-07T04:42:33.744806Z","end":"2026-05-07T04:42:35.930765Z","steps":["trace[1697030982] 'process raft request' (duration: 2.1857595s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:35.931282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:33.744791Z","time spent":"2.186352415s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:35.931767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:33.743129Z","time spent":"2.187637818s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:36.280941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000794351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T04:42:36.281058Z","caller":"traceutil/trace.go:171","msg":"trace[247481697] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000967495s","start":"2026-05-07T04:42:34.280064Z","end":"2026-05-07T04:42:36.281032Z","steps":["trace[247481697] 'agreement among raft nodes before linearized reading' (duration: 2.000813391s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:36.281115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:34.280047Z","time spent":"2.001056988s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T04:42:36.904927Z","caller":"traceutil/trace.go:171","msg":"trace[110878597] transaction","detail":"{read_only:false; response_revision:26069; number_of_response:1; }","duration":"2.326135928s","start":"2026-05-07T04:42:34.578755Z","end":"2026-05-07T04:42:36.904891Z","steps":["trace[110878597] 'process raft request' (duration: 2.324123996s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:36.905078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:34.578731Z","time spent":"2.326272761s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:36.905055Z","caller":"traceutil/trace.go:171","msg":"trace[555026915] transaction","detail":"{read_only:false; response_revision:26070; number_of_response:1; }","duration":"2.326070376s","start":"2026-05-07T04:42:34.578918Z","end":"2026-05-07T04:42:36.904989Z","steps":["trace[555026915] 'process raft request' (duration: 2.325857631s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:36.905205Z","caller":"traceutil/trace.go:171","msg":"trace[635509720] linearizableReadLoop","detail":"{readStateIndex:26941; appliedIndex:26927; }","duration":"1.405558679s","start":"2026-05-07T04:42:35.499616Z","end":"2026-05-07T04:42:36.905174Z","steps":["trace[635509720] 'read index received' (duration: 429.937913ms)","trace[635509720] 'applied index is now lower than readState.Index' (duration: 975.619096ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:36.905272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:34.578885Z","time spent":"2.326359534s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:36.905338Z","caller":"traceutil/trace.go:171","msg":"trace[1198719064] transaction","detail":"{read_only:false; response_revision:26071; number_of_response:1; }","duration":"2.326385034s","start":"2026-05-07T04:42:34.578936Z","end":"2026-05-07T04:42:36.905321Z","steps":["trace[1198719064] 'process raft request' (duration: 2.325921962s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:36.905516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:34.578908Z","time spent":"2.326467556s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:36.905567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555799581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:42:36.905618Z","caller":"traceutil/trace.go:171","msg":"trace[1421226634] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26075; }","duration":"2.555871723s","start":"2026-05-07T04:42:34.349736Z","end":"2026-05-07T04:42:36.905607Z","steps":["trace[1421226634] 'agreement among raft nodes before linearized reading' (duration: 2.555700678s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:36.90565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:34.349689Z","time spent":"2.555953246s","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:36.905739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.412462096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:42:36.90579Z","caller":"traceutil/trace.go:171","msg":"trace[2092295641] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26075; }","duration":"3.412538517s","start":"2026-05-07T04:42:33.493236Z","end":"2026-05-07T04:42:36.905774Z","steps":["trace[2092295641] 'agreement among raft nodes before linearized reading' (duration: 3.412454255s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:36.905839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:33.493219Z","time spent":"3.412610249s","remote":"127.0.0.1:51762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:36.905875Z","caller":"traceutil/trace.go:171","msg":"trace[2098964650] transaction","detail":"{read_only:false; response_revision:26072; number_of_response:1; }","duration":"2.326696741s","start":"2026-05-07T04:42:34.579168Z","end":"2026-05-07T04:42:36.905865Z","steps":["trace[2098964650] 'process raft request' (duration: 2.325735127s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:36.905932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.919677906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:36.905988Z","caller":"traceutil/trace.go:171","msg":"trace[1919283075] transaction","detail":"{read_only:false; response_revision:26073; number_of_response:1; }","duration":"2.326760152s","start":"2026-05-07T04:42:34.579221Z","end":"2026-05-07T04:42:36.905981Z","steps":["trace[1919283075] 'process raft request' (duration: 2.325720646s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:36.906025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:34.579185Z","time spent":"2.326820244s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:36.906074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.086410242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:36.90608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.969473727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:36.90609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.190172623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:36.906119Z","caller":"traceutil/trace.go:171","msg":"trace[1743012186] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26075; }","duration":"3.086492434s","start":"2026-05-07T04:42:33.819616Z","end":"2026-05-07T04:42:36.906108Z","steps":["trace[1743012186] 'agreement among raft nodes before linearized reading' (duration: 3.086429453s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:36.906142Z","caller":"traceutil/trace.go:171","msg":"trace[557134578] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26075; }","duration":"4.190251316s","start":"2026-05-07T04:42:32.715874Z","end":"2026-05-07T04:42:36.906125Z","steps":["trace[557134578] 'agreement among raft nodes before linearized reading' (duration: 4.190168744s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:36.906137Z","caller":"traceutil/trace.go:171","msg":"trace[1025351543] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26075; }","duration":"3.969571929s","start":"2026-05-07T04:42:32.936545Z","end":"2026-05-07T04:42:36.906117Z","steps":["trace[1025351543] 'agreement among raft nodes before linearized reading' (duration: 3.969479097s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:36.906165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:33.819597Z","time spent":"3.086558186s","remote":"127.0.0.1:49916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:36.9062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:32.936521Z","time spent":"3.969664541s","remote":"127.0.0.1:35696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:36.90622Z","caller":"traceutil/trace.go:171","msg":"trace[539599167] transaction","detail":"{read_only:false; response_revision:26074; number_of_response:1; }","duration":"2.118680806s","start":"2026-05-07T04:42:34.787532Z","end":"2026-05-07T04:42:36.906213Z","steps":["trace[539599167] 'process raft request' (duration: 2.117447765s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:36.906276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:34.787506Z","time spent":"2.118739128s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:36.905958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:34.57916Z","time spent":"2.326745432s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:36.906419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6563176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:42:36.906454Z","caller":"traceutil/trace.go:171","msg":"trace[1933998205] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26075; }","duration":"1.656440293s","start":"2026-05-07T04:42:35.250005Z","end":"2026-05-07T04:42:36.906445Z","steps":["trace[1933998205] 'agreement among raft nodes before linearized reading' (duration: 1.65632555s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:36.906488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:35.249866Z","time spent":"1.656615237s","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:36.905857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677632817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:42:36.906589Z","caller":"traceutil/trace.go:171","msg":"trace[423076187] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26075; }","duration":"2.678385276s","start":"2026-05-07T04:42:34.228186Z","end":"2026-05-07T04:42:36.906571Z","steps":["trace[423076187] 'agreement among raft nodes before linearized reading' (duration: 2.677637377s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:36.90661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530536033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:36.906643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:34.228167Z","time spent":"2.678458508s","remote":"127.0.0.1:34072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:36.906655Z","caller":"traceutil/trace.go:171","msg":"trace[1404699216] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26075; }","duration":"1.530627356s","start":"2026-05-07T04:42:35.376014Z","end":"2026-05-07T04:42:36.906642Z","steps":["trace[1404699216] 'agreement among raft nodes before linearized reading' (duration: 1.530556734s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:36.906681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599141536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb171d7701\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-07T04:42:36.906706Z","caller":"traceutil/trace.go:171","msg":"trace[1741617165] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad2bfb171d7701; range_end:; response_count:1; response_revision:26075; }","duration":"1.599170197s","start":"2026-05-07T04:42:35.307528Z","end":"2026-05-07T04:42:36.906698Z","steps":["trace[1741617165] 'agreement among raft nodes before linearized reading' (duration: 1.599065534s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:36.906714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:35.375982Z","time spent":"1.530718308s","remote":"127.0.0.1:34036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:36.906733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:35.307504Z","time spent":"1.599224038s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb171d7701\" "} {"level":"warn","ts":"2026-05-07T04:42:36.905753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.094522208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:42:36.906722Z","caller":"traceutil/trace.go:171","msg":"trace[626422300] transaction","detail":"{read_only:false; response_revision:26075; number_of_response:1; }","duration":"1.401483655s","start":"2026-05-07T04:42:35.505229Z","end":"2026-05-07T04:42:36.906713Z","steps":["trace[626422300] 'process raft request' (duration: 1.399859105s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:36.906859Z","caller":"traceutil/trace.go:171","msg":"trace[628643585] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26075; }","duration":"3.095652847s","start":"2026-05-07T04:42:33.811192Z","end":"2026-05-07T04:42:36.906845Z","steps":["trace[628643585] 'agreement among raft nodes before linearized reading' (duration: 3.094429076s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:36.906884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:35.505199Z","time spent":"1.40165821s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:36.906924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:33.8111Z","time spent":"3.09579636s","remote":"127.0.0.1:51688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:36.906012Z","caller":"traceutil/trace.go:171","msg":"trace[1671638852] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26075; }","duration":"2.919782639s","start":"2026-05-07T04:42:33.986201Z","end":"2026-05-07T04:42:36.905984Z","steps":["trace[1671638852] 'agreement among raft nodes before linearized reading' (duration: 2.919695347s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:36.907037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:33.98616Z","time spent":"2.920867477s","remote":"127.0.0.1:51522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:36.906175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:32.715856Z","time spent":"4.190312368s","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:36.97411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265060949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:42:36.974214Z","caller":"traceutil/trace.go:171","msg":"trace[89084887] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26076; }","duration":"1.265246514s","start":"2026-05-07T04:42:35.708945Z","end":"2026-05-07T04:42:36.974192Z","steps":["trace[89084887] 'agreement among raft nodes before linearized reading' (duration: 1.264965316s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:36.974266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:35.708917Z","time spent":"1.265338047s","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:36.974586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.177698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-07T04:42:36.974697Z","caller":"traceutil/trace.go:171","msg":"trace[789956486] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:26076; }","duration":"193.562938ms","start":"2026-05-07T04:42:36.78111Z","end":"2026-05-07T04:42:36.974673Z","steps":["trace[789956486] 'agreement among raft nodes before linearized reading' (duration: 192.987522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:36.974722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.768833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T04:42:36.97472Z","caller":"traceutil/trace.go:171","msg":"trace[990337275] transaction","detail":"{read_only:false; response_revision:26076; number_of_response:1; }","duration":"392.670017ms","start":"2026-05-07T04:42:36.581993Z","end":"2026-05-07T04:42:36.974663Z","steps":["trace[990337275] 'process raft request' (duration: 391.721593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:36.974834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.395283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:36.974881Z","caller":"traceutil/trace.go:171","msg":"trace[213623673] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26076; }","duration":"552.486636ms","start":"2026-05-07T04:42:36.422378Z","end":"2026-05-07T04:42:36.974865Z","steps":["trace[213623673] 'agreement among raft nodes before linearized reading' (duration: 552.423075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:36.974918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:36.422351Z","time spent":"552.559589ms","remote":"127.0.0.1:49846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:36.974946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:36.581957Z","time spent":"392.873753ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:36.974768Z","caller":"traceutil/trace.go:171","msg":"trace[1749095627] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26076; }","duration":"217.856115ms","start":"2026-05-07T04:42:36.756901Z","end":"2026-05-07T04:42:36.974757Z","steps":["trace[1749095627] 'agreement among raft nodes before linearized reading' (duration: 217.68624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:36.976158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.28358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:36.977218Z","caller":"traceutil/trace.go:171","msg":"trace[958502514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26076; }","duration":"688.403869ms","start":"2026-05-07T04:42:36.288773Z","end":"2026-05-07T04:42:36.977176Z","steps":["trace[958502514] 'agreement among raft nodes before linearized reading' (duration: 685.912376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:36.977326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:36.288748Z","time spent":"688.558054ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:42:37.479571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479221,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:42:37.980247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479221,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:42:38.480584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479221,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:42:38.773335Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.79976281s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T04:42:38.895778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.044942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:42:38.895985Z","caller":"traceutil/trace.go:171","msg":"trace[495564502] transaction","detail":"{read_only:false; response_revision:26077; number_of_response:1; }","duration":"1.984678519s","start":"2026-05-07T04:42:36.91128Z","end":"2026-05-07T04:42:38.895958Z","steps":["trace[495564502] 'process raft request' (duration: 1.86235311s)","trace[495564502] 'compare' (duration: 119.867908ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:38.896069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:36.91123Z","time spent":"1.984801944s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:38.97843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999920802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T04:42:38.978539Z","caller":"traceutil/trace.go:171","msg":"trace[954579483] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000071926s","start":"2026-05-07T04:42:36.978442Z","end":"2026-05-07T04:42:38.978513Z","steps":["trace[954579483] 'agreement among raft nodes before linearized reading' (duration: 1.999939673s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:38.978587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:36.97842Z","time spent":"2.000157479s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 04:42:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:42:40.082328Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.308721788s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T04:42:40.083082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:36.977784Z","time spent":"3.105289666s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T04:42:40.083273Z","caller":"traceutil/trace.go:171","msg":"trace[785857620] transaction","detail":"{read_only:false; response_revision:26079; number_of_response:1; }","duration":"2.145038343s","start":"2026-05-07T04:42:37.938208Z","end":"2026-05-07T04:42:40.083246Z","steps":["trace[785857620] 'process raft request' (duration: 2.14494233s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:40.083356Z","caller":"traceutil/trace.go:171","msg":"trace[2115526131] transaction","detail":"{read_only:false; response_revision:26078; number_of_response:1; }","duration":"2.145181306s","start":"2026-05-07T04:42:37.938116Z","end":"2026-05-07T04:42:40.083297Z","steps":["trace[2115526131] 'process raft request' (duration: 2.144834887s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:40.083549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:37.938079Z","time spent":"2.145362941s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:40.083581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:37.938173Z","time spent":"2.145236538s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:40.083691Z","caller":"traceutil/trace.go:171","msg":"trace[1210518292] transaction","detail":"{read_only:false; response_revision:26080; number_of_response:1; }","duration":"2.145420902s","start":"2026-05-07T04:42:37.938236Z","end":"2026-05-07T04:42:40.083657Z","steps":["trace[1210518292] 'process raft request' (duration: 2.14495886s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:40.083918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:37.938191Z","time spent":"2.145600778s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:40.084049Z","caller":"traceutil/trace.go:171","msg":"trace[559191834] linearizableReadLoop","detail":"{readStateIndex:26952; appliedIndex:26943; }","duration":"3.105561733s","start":"2026-05-07T04:42:36.97847Z","end":"2026-05-07T04:42:40.084032Z","steps":["trace[559191834] 'read index received' (duration: 1.795263595s)","trace[559191834] 'applied index is now lower than readState.Index' (duration: 1.310297388s)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:42:40.084017Z","caller":"traceutil/trace.go:171","msg":"trace[710553657] transaction","detail":"{read_only:false; response_revision:26081; number_of_response:1; }","duration":"2.145710401s","start":"2026-05-07T04:42:37.938268Z","end":"2026-05-07T04:42:40.083978Z","steps":["trace[710553657] 'process raft request' (duration: 2.145274629s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:40.084109Z","caller":"traceutil/trace.go:171","msg":"trace[694775876] transaction","detail":"{read_only:false; response_revision:26084; number_of_response:1; }","duration":"2.144505501s","start":"2026-05-07T04:42:37.939586Z","end":"2026-05-07T04:42:40.084091Z","steps":["trace[694775876] 'process raft request' (duration: 2.144402648s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:40.084128Z","caller":"traceutil/trace.go:171","msg":"trace[1289260379] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"2.145577687s","start":"2026-05-07T04:42:37.938536Z","end":"2026-05-07T04:42:40.084114Z","steps":["trace[1289260379] 'process raft request' (duration: 2.145326771s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:40.084214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:37.939579Z","time spent":"2.144589273s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:40.084254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:37.938228Z","time spent":"2.145907156s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:40.084266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:37.938526Z","time spent":"2.145650349s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:40.084072Z","caller":"traceutil/trace.go:171","msg":"trace[1661260772] transaction","detail":"{read_only:false; response_revision:26083; number_of_response:1; }","duration":"2.144929171s","start":"2026-05-07T04:42:37.939114Z","end":"2026-05-07T04:42:40.084043Z","steps":["trace[1661260772] 'process raft request' (duration: 2.144841838s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:40.084412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:37.939098Z","time spent":"2.14528205s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:40.585125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479232,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:42:40.985425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000441689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T04:42:40.98623Z","caller":"traceutil/trace.go:171","msg":"trace[1574299180] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001301541s","start":"2026-05-07T04:42:38.984902Z","end":"2026-05-07T04:42:40.986203Z","steps":["trace[1574299180] 'agreement among raft nodes before linearized reading' (duration: 2.000471059s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:40.986292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:38.984884Z","time spent":"2.001391313s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 04:42:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:42:42.093369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.622469ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:42.09356Z","caller":"traceutil/trace.go:171","msg":"trace[1157547775] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26084; }","duration":"126.827804ms","start":"2026-05-07T04:42:41.966713Z","end":"2026-05-07T04:42:42.093541Z","steps":["trace[1157547775] 'range keys from in-memory index tree' (duration: 126.603549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:42.095474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045372174s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:42:42.095754Z","caller":"traceutil/trace.go:171","msg":"trace[605214114] transaction","detail":"{read_only:false; response_revision:26085; number_of_response:1; }","duration":"3.113305663s","start":"2026-05-07T04:42:38.982392Z","end":"2026-05-07T04:42:42.095698Z","steps":["trace[605214114] 'process raft request' (duration: 2.0675885s)","trace[605214114] 'compare' (duration: 1.045133077s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:42.095895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:38.98236Z","time spent":"3.113454467s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:42.096131Z","caller":"traceutil/trace.go:171","msg":"trace[719941534] linearizableReadLoop","detail":"{readStateIndex:26954; appliedIndex:26952; }","duration":"2.012034202s","start":"2026-05-07T04:42:40.084078Z","end":"2026-05-07T04:42:42.096112Z","steps":["trace[719941534] 'read index received' (duration: 965.921039ms)","trace[719941534] 'applied index is now lower than readState.Index' (duration: 1.046111623s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:42.096254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.183652796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T04:42:42.096283Z","caller":"traceutil/trace.go:171","msg":"trace[1429504546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26087; }","duration":"3.183717438s","start":"2026-05-07T04:42:38.912558Z","end":"2026-05-07T04:42:42.096276Z","steps":["trace[1429504546] 'agreement among raft nodes before linearized reading' (duration: 3.183571464s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:42.096303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:38.912538Z","time spent":"3.183759669s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:42:42.096448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.195844754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-07T04:42:42.096429Z","caller":"traceutil/trace.go:171","msg":"trace[1495213479] transaction","detail":"{read_only:false; response_revision:26086; number_of_response:1; }","duration":"2.011459428s","start":"2026-05-07T04:42:40.084937Z","end":"2026-05-07T04:42:42.096397Z","steps":["trace[1495213479] 'process raft request' (duration: 2.010658537s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:42.096438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.036737145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:42:42.096503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.604709507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:42.096613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.299822193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:42.09662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.923954788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:42.09668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.183970544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T04:42:42.096698Z","caller":"traceutil/trace.go:171","msg":"trace[1635815146] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26087; }","duration":"4.299988578s","start":"2026-05-07T04:42:37.796697Z","end":"2026-05-07T04:42:42.096686Z","steps":["trace[1635815146] 'agreement among raft nodes before linearized reading' (duration: 4.299843074s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:42.096707Z","caller":"traceutil/trace.go:171","msg":"trace[1114481705] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26087; }","duration":"3.924087051s","start":"2026-05-07T04:42:38.172607Z","end":"2026-05-07T04:42:42.096694Z","steps":["trace[1114481705] 'agreement among raft nodes before linearized reading' (duration: 3.923954838s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:42.096629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.715322269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:42:42.096798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.324686974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:42:42.096806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196252125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:42.096856Z","caller":"traceutil/trace.go:171","msg":"trace[467362770] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26087; }","duration":"3.196301436s","start":"2026-05-07T04:42:38.900544Z","end":"2026-05-07T04:42:42.096846Z","steps":["trace[467362770] 'agreement among raft nodes before linearized reading' (duration: 3.196230444s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:42.096855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:37.79667Z","time spent":"4.300167942s","remote":"127.0.0.1:44244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:42.096856Z","caller":"traceutil/trace.go:171","msg":"trace[1844576221] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26087; }","duration":"4.324751206s","start":"2026-05-07T04:42:37.772088Z","end":"2026-05-07T04:42:42.09684Z","steps":["trace[1844576221] 'agreement among raft nodes before linearized reading' (duration: 4.324643453s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:42.096893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:38.900524Z","time spent":"3.196360208s","remote":"127.0.0.1:35692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:42.096913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:37.77201Z","time spent":"4.324892249s","remote":"127.0.0.1:51366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:42.096922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.183794218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T04:42:42.09684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184094097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-07T04:42:42.096964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107797309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-05-07T04:42:42.096978Z","caller":"traceutil/trace.go:171","msg":"trace[172085576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26087; }","duration":"3.184276702s","start":"2026-05-07T04:42:38.91269Z","end":"2026-05-07T04:42:42.096967Z","steps":["trace[172085576] 'agreement among raft nodes before linearized reading' (duration: 3.184045686s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:42.097004Z","caller":"traceutil/trace.go:171","msg":"trace[296230898] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26087; }","duration":"2.107836999s","start":"2026-05-07T04:42:39.989157Z","end":"2026-05-07T04:42:42.096994Z","steps":["trace[296230898] 'agreement among raft nodes before linearized reading' (duration: 2.107674875s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:42.097027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.416973339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-07T04:42:42.097039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:39.989072Z","time spent":"2.107959733s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-05-07T04:42:42.09681Z","caller":"traceutil/trace.go:171","msg":"trace[681583442] transaction","detail":"{read_only:false; response_revision:26087; number_of_response:1; }","duration":"1.158763538s","start":"2026-05-07T04:42:40.938024Z","end":"2026-05-07T04:42:42.096788Z","steps":["trace[681583442] 'process raft request' (duration: 1.158008249s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:42.09707Z","caller":"traceutil/trace.go:171","msg":"trace[497410692] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26087; }","duration":"3.417082871s","start":"2026-05-07T04:42:38.679977Z","end":"2026-05-07T04:42:42.09706Z","steps":["trace[497410692] 'agreement among raft nodes before linearized reading' (duration: 3.416820405s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:42.097118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:40.937998Z","time spent":"1.159082436s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:42.097141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:38.679954Z","time spent":"3.417175424s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:42.097166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184544749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-07T04:42:42.097184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.116451746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T04:42:42.097245Z","caller":"traceutil/trace.go:171","msg":"trace[827111193] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26087; }","duration":"5.116529258s","start":"2026-05-07T04:42:36.980708Z","end":"2026-05-07T04:42:42.097237Z","steps":["trace[827111193] 'agreement among raft nodes before linearized reading' (duration: 5.116416455s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:42.097269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:36.980698Z","time spent":"5.116564309s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T04:42:42.097035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:38.912659Z","time spent":"3.184365264s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:42:42.097349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.089211423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:42:42.09697Z","caller":"traceutil/trace.go:171","msg":"trace[806729654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26087; }","duration":"3.183861901s","start":"2026-05-07T04:42:38.913094Z","end":"2026-05-07T04:42:42.096956Z","steps":["trace[806729654] 'agreement among raft nodes before linearized reading' (duration: 3.183508032s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:42.097382Z","caller":"traceutil/trace.go:171","msg":"trace[1068812618] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26087; }","duration":"5.089301316s","start":"2026-05-07T04:42:37.008068Z","end":"2026-05-07T04:42:42.097369Z","steps":["trace[1068812618] 'agreement among raft nodes before linearized reading' (duration: 5.089242474s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:42.097415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:37.008044Z","time spent":"5.089361958s","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:42.097418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:38.913078Z","time spent":"3.184326642s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:42:42.096694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.763341134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:42.097535Z","caller":"traceutil/trace.go:171","msg":"trace[30093046] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26087; }","duration":"4.764223286s","start":"2026-05-07T04:42:37.33329Z","end":"2026-05-07T04:42:42.097513Z","steps":["trace[30093046] 'agreement among raft nodes before linearized reading' (duration: 4.763315134s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:42.096753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:38.172578Z","time spent":"3.924164853s","remote":"127.0.0.1:49088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:42.096488Z","caller":"traceutil/trace.go:171","msg":"trace[1910430793] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce; range_end:; response_count:1; response_revision:26087; }","duration":"3.195913947s","start":"2026-05-07T04:42:38.900562Z","end":"2026-05-07T04:42:42.096476Z","steps":["trace[1910430793] 'agreement among raft nodes before linearized reading' (duration: 3.19564399s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:42.09764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:38.900383Z","time spent":"3.197244299s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce\" "} {"level":"warn","ts":"2026-05-07T04:42:42.097659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229086353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-05-07T04:42:42.09768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677148128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T04:42:42.097696Z","caller":"traceutil/trace.go:171","msg":"trace[445149437] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26087; }","duration":"2.229163275s","start":"2026-05-07T04:42:39.868519Z","end":"2026-05-07T04:42:42.097682Z","steps":["trace[445149437] 'agreement among raft nodes before linearized reading' (duration: 2.229060742s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:42.096718Z","caller":"traceutil/trace.go:171","msg":"trace[1813025149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26087; }","duration":"3.184102037s","start":"2026-05-07T04:42:38.912603Z","end":"2026-05-07T04:42:42.096705Z","steps":["trace[1813025149] 'agreement among raft nodes before linearized reading' (duration: 3.1838053s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:42.097737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:39.868493Z","time spent":"2.229235456s","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-07T04:42:42.097754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:38.912592Z","time spent":"3.185148873s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T04:42:42.097708Z","caller":"traceutil/trace.go:171","msg":"trace[204709205] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26087; }","duration":"2.677246611s","start":"2026-05-07T04:42:39.420455Z","end":"2026-05-07T04:42:42.097702Z","steps":["trace[204709205] 'agreement among raft nodes before linearized reading' (duration: 2.675929178s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:42.097826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:39.420431Z","time spent":"2.677379274s","remote":"127.0.0.1:51730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2625,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:42.096751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174252863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:42:42.096703Z","caller":"traceutil/trace.go:171","msg":"trace[241904799] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26087; }","duration":"3.604909862s","start":"2026-05-07T04:42:38.491754Z","end":"2026-05-07T04:42:42.096664Z","steps":["trace[241904799] 'agreement among raft nodes before linearized reading' (duration: 3.604662026s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:42.097913Z","caller":"traceutil/trace.go:171","msg":"trace[462411538] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26087; }","duration":"2.175465334s","start":"2026-05-07T04:42:39.92243Z","end":"2026-05-07T04:42:42.097896Z","steps":["trace[462411538] 'agreement among raft nodes before linearized reading' (duration: 2.174192982s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:42.097196Z","caller":"traceutil/trace.go:171","msg":"trace[343319483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26087; }","duration":"3.184598989s","start":"2026-05-07T04:42:38.912589Z","end":"2026-05-07T04:42:42.097188Z","steps":["trace[343319483] 'agreement among raft nodes before linearized reading' (duration: 3.184493207s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:42.097972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:39.922397Z","time spent":"2.175540865s","remote":"127.0.0.1:51758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":38,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:42.097967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:38.912576Z","time spent":"3.18537425s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:42:42.097595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:37.333266Z","time spent":"4.764312869s","remote":"127.0.0.1:49892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:42.09811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23172518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T04:42:42.098144Z","caller":"traceutil/trace.go:171","msg":"trace[456465613] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26087; }","duration":"2.231789662s","start":"2026-05-07T04:42:39.866345Z","end":"2026-05-07T04:42:42.098134Z","steps":["trace[456465613] 'agreement among raft nodes before linearized reading' (duration: 2.231675319s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:42.098173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:39.866324Z","time spent":"2.231841474s","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-07T04:42:42.097918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:38.491679Z","time spent":"3.606226485s","remote":"127.0.0.1:49108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:42.096561Z","caller":"traceutil/trace.go:171","msg":"trace[755826195] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26087; }","duration":"4.036930341s","start":"2026-05-07T04:42:38.059603Z","end":"2026-05-07T04:42:42.096533Z","steps":["trace[755826195] 'agreement among raft nodes before linearized reading' (duration: 4.036707875s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:42.098304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:38.059572Z","time spent":"4.038714766s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:42.096578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:40.084906Z","time spent":"2.011588911s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:42.098831Z","caller":"traceutil/trace.go:171","msg":"trace[3899293] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26087; }","duration":"3.715605947s","start":"2026-05-07T04:42:38.381216Z","end":"2026-05-07T04:42:42.096822Z","steps":["trace[3899293] 'agreement among raft nodes before linearized reading' (duration: 3.715294139s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:42.098913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:38.381189Z","time spent":"3.71769531s","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:42.096457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.447037857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:42.099005Z","caller":"traceutil/trace.go:171","msg":"trace[542520980] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26087; }","duration":"2.449648013s","start":"2026-05-07T04:42:39.649336Z","end":"2026-05-07T04:42:42.098984Z","steps":["trace[542520980] 'agreement among raft nodes before linearized reading' (duration: 2.447007586s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:42.099242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:39.649311Z","time spent":"2.44991543s","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:42.596659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:42:42.985717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99975356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T04:42:42.992256Z","caller":"traceutil/trace.go:171","msg":"trace[852353473] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.006336638s","start":"2026-05-07T04:42:40.985873Z","end":"2026-05-07T04:42:42.99221Z","steps":["trace[852353473] 'agreement among raft nodes before linearized reading' (duration: 1.999798772s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:42.992339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:40.985843Z","time spent":"2.006471701s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 04:42:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:42:43.097842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:42:43.598839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:42:43.957489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.951784915s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T04:42:44.078305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.390171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:42:44.07842Z","caller":"traceutil/trace.go:171","msg":"trace[2000493075] transaction","detail":"{read_only:false; response_revision:26088; number_of_response:1; }","duration":"2.293101105s","start":"2026-05-07T04:42:41.785299Z","end":"2026-05-07T04:42:44.078401Z","steps":["trace[2000493075] 'process raft request' (duration: 2.17253423s)","trace[2000493075] 'compare' (duration: 119.325584ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:44.078457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:41.785269Z","time spent":"2.293172137s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:44.992606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999919706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T04:42:44.99271Z","caller":"traceutil/trace.go:171","msg":"trace[2061358368] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000088969s","start":"2026-05-07T04:42:42.992599Z","end":"2026-05-07T04:42:44.992688Z","steps":["trace[2061358368] 'agreement among raft nodes before linearized reading' (duration: 1.999941286s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:44.992769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:42.992586Z","time spent":"2.000171472s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 04:42:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:42:45.265166Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.303896004s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:42:45.267974Z","caller":"traceutil/trace.go:171","msg":"trace[1624152566] transaction","detail":"{read_only:false; response_revision:26094; number_of_response:1; }","duration":"3.172878923s","start":"2026-05-07T04:42:42.095065Z","end":"2026-05-07T04:42:45.267944Z","steps":["trace[1624152566] 'process raft request' (duration: 3.172134535s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:45.26806Z","caller":"traceutil/trace.go:171","msg":"trace[1126184324] transaction","detail":"{read_only:false; response_revision:26089; number_of_response:1; }","duration":"3.193653319s","start":"2026-05-07T04:42:42.074396Z","end":"2026-05-07T04:42:45.26805Z","steps":["trace[1126184324] 'process raft request' (duration: 3.191144975s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:45.268166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:42.074361Z","time spent":"3.193726871s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:45.26824Z","caller":"traceutil/trace.go:171","msg":"trace[1901020810] transaction","detail":"{read_only:false; response_revision:26091; number_of_response:1; }","duration":"3.177054058s","start":"2026-05-07T04:42:42.091174Z","end":"2026-05-07T04:42:45.268229Z","steps":["trace[1901020810] 'process raft request' (duration: 3.175821487s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:45.268291Z","caller":"traceutil/trace.go:171","msg":"trace[965957317] transaction","detail":"{read_only:false; response_revision:26097; number_of_response:1; }","duration":"3.166200683s","start":"2026-05-07T04:42:42.102082Z","end":"2026-05-07T04:42:45.268282Z","steps":["trace[965957317] 'process raft request' (duration: 3.165325551s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:45.268332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:42.10206Z","time spent":"3.166249824s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:45.268347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:42.091156Z","time spent":"3.17712653s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:45.268405Z","caller":"traceutil/trace.go:171","msg":"trace[1864112200] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"3.163055953s","start":"2026-05-07T04:42:42.10534Z","end":"2026-05-07T04:42:45.268396Z","steps":["trace[1864112200] 'process raft request' (duration: 3.16211507s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:45.268424Z","caller":"traceutil/trace.go:171","msg":"trace[596922593] transaction","detail":"{read_only:false; response_revision:26095; number_of_response:1; }","duration":"3.169727652s","start":"2026-05-07T04:42:42.098689Z","end":"2026-05-07T04:42:45.268417Z","steps":["trace[596922593] 'process raft request' (duration: 3.168577853s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:45.26846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:42.105328Z","time spent":"3.163101734s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:45.268488Z","caller":"traceutil/trace.go:171","msg":"trace[202182235] transaction","detail":"{read_only:false; response_revision:26096; number_of_response:1; }","duration":"3.166537592s","start":"2026-05-07T04:42:42.101943Z","end":"2026-05-07T04:42:45.26848Z","steps":["trace[202182235] 'process raft request' (duration: 3.165384713s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:45.26846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:42.092482Z","time spent":"3.1759578s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:45.268446Z","caller":"traceutil/trace.go:171","msg":"trace[159947023] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"3.16291185s","start":"2026-05-07T04:42:42.105494Z","end":"2026-05-07T04:42:45.268406Z","steps":["trace[159947023] 'process raft request' (duration: 3.162001467s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:45.268532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:42.101924Z","time spent":"3.166585392s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:45.268166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:42.095005Z","time spent":"3.173102638s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:45.268619Z","caller":"traceutil/trace.go:171","msg":"trace[1961302807] transaction","detail":"{read_only:false; response_revision:26093; number_of_response:1; }","duration":"3.173668633s","start":"2026-05-07T04:42:42.094944Z","end":"2026-05-07T04:42:45.268612Z","steps":["trace[1961302807] 'process raft request' (duration: 3.172135194s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:45.268656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:42.094915Z","time spent":"3.173720874s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:45.268692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:42.105485Z","time spent":"3.163084734s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:45.268021Z","caller":"traceutil/trace.go:171","msg":"trace[1975477095] transaction","detail":"{read_only:false; response_revision:26090; number_of_response:1; }","duration":"3.177026548s","start":"2026-05-07T04:42:42.090978Z","end":"2026-05-07T04:42:45.268005Z","steps":["trace[1975477095] 'process raft request' (duration: 3.1759401s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:45.268764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:42.09095Z","time spent":"3.177789157s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:45.268916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.897153378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:45.268945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.601178397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-07T04:42:45.268948Z","caller":"traceutil/trace.go:171","msg":"trace[1134092785] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26102; }","duration":"3.89722361s","start":"2026-05-07T04:42:41.371716Z","end":"2026-05-07T04:42:45.26894Z","steps":["trace[1134092785] 'agreement among raft nodes before linearized reading' (duration: 3.897167489s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:45.268897Z","caller":"traceutil/trace.go:171","msg":"trace[616323558] transaction","detail":"{read_only:false; response_revision:26101; number_of_response:1; }","duration":"3.163325591s","start":"2026-05-07T04:42:42.105517Z","end":"2026-05-07T04:42:45.268843Z","steps":["trace[616323558] 'process raft request' (duration: 3.162062029s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:45.268969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:41.371696Z","time spent":"3.897267781s","remote":"127.0.0.1:51430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:45.268981Z","caller":"traceutil/trace.go:171","msg":"trace[1269393025] transaction","detail":"{read_only:false; response_revision:26102; number_of_response:1; }","duration":"3.160618722s","start":"2026-05-07T04:42:42.108357Z","end":"2026-05-07T04:42:45.268976Z","steps":["trace[1269393025] 'process raft request' (duration: 3.159388181s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:45.269012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:42.108341Z","time spent":"3.160651552s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:45.269072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.34601035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:45.269089Z","caller":"traceutil/trace.go:171","msg":"trace[1175233121] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26102; }","duration":"3.346027881s","start":"2026-05-07T04:42:41.923055Z","end":"2026-05-07T04:42:45.269083Z","steps":["trace[1175233121] 'agreement among raft nodes before linearized reading' (duration: 3.34599695s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:45.269076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.930983666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:45.269096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.848572116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:45.269129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.501125662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:45.269128Z","caller":"traceutil/trace.go:171","msg":"trace[1869309570] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26102; }","duration":"3.84865887s","start":"2026-05-07T04:42:41.42046Z","end":"2026-05-07T04:42:45.269119Z","steps":["trace[1869309570] 'agreement among raft nodes before linearized reading' (duration: 3.848612807s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:45.269145Z","caller":"traceutil/trace.go:171","msg":"trace[92234628] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26102; }","duration":"3.501183633s","start":"2026-05-07T04:42:41.767956Z","end":"2026-05-07T04:42:45.26914Z","steps":["trace[92234628] 'agreement among raft nodes before linearized reading' (duration: 3.501155462s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:45.269151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:41.420415Z","time spent":"3.848730831s","remote":"127.0.0.1:49860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:45.269159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:41.767932Z","time spent":"3.501223004s","remote":"127.0.0.1:35782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-07T04:42:45.269141Z","caller":"traceutil/trace.go:171","msg":"trace[1542195614] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26102; }","duration":"3.93110229s","start":"2026-05-07T04:42:41.338016Z","end":"2026-05-07T04:42:45.269118Z","steps":["trace[1542195614] 'agreement among raft nodes before linearized reading' (duration: 3.930997656s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:45.268432Z","caller":"traceutil/trace.go:171","msg":"trace[511875641] transaction","detail":"{read_only:false; response_revision:26092; number_of_response:1; }","duration":"3.176750191s","start":"2026-05-07T04:42:42.091625Z","end":"2026-05-07T04:42:45.268375Z","steps":["trace[511875641] 'process raft request' (duration: 3.175415898s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:45.269211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:41.337985Z","time spent":"3.931206232s","remote":"127.0.0.1:49912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:45.269296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.232608321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:45.268845Z","caller":"traceutil/trace.go:171","msg":"trace[1132669745] linearizableReadLoop","detail":"{readStateIndex:26970; appliedIndex:26955; }","duration":"3.172664106s","start":"2026-05-07T04:42:42.096172Z","end":"2026-05-07T04:42:45.268836Z","steps":["trace[1132669745] 'read index received' (duration: 1.861680951s)","trace[1132669745] 'applied index is now lower than readState.Index' (duration: 1.310982205s)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:42:45.26936Z","caller":"traceutil/trace.go:171","msg":"trace[665879543] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26102; }","duration":"4.232672642s","start":"2026-05-07T04:42:41.036671Z","end":"2026-05-07T04:42:45.269344Z","steps":["trace[665879543] 'agreement among raft nodes before linearized reading' (duration: 4.232530879s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:45.269409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.782245821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:45.269102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:41.922989Z","time spent":"3.346109382s","remote":"127.0.0.1:35832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:45.269146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:42.105429Z","time spent":"3.163573137s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:45.268961Z","caller":"traceutil/trace.go:171","msg":"trace[1702941369] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26102; }","duration":"3.601236538s","start":"2026-05-07T04:42:41.667719Z","end":"2026-05-07T04:42:45.268955Z","steps":["trace[1702941369] 'agreement among raft nodes before linearized reading' (duration: 3.601148176s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:45.26974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:41.667698Z","time spent":"3.602034469s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-07T04:42:45.268636Z","caller":"traceutil/trace.go:171","msg":"trace[1695664384] transaction","detail":"{read_only:false; response_revision:26100; number_of_response:1; }","duration":"3.163072164s","start":"2026-05-07T04:42:42.105512Z","end":"2026-05-07T04:42:45.268585Z","steps":["trace[1695664384] 'process raft request' (duration: 3.162027288s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:45.269834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:42.105499Z","time spent":"3.164315976s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:45.269409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:41.036602Z","time spent":"4.232797405s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:45.269419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:42.091607Z","time spent":"3.177667124s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:45.269475Z","caller":"traceutil/trace.go:171","msg":"trace[746381555] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26102; }","duration":"4.782283941s","start":"2026-05-07T04:42:40.487151Z","end":"2026-05-07T04:42:45.269435Z","steps":["trace[746381555] 'agreement among raft nodes before linearized reading' (duration: 4.78222923s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:45.270096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:40.487062Z","time spent":"4.783027461s","remote":"127.0.0.1:34008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:45.770247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479254,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T04:42:46.089077Z","caller":"traceutil/trace.go:171","msg":"trace[277479189] transaction","detail":"{read_only:false; response_revision:26103; number_of_response:1; }","duration":"1.985814568s","start":"2026-05-07T04:42:44.103222Z","end":"2026-05-07T04:42:46.089037Z","steps":["trace[277479189] 'process raft request' (duration: 1.918363078s)","trace[277479189] 'compare' (duration: 66.372943ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:42:46.089131Z","caller":"traceutil/trace.go:171","msg":"trace[1370132475] transaction","detail":"{read_only:false; response_revision:26104; number_of_response:1; }","duration":"1.675842482s","start":"2026-05-07T04:42:44.413243Z","end":"2026-05-07T04:42:46.089086Z","steps":["trace[1370132475] 'process raft request' (duration: 1.675477803s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:46.089248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:44.10319Z","time spent":"1.985973262s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:46.089348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:44.413216Z","time spent":"1.676013397s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:46.251005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.202041ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T04:42:46.251913Z","caller":"traceutil/trace.go:171","msg":"trace[535333663] linearizableReadLoop","detail":"{readStateIndex:26974; appliedIndex:26970; }","duration":"982.51693ms","start":"2026-05-07T04:42:45.269367Z","end":"2026-05-07T04:42:46.251883Z","steps":["trace[535333663] 'read index received' (duration: 752.233283ms)","trace[535333663] 'applied index is now lower than readState.Index' (duration: 230.282207ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:42:46.252193Z","caller":"traceutil/trace.go:171","msg":"trace[837462690] transaction","detail":"{read_only:false; response_revision:26105; number_of_response:1; }","duration":"975.522393ms","start":"2026-05-07T04:42:45.276654Z","end":"2026-05-07T04:42:46.252176Z","steps":["trace[837462690] 'process raft request' (duration: 974.99533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:46.252346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:45.276622Z","time spent":"975.614726ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:46.252431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259657635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:46.252472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.151837953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-07T04:42:46.252576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714269379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:46.252575Z","caller":"traceutil/trace.go:171","msg":"trace[1513219090] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26105; }","duration":"4.151968967s","start":"2026-05-07T04:42:42.100584Z","end":"2026-05-07T04:42:46.252553Z","steps":["trace[1513219090] 'agreement among raft nodes before linearized reading' (duration: 4.151649268s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:46.25262Z","caller":"traceutil/trace.go:171","msg":"trace[1411843096] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26105; }","duration":"2.714359442s","start":"2026-05-07T04:42:43.538248Z","end":"2026-05-07T04:42:46.252608Z","steps":["trace[1411843096] 'agreement among raft nodes before linearized reading' (duration: 2.71428813s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:46.252633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:42.100574Z","time spent":"4.152050079s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T04:42:46.252661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:43.538221Z","time spent":"2.714428714s","remote":"127.0.0.1:35928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:46.252717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.152130361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-05-07T04:42:46.252766Z","caller":"traceutil/trace.go:171","msg":"trace[1503805148] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:26105; }","duration":"4.152197782s","start":"2026-05-07T04:42:42.100556Z","end":"2026-05-07T04:42:46.252754Z","steps":["trace[1503805148] 'agreement among raft nodes before linearized reading' (duration: 4.152020318s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:46.252759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.402023721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:46.252804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:42.100546Z","time spent":"4.152250675s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-05-07T04:42:46.252812Z","caller":"traceutil/trace.go:171","msg":"trace[1066896880] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26105; }","duration":"3.402123794s","start":"2026-05-07T04:42:42.850674Z","end":"2026-05-07T04:42:46.252798Z","steps":["trace[1066896880] 'agreement among raft nodes before linearized reading' (duration: 3.402012511s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:46.25251Z","caller":"traceutil/trace.go:171","msg":"trace[1983172020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26105; }","duration":"1.259757168s","start":"2026-05-07T04:42:44.992725Z","end":"2026-05-07T04:42:46.252482Z","steps":["trace[1983172020] 'agreement among raft nodes before linearized reading' (duration: 1.259675246s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:46.252848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:42.850653Z","time spent":"3.402185325s","remote":"127.0.0.1:35536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:46.252867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.153109846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-05-07T04:42:46.252867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.259885339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-05-07T04:42:46.252946Z","caller":"traceutil/trace.go:171","msg":"trace[658178316] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:26105; }","duration":"4.153203008s","start":"2026-05-07T04:42:42.099716Z","end":"2026-05-07T04:42:46.252919Z","steps":["trace[658178316] 'agreement among raft nodes before linearized reading' (duration: 4.152940611s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:46.253011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:42.099693Z","time spent":"4.153304301s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-05-07T04:42:46.253076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.430898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:42:46.253092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:44.992698Z","time spent":"1.260182348s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T04:42:46.25312Z","caller":"traceutil/trace.go:171","msg":"trace[1009351685] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26105; }","duration":"370.529941ms","start":"2026-05-07T04:42:45.882581Z","end":"2026-05-07T04:42:46.25311Z","steps":["trace[1009351685] 'agreement among raft nodes before linearized reading' (duration: 370.45566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:46.25316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:45.882552Z","time spent":"370.598273ms","remote":"127.0.0.1:45354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:46.253188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.697969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:46.252946Z","caller":"traceutil/trace.go:171","msg":"trace[1649103608] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26105; }","duration":"3.260025922s","start":"2026-05-07T04:42:42.992902Z","end":"2026-05-07T04:42:46.252928Z","steps":["trace[1649103608] 'agreement among raft nodes before linearized reading' (duration: 3.259794506s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:46.253242Z","caller":"traceutil/trace.go:171","msg":"trace[617145395] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26105; }","duration":"975.809171ms","start":"2026-05-07T04:42:45.277418Z","end":"2026-05-07T04:42:46.253227Z","steps":["trace[617145395] 'agreement among raft nodes before linearized reading' (duration: 975.735049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:46.253248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.480982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:46.253262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:42.992874Z","time spent":"3.26037025s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-07T04:42:46.253236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.561996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-07T04:42:46.253246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.154203913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"info","ts":"2026-05-07T04:42:46.253344Z","caller":"traceutil/trace.go:171","msg":"trace[498109137] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce; range_end:; response_count:1; response_revision:26105; }","duration":"979.71899ms","start":"2026-05-07T04:42:45.273598Z","end":"2026-05-07T04:42:46.253317Z","steps":["trace[498109137] 'agreement among raft nodes before linearized reading' (duration: 979.368221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:46.253284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:45.277397Z","time spent":"975.873913ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T04:42:46.253427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:45.273582Z","time spent":"979.829903ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce\" "} {"level":"info","ts":"2026-05-07T04:42:46.253361Z","caller":"traceutil/trace.go:171","msg":"trace[1061585022] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26105; }","duration":"4.154718986s","start":"2026-05-07T04:42:42.098619Z","end":"2026-05-07T04:42:46.253338Z","steps":["trace[1061585022] 'agreement among raft nodes before linearized reading' (duration: 4.154042669s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:46.253628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:42.098604Z","time spent":"4.155007833s","remote":"127.0.0.1:51378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-07T04:42:46.253283Z","caller":"traceutil/trace.go:171","msg":"trace[1879358745] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26105; }","duration":"260.517372ms","start":"2026-05-07T04:42:45.992755Z","end":"2026-05-07T04:42:46.253272Z","steps":["trace[1879358745] 'agreement among raft nodes before linearized reading' (duration: 260.455011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:46.252341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184781843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:46.253832Z","caller":"traceutil/trace.go:171","msg":"trace[1754713645] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26105; }","duration":"3.186289212s","start":"2026-05-07T04:42:43.067515Z","end":"2026-05-07T04:42:46.253804Z","steps":["trace[1754713645] 'agreement among raft nodes before linearized reading' (duration: 3.184722912s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:46.253904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:43.067451Z","time spent":"3.186430476s","remote":"127.0.0.1:49932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:46.25359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.682602232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-07T04:42:46.254164Z","caller":"traceutil/trace.go:171","msg":"trace[1980735535] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26105; }","duration":"3.683270858s","start":"2026-05-07T04:42:42.570876Z","end":"2026-05-07T04:42:46.254147Z","steps":["trace[1980735535] 'agreement among raft nodes before linearized reading' (duration: 3.681871683s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:46.254306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:42.570806Z","time spent":"3.683483444s","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-07T04:42:47.904394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494243389s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:42:47.904609Z","caller":"traceutil/trace.go:171","msg":"trace[2102548844] transaction","detail":"{read_only:false; response_revision:26106; number_of_response:1; }","duration":"1.645948434s","start":"2026-05-07T04:42:46.258636Z","end":"2026-05-07T04:42:47.904584Z","steps":["trace[2102548844] 'process raft request' (duration: 151.434598ms)","trace[2102548844] 'compare' (duration: 1.493530842s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:47.904702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:46.258623Z","time spent":"1.646049896s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:48.265053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000444759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T04:42:48.265151Z","caller":"traceutil/trace.go:171","msg":"trace[1328410082] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000589192s","start":"2026-05-07T04:42:46.26454Z","end":"2026-05-07T04:42:48.265129Z","steps":["trace[1328410082] 'agreement among raft nodes before linearized reading' (duration: 2.000451448s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:48.26521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:46.264533Z","time spent":"2.000666064s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 04:42:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:42:48.347705Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.937646036s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T04:42:48.475023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.942016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:42:48.475279Z","caller":"traceutil/trace.go:171","msg":"trace[2009997698] transaction","detail":"{read_only:false; response_revision:26107; number_of_response:1; }","duration":"2.214996307s","start":"2026-05-07T04:42:46.260242Z","end":"2026-05-07T04:42:48.475238Z","steps":["trace[2009997698] 'process raft request' (duration: 2.087728442s)","trace[2009997698] 'compare' (duration: 126.596548ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:42:48.475317Z","caller":"traceutil/trace.go:171","msg":"trace[1915428571] transaction","detail":"{read_only:false; response_revision:26108; number_of_response:1; }","duration":"2.213806526s","start":"2026-05-07T04:42:46.261473Z","end":"2026-05-07T04:42:48.475279Z","steps":["trace[1915428571] 'process raft request' (duration: 2.213666782s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:48.475485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:46.260231Z","time spent":"2.21514168s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:48.475496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:46.261464Z","time spent":"2.213935909s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:48.47587Z","caller":"traceutil/trace.go:171","msg":"trace[338904678] linearizableReadLoop","detail":"{readStateIndex:26976; appliedIndex:26974; }","duration":"2.214444462s","start":"2026-05-07T04:42:46.261393Z","end":"2026-05-07T04:42:48.475837Z","steps":["trace[338904678] 'read index received' (duration: 148.699469ms)","trace[338904678] 'applied index is now lower than readState.Index' (duration: 2.065742613s)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:42:48.476008Z","caller":"traceutil/trace.go:171","msg":"trace[460254951] transaction","detail":"{read_only:false; response_revision:26109; number_of_response:1; }","duration":"2.214340419s","start":"2026-05-07T04:42:46.261651Z","end":"2026-05-07T04:42:48.475991Z","steps":["trace[460254951] 'process raft request' (duration: 2.213566019s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:48.476116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214706188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-05-07T04:42:48.476139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:46.26164Z","time spent":"2.214395081s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:48.476171Z","caller":"traceutil/trace.go:171","msg":"trace[89477844] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26109; }","duration":"2.21477856s","start":"2026-05-07T04:42:46.261378Z","end":"2026-05-07T04:42:48.476156Z","steps":["trace[89477844] 'agreement among raft nodes before linearized reading' (duration: 2.214597055s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:48.47622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:46.261371Z","time spent":"2.214828511s","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-07T04:42:48.976585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479274,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:42:49.418367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.016775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:42:49.418728Z","caller":"traceutil/trace.go:171","msg":"trace[839340186] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"2.313149325s","start":"2026-05-07T04:42:47.105534Z","end":"2026-05-07T04:42:49.418684Z","steps":["trace[839340186] 'process raft request' (duration: 2.126697069s)","trace[839340186] 'compare' (duration: 185.864612ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:49.418976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:47.105511Z","time spent":"2.313321999s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:49.421071Z","caller":"traceutil/trace.go:171","msg":"trace[2126046567] transaction","detail":"{read_only:false; response_revision:26111; number_of_response:1; }","duration":"2.142658823s","start":"2026-05-07T04:42:47.278349Z","end":"2026-05-07T04:42:49.421008Z","steps":["trace[2126046567] 'process raft request' (duration: 2.140147239s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:49.421115Z","caller":"traceutil/trace.go:171","msg":"trace[1948663956] transaction","detail":"{read_only:false; response_revision:26112; number_of_response:1; }","duration":"2.142729445s","start":"2026-05-07T04:42:47.278349Z","end":"2026-05-07T04:42:49.421078Z","steps":["trace[1948663956] 'process raft request' (duration: 2.142512219s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:49.421314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:47.278327Z","time spent":"2.14291839s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:49.421544Z","caller":"traceutil/trace.go:171","msg":"trace[841963981] transaction","detail":"{read_only:false; response_revision:26113; number_of_response:1; }","duration":"2.143066234s","start":"2026-05-07T04:42:47.27845Z","end":"2026-05-07T04:42:49.421516Z","steps":["trace[841963981] 'process raft request' (duration: 2.142545421s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:49.421702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:47.278409Z","time spent":"2.143216117s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:49.421801Z","caller":"traceutil/trace.go:171","msg":"trace[1054924415] transaction","detail":"{read_only:false; response_revision:26114; number_of_response:1; }","duration":"2.143255298s","start":"2026-05-07T04:42:47.278525Z","end":"2026-05-07T04:42:49.42178Z","steps":["trace[1054924415] 'process raft request' (duration: 2.142864449s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:49.422101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:47.278508Z","time spent":"2.14335739s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:49.422132Z","caller":"traceutil/trace.go:171","msg":"trace[479972218] transaction","detail":"{read_only:false; response_revision:26115; number_of_response:1; }","duration":"2.142968242s","start":"2026-05-07T04:42:47.279138Z","end":"2026-05-07T04:42:49.422106Z","steps":["trace[479972218] 'process raft request' (duration: 2.142568391s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:49.422159Z","caller":"traceutil/trace.go:171","msg":"trace[1786031446] transaction","detail":"{read_only:false; response_revision:26118; number_of_response:1; }","duration":"1.325272018s","start":"2026-05-07T04:42:48.096878Z","end":"2026-05-07T04:42:49.42215Z","steps":["trace[1786031446] 'process raft request' (duration: 1.325232137s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:49.422205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:48.096845Z","time spent":"1.325337039s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:49.422229Z","caller":"traceutil/trace.go:171","msg":"trace[2006513195] transaction","detail":"{read_only:false; response_revision:26116; number_of_response:1; }","duration":"2.143043313s","start":"2026-05-07T04:42:47.279169Z","end":"2026-05-07T04:42:49.422213Z","steps":["trace[2006513195] 'process raft request' (duration: 2.142676904s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:49.422281Z","caller":"traceutil/trace.go:171","msg":"trace[1595018130] transaction","detail":"{read_only:false; response_revision:26117; number_of_response:1; }","duration":"2.143024933s","start":"2026-05-07T04:42:47.279245Z","end":"2026-05-07T04:42:49.42227Z","steps":["trace[1595018130] 'process raft request' (duration: 2.142823248s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:49.422295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:47.279161Z","time spent":"2.143096314s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:49.422319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:47.27923Z","time spent":"2.143069553s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:49.422313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:47.279103Z","time spent":"2.143106294s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:49.422568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:47.278323Z","time spent":"2.142968341s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:50.265636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999977888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T04:42:50.265727Z","caller":"traceutil/trace.go:171","msg":"trace[132821977] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000161992s","start":"2026-05-07T04:42:48.265544Z","end":"2026-05-07T04:42:50.265706Z","steps":["trace[132821977] 'agreement among raft nodes before linearized reading' (duration: 2.000039519s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:50.265783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:48.265509Z","time spent":"2.000261235s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 04:42:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:42:50.294078Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.056921396s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T04:42:51.502771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208320094s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:42:51.503109Z","caller":"traceutil/trace.go:171","msg":"trace[1082929145] transaction","detail":"{read_only:false; response_revision:26119; number_of_response:1; }","duration":"2.977455201s","start":"2026-05-07T04:42:48.525637Z","end":"2026-05-07T04:42:51.503092Z","steps":["trace[1082929145] 'process raft request' (duration: 1.768724596s)","trace[1082929145] 'compare' (duration: 1.206819196s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:51.503156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:48.525566Z","time spent":"2.977570313s","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:51.503255Z","caller":"traceutil/trace.go:171","msg":"trace[673940975] linearizableReadLoop","detail":"{readStateIndex:26988; appliedIndex:26978; }","duration":"3.027320094s","start":"2026-05-07T04:42:48.475929Z","end":"2026-05-07T04:42:51.503249Z","steps":["trace[673940975] 'read index received' (duration: 761.316115ms)","trace[673940975] 'applied index is now lower than readState.Index' (duration: 2.266002939s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:51.503441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.331408961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:51.503467Z","caller":"traceutil/trace.go:171","msg":"trace[1056483655] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26120; }","duration":"3.331498333s","start":"2026-05-07T04:42:48.171961Z","end":"2026-05-07T04:42:51.50346Z","steps":["trace[1056483655] 'agreement among raft nodes before linearized reading' (duration: 3.331442601s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:51.503484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:48.171929Z","time spent":"3.331550264s","remote":"127.0.0.1:35766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:51.503638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.72150386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-07T04:42:51.503657Z","caller":"traceutil/trace.go:171","msg":"trace[2017366326] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:26120; }","duration":"4.721565751s","start":"2026-05-07T04:42:46.782087Z","end":"2026-05-07T04:42:51.503653Z","steps":["trace[2017366326] 'agreement among raft nodes before linearized reading' (duration: 4.721475799s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:51.503672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:46.782064Z","time spent":"4.721602503s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-05-07T04:42:51.503819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.227818819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T04:42:51.503927Z","caller":"traceutil/trace.go:171","msg":"trace[354857877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26120; }","duration":"4.228009684s","start":"2026-05-07T04:42:47.275895Z","end":"2026-05-07T04:42:51.503905Z","steps":["trace[354857877] 'agreement among raft nodes before linearized reading' (duration: 4.227576713s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:51.50402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:47.275868Z","time spent":"4.228103755s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:42:51.504019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.226108015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T04:42:51.504004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.873495863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:42:51.504026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.186183687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:51.504069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.240795672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:51.504117Z","caller":"traceutil/trace.go:171","msg":"trace[1085186064] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26120; }","duration":"4.873688337s","start":"2026-05-07T04:42:46.630399Z","end":"2026-05-07T04:42:51.504087Z","steps":["trace[1085186064] 'agreement among raft nodes before linearized reading' (duration: 4.873439721s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:51.504143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.349611413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:42:51.504164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.226928496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T04:42:51.504155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.593970065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-07T04:42:51.504197Z","caller":"traceutil/trace.go:171","msg":"trace[1207571606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26120; }","duration":"4.226992818s","start":"2026-05-07T04:42:47.277198Z","end":"2026-05-07T04:42:51.504191Z","steps":["trace[1207571606] 'agreement among raft nodes before linearized reading' (duration: 4.226931026s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:51.504167Z","caller":"traceutil/trace.go:171","msg":"trace[1832932392] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26120; }","duration":"5.240911475s","start":"2026-05-07T04:42:46.263234Z","end":"2026-05-07T04:42:51.504146Z","steps":["trace[1832932392] 'agreement among raft nodes before linearized reading' (duration: 5.24073013s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:51.504215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:47.277191Z","time spent":"4.227020438s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T04:42:51.504215Z","caller":"traceutil/trace.go:171","msg":"trace[677040352] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce; range_end:; response_count:1; response_revision:26120; }","duration":"3.594067827s","start":"2026-05-07T04:42:47.910135Z","end":"2026-05-07T04:42:51.504203Z","steps":["trace[677040352] 'agreement among raft nodes before linearized reading' (duration: 3.593851932s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:51.504221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.22552516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T04:42:51.504243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:47.910117Z","time spent":"3.594120149s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce\" "} {"level":"warn","ts":"2026-05-07T04:42:51.504215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:46.63037Z","time spent":"4.87380048s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:51.504244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:46.263227Z","time spent":"5.241006297s","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-07T04:42:51.504268Z","caller":"traceutil/trace.go:171","msg":"trace[2146107922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26120; }","duration":"4.225648783s","start":"2026-05-07T04:42:47.278606Z","end":"2026-05-07T04:42:51.504254Z","steps":["trace[2146107922] 'agreement among raft nodes before linearized reading' (duration: 4.22549581s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:51.504312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:47.278591Z","time spent":"4.225708705s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:42:51.504287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.613960722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:42:51.504078Z","caller":"traceutil/trace.go:171","msg":"trace[832322752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26120; }","duration":"4.226195507s","start":"2026-05-07T04:42:47.277868Z","end":"2026-05-07T04:42:51.504063Z","steps":["trace[832322752] 'agreement among raft nodes before linearized reading' (duration: 4.226027703s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:51.504402Z","caller":"traceutil/trace.go:171","msg":"trace[1530909986] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26120; }","duration":"3.614054474s","start":"2026-05-07T04:42:47.890302Z","end":"2026-05-07T04:42:51.504357Z","steps":["trace[1530909986] 'agreement among raft nodes before linearized reading' (duration: 3.613743576s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:51.504001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.149944045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:42:51.504481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:47.890204Z","time spent":"3.614231568s","remote":"127.0.0.1:45340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:51.504116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.226941617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T04:42:51.504498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:47.277855Z","time spent":"4.226584627s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T04:42:51.504576Z","caller":"traceutil/trace.go:171","msg":"trace[550639810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26120; }","duration":"4.227415678s","start":"2026-05-07T04:42:47.27714Z","end":"2026-05-07T04:42:51.504556Z","steps":["trace[550639810] 'agreement among raft nodes before linearized reading' (duration: 4.226939676s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:51.504716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:47.277126Z","time spent":"4.227574563s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T04:42:51.50422Z","caller":"traceutil/trace.go:171","msg":"trace[1981979923] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26120; }","duration":"3.349727075s","start":"2026-05-07T04:42:48.15447Z","end":"2026-05-07T04:42:51.504197Z","steps":["trace[1981979923] 'agreement among raft nodes before linearized reading' (duration: 3.349636473s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:51.504818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:48.154441Z","time spent":"3.350358291s","remote":"127.0.0.1:34118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:51.504153Z","caller":"traceutil/trace.go:171","msg":"trace[257279533] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26120; }","duration":"5.186342311s","start":"2026-05-07T04:42:46.317778Z","end":"2026-05-07T04:42:51.50412Z","steps":["trace[257279533] 'agreement among raft nodes before linearized reading' (duration: 5.186149076s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:51.504928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:46.317768Z","time spent":"5.187142271s","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T04:42:51.504077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.890417598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:51.504995Z","caller":"traceutil/trace.go:171","msg":"trace[2092628787] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26120; }","duration":"3.891368022s","start":"2026-05-07T04:42:47.613614Z","end":"2026-05-07T04:42:51.504982Z","steps":["trace[2092628787] 'agreement among raft nodes before linearized reading' (duration: 3.890435018s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:51.50503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:47.613591Z","time spent":"3.891429315s","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:51.503881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.838404853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T04:42:51.505158Z","caller":"traceutil/trace.go:171","msg":"trace[262219229] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26120; }","duration":"4.839749228s","start":"2026-05-07T04:42:46.665396Z","end":"2026-05-07T04:42:51.505145Z","steps":["trace[262219229] 'agreement among raft nodes before linearized reading' (duration: 4.838347502s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:51.504329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.004943474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:51.505252Z","caller":"traceutil/trace.go:171","msg":"trace[1362288593] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26120; }","duration":"5.005935079s","start":"2026-05-07T04:42:46.499306Z","end":"2026-05-07T04:42:51.505242Z","steps":["trace[1362288593] 'agreement among raft nodes before linearized reading' (duration: 5.004787589s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:51.504533Z","caller":"traceutil/trace.go:171","msg":"trace[2147466903] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26120; }","duration":"4.1505688s","start":"2026-05-07T04:42:47.353954Z","end":"2026-05-07T04:42:51.504523Z","steps":["trace[2147466903] 'agreement among raft nodes before linearized reading' (duration: 4.149906194s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:51.505288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:46.499281Z","time spent":"5.005996231s","remote":"127.0.0.1:42718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:51.505355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:47.353906Z","time spent":"4.151387822s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:51.505242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:46.665368Z","time spent":"4.83982859s","remote":"127.0.0.1:51558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:52.003776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:42:52.274099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000214163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T04:42:52.274219Z","caller":"traceutil/trace.go:171","msg":"trace[1300696921] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000355277s","start":"2026-05-07T04:42:50.273831Z","end":"2026-05-07T04:42:52.274187Z","steps":["trace[1300696921] 'agreement among raft nodes before linearized reading' (duration: 2.000207213s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:52.274288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:50.273759Z","time spent":"2.00051367s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 04:42:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:42:52.504087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:42:53.005046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:42:53.017245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049965149s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:53.017379Z","caller":"traceutil/trace.go:171","msg":"trace[461199860] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26120; }","duration":"1.050117843s","start":"2026-05-07T04:42:51.967242Z","end":"2026-05-07T04:42:53.01736Z","steps":["trace[461199860] 'range keys from in-memory index tree' (duration: 1.049946019s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:53.111158Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.635378237s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:42:53.111808Z","caller":"traceutil/trace.go:171","msg":"trace[1317360112] transaction","detail":"{read_only:false; response_revision:26121; number_of_response:1; }","duration":"1.680339386s","start":"2026-05-07T04:42:51.431418Z","end":"2026-05-07T04:42:53.111758Z","steps":["trace[1317360112] 'process raft request' (duration: 1.679942766s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:53.111839Z","caller":"traceutil/trace.go:171","msg":"trace[2056469606] transaction","detail":"{read_only:false; response_revision:26122; number_of_response:1; }","duration":"1.680068349s","start":"2026-05-07T04:42:51.431727Z","end":"2026-05-07T04:42:53.111795Z","steps":["trace[2056469606] 'process raft request' (duration: 1.679901185s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:53.111896Z","caller":"traceutil/trace.go:171","msg":"trace[785870205] transaction","detail":"{read_only:false; response_revision:26123; number_of_response:1; }","duration":"1.679986847s","start":"2026-05-07T04:42:51.431895Z","end":"2026-05-07T04:42:53.111882Z","steps":["trace[785870205] 'process raft request' (duration: 1.679781712s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:53.112051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:51.431335Z","time spent":"1.680579652s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:53.112057Z","caller":"traceutil/trace.go:171","msg":"trace[1713875432] transaction","detail":"{read_only:false; response_revision:26127; number_of_response:1; }","duration":"1.67894224s","start":"2026-05-07T04:42:51.433083Z","end":"2026-05-07T04:42:53.112025Z","steps":["trace[1713875432] 'process raft request' (duration: 1.678885879s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:53.112063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:51.431862Z","time spent":"1.680080039s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:53.112061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:51.431714Z","time spent":"1.680214883s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:53.1122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:51.433075Z","time spent":"1.679042653s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:53.111821Z","caller":"traceutil/trace.go:171","msg":"trace[1805122363] transaction","detail":"{read_only:false; response_revision:26124; number_of_response:1; }","duration":"1.679816423s","start":"2026-05-07T04:42:51.431972Z","end":"2026-05-07T04:42:53.111789Z","steps":["trace[1805122363] 'process raft request' (duration: 1.679752241s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:53.112281Z","caller":"traceutil/trace.go:171","msg":"trace[1738769972] transaction","detail":"{read_only:false; response_revision:26125; number_of_response:1; }","duration":"1.680086578s","start":"2026-05-07T04:42:51.432181Z","end":"2026-05-07T04:42:53.112267Z","steps":["trace[1738769972] 'process raft request' (duration: 1.679588696s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:53.112301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:51.431947Z","time spent":"1.680306635s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:53.112363Z","caller":"traceutil/trace.go:171","msg":"trace[997382010] transaction","detail":"{read_only:false; response_revision:26126; number_of_response:1; }","duration":"1.679365871s","start":"2026-05-07T04:42:51.432986Z","end":"2026-05-07T04:42:53.112352Z","steps":["trace[997382010] 'process raft request' (duration: 1.67893768s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:53.112425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:51.432965Z","time spent":"1.679429762s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:53.112363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:51.432159Z","time spent":"1.680163141s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:54.274277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T04:42:54.274405Z","caller":"traceutil/trace.go:171","msg":"trace[1807329373] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000267714s","start":"2026-05-07T04:42:52.274108Z","end":"2026-05-07T04:42:54.274376Z","steps":["trace[1807329373] 'agreement among raft nodes before linearized reading' (duration: 2.000089609s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.274478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:52.274095Z","time spent":"2.000362347s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 04:42:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-07T04:42:54.724604Z","caller":"traceutil/trace.go:171","msg":"trace[1619111758] transaction","detail":"{read_only:false; response_revision:26128; number_of_response:1; }","duration":"3.214050147s","start":"2026-05-07T04:42:51.510515Z","end":"2026-05-07T04:42:54.724565Z","steps":["trace[1619111758] 'process raft request' (duration: 3.212036465s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.724801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:51.510484Z","time spent":"3.214212641s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:54.724847Z","caller":"traceutil/trace.go:171","msg":"trace[351199172] transaction","detail":"{read_only:false; response_revision:26129; number_of_response:1; }","duration":"3.211272525s","start":"2026-05-07T04:42:51.513565Z","end":"2026-05-07T04:42:54.724837Z","steps":["trace[351199172] 'process raft request' (duration: 3.210966048s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.72495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:51.512285Z","time spent":"3.212656771s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T04:42:54.725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:51.51355Z","time spent":"3.211347667s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:54.724776Z","caller":"traceutil/trace.go:171","msg":"trace[109560823] transaction","detail":"{read_only:false; response_revision:26130; number_of_response:1; }","duration":"3.211128631s","start":"2026-05-07T04:42:51.513619Z","end":"2026-05-07T04:42:54.724748Z","steps":["trace[109560823] 'process raft request' (duration: 3.211031239s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:54.72543Z","caller":"traceutil/trace.go:171","msg":"trace[2065958456] transaction","detail":"{read_only:false; response_revision:26132; number_of_response:1; }","duration":"3.211757247s","start":"2026-05-07T04:42:51.513659Z","end":"2026-05-07T04:42:54.725416Z","steps":["trace[2065958456] 'process raft request' (duration: 3.211604693s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:54.725499Z","caller":"traceutil/trace.go:171","msg":"trace[1436697691] linearizableReadLoop","detail":"{readStateIndex:27003; appliedIndex:26989; }","duration":"3.222195422s","start":"2026-05-07T04:42:51.503279Z","end":"2026-05-07T04:42:54.725474Z","steps":["trace[1436697691] 'read index received' (duration: 1.608116386s)","trace[1436697691] 'applied index is now lower than readState.Index' (duration: 1.614075846s)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:42:54.725526Z","caller":"traceutil/trace.go:171","msg":"trace[683007729] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"3.211768347s","start":"2026-05-07T04:42:51.513663Z","end":"2026-05-07T04:42:54.725431Z","steps":["trace[683007729] 'process raft request' (duration: 3.211693865s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.725552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:51.513648Z","time spent":"3.21185944s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:54.725632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:51.513647Z","time spent":"3.211939292s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:54.725608Z","caller":"traceutil/trace.go:171","msg":"trace[1052834258] transaction","detail":"{read_only:false; response_revision:26134; number_of_response:1; }","duration":"1.210302013s","start":"2026-05-07T04:42:53.515253Z","end":"2026-05-07T04:42:54.725555Z","steps":["trace[1052834258] 'process raft request' (duration: 1.21015169s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.725412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:51.513607Z","time spent":"3.211685946s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:54.725678Z","caller":"traceutil/trace.go:171","msg":"trace[1090530882] transaction","detail":"{read_only:false; response_revision:26135; number_of_response:1; }","duration":"1.128964262s","start":"2026-05-07T04:42:53.596675Z","end":"2026-05-07T04:42:54.725639Z","steps":["trace[1090530882] 'process raft request' (duration: 1.128766458s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.725798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:53.515192Z","time spent":"1.210512549s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:54.725812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.204886475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-07T04:42:54.725837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.243198116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18ad2ed508e9f2cb\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-05-07T04:42:54.725888Z","caller":"traceutil/trace.go:171","msg":"trace[1065111152] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26135; }","duration":"6.204997828s","start":"2026-05-07T04:42:48.520876Z","end":"2026-05-07T04:42:54.725873Z","steps":["trace[1065111152] 'agreement among raft nodes before linearized reading' (duration: 6.204742272s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:54.725902Z","caller":"traceutil/trace.go:171","msg":"trace[1144193798] range","detail":"{range_begin:/registry/events/openstack/container-infra.18ad2ed508e9f2cb; range_end:; response_count:1; response_revision:26135; }","duration":"6.243325839s","start":"2026-05-07T04:42:48.48256Z","end":"2026-05-07T04:42:54.725886Z","steps":["trace[1144193798] 'agreement among raft nodes before linearized reading' (duration: 6.243088613s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.725892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:53.596643Z","time spent":"1.129161448s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:54.725914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.541169366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:54.725942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:48.482527Z","time spent":"6.243406061s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18ad2ed508e9f2cb\" "} {"level":"warn","ts":"2026-05-07T04:42:54.725943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:48.520855Z","time spent":"6.20507665s","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-07T04:42:54.725954Z","caller":"traceutil/trace.go:171","msg":"trace[1675368582] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26135; }","duration":"3.541249018s","start":"2026-05-07T04:42:51.184694Z","end":"2026-05-07T04:42:54.725943Z","steps":["trace[1675368582] 'agreement among raft nodes before linearized reading' (duration: 3.541184846s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.725996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:51.18467Z","time spent":"3.54131838s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:54.725986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.391869489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:42:54.72597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.813974778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:54.726188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.242455447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f8b46a4f-8344-4b10-b862-885fecea6c1b\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-05-07T04:42:54.726245Z","caller":"traceutil/trace.go:171","msg":"trace[1742615178] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f8b46a4f-8344-4b10-b862-885fecea6c1b; range_end:; response_count:1; response_revision:26135; }","duration":"6.242853507s","start":"2026-05-07T04:42:48.483379Z","end":"2026-05-07T04:42:54.726233Z","steps":["trace[1742615178] 'agreement among raft nodes before linearized reading' (duration: 6.242673683s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.726286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:48.482827Z","time spent":"6.243449651s","remote":"127.0.0.1:51366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-f8b46a4f-8344-4b10-b862-885fecea6c1b\" "} {"level":"info","ts":"2026-05-07T04:42:54.726358Z","caller":"traceutil/trace.go:171","msg":"trace[624035682] transaction","detail":"{read_only:false; response_revision:26131; number_of_response:1; }","duration":"3.211959882s","start":"2026-05-07T04:42:51.513626Z","end":"2026-05-07T04:42:54.725585Z","steps":["trace[624035682] 'process raft request' (duration: 3.21107481s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.726479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:51.51361Z","time spent":"3.212807844s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:54.726355Z","caller":"traceutil/trace.go:171","msg":"trace[256704092] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26135; }","duration":"5.814516331s","start":"2026-05-07T04:42:48.911597Z","end":"2026-05-07T04:42:54.726113Z","steps":["trace[256704092] 'agreement among raft nodes before linearized reading' (duration: 5.813984508s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.726568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:48.911568Z","time spent":"5.814975383s","remote":"127.0.0.1:51450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:54.727439Z","caller":"traceutil/trace.go:171","msg":"trace[1562444884] transaction","detail":"{read_only:false; response_revision:26136; number_of_response:1; }","duration":"572.778877ms","start":"2026-05-07T04:42:54.154643Z","end":"2026-05-07T04:42:54.727421Z","steps":["trace[1562444884] 'process raft request' (duration: 570.874298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.725853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.804408921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:54.727611Z","caller":"traceutil/trace.go:171","msg":"trace[1102520686] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26135; }","duration":"4.806193557s","start":"2026-05-07T04:42:49.921394Z","end":"2026-05-07T04:42:54.727587Z","steps":["trace[1102520686] 'agreement among raft nodes before linearized reading' (duration: 4.804393401s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.727642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:54.154614Z","time spent":"572.925211ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:54.727685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:49.921372Z","time spent":"4.80628994s","remote":"127.0.0.1:44372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:54.727708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420810168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:54.727712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.694481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:54.726056Z","caller":"traceutil/trace.go:171","msg":"trace[818238048] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26135; }","duration":"5.391986352s","start":"2026-05-07T04:42:49.33405Z","end":"2026-05-07T04:42:54.726036Z","steps":["trace[818238048] 'agreement among raft nodes before linearized reading' (duration: 5.391859669s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.727777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.664014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:54.727779Z","caller":"traceutil/trace.go:171","msg":"trace[416467725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26137; }","duration":"444.797984ms","start":"2026-05-07T04:42:54.282966Z","end":"2026-05-07T04:42:54.727764Z","steps":["trace[416467725] 'agreement among raft nodes before linearized reading' (duration: 444.694581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.727823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:54.282946Z","time spent":"444.869785ms","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:42:54.727837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106951264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:54.727857Z","caller":"traceutil/trace.go:171","msg":"trace[1636112461] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26137; }","duration":"1.107014266s","start":"2026-05-07T04:42:53.620836Z","end":"2026-05-07T04:42:54.72785Z","steps":["trace[1636112461] 'agreement among raft nodes before linearized reading' (duration: 1.106971295s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.727878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:53.620798Z","time spent":"1.107076307s","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:54.727888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:49.334025Z","time spent":"5.393794678s","remote":"127.0.0.1:45394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:54.727946Z","caller":"traceutil/trace.go:171","msg":"trace[264231968] transaction","detail":"{read_only:false; response_revision:26137; number_of_response:1; }","duration":"302.770524ms","start":"2026-05-07T04:42:54.425124Z","end":"2026-05-07T04:42:54.727895Z","steps":["trace[264231968] 'process raft request' (duration: 302.2162ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:54.727745Z","caller":"traceutil/trace.go:171","msg":"trace[1556680023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26137; }","duration":"1.42088725s","start":"2026-05-07T04:42:53.306847Z","end":"2026-05-07T04:42:54.727735Z","steps":["trace[1556680023] 'agreement among raft nodes before linearized reading' (duration: 1.420758327s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.727998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2709432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:54.728006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:53.306823Z","time spent":"1.421173908s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T04:42:54.728019Z","caller":"traceutil/trace.go:171","msg":"trace[598758918] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26137; }","duration":"1.271018023s","start":"2026-05-07T04:42:53.456992Z","end":"2026-05-07T04:42:54.72801Z","steps":["trace[598758918] 'agreement among raft nodes before linearized reading' (duration: 1.270989472s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.728039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:53.456964Z","time spent":"1.271071064s","remote":"127.0.0.1:49126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:54.72804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:54.425098Z","time spent":"302.871126ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:54.727798Z","caller":"traceutil/trace.go:171","msg":"trace[1587544186] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26137; }","duration":"894.725835ms","start":"2026-05-07T04:42:53.833065Z","end":"2026-05-07T04:42:54.727791Z","steps":["trace[1587544186] 'agreement among raft nodes before linearized reading' (duration: 894.692725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.728156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:53.833041Z","time spent":"895.101825ms","remote":"127.0.0.1:44352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:54.728257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468729297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:42:54.728314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.010153058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:54.728342Z","caller":"traceutil/trace.go:171","msg":"trace[1104345] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26137; }","duration":"3.010176389s","start":"2026-05-07T04:42:51.718154Z","end":"2026-05-07T04:42:54.72833Z","steps":["trace[1104345] 'agreement among raft nodes before linearized reading' (duration: 3.010132468s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.728354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015319155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:42:54.728362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:51.718083Z","time spent":"3.01027258s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:54.728345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.214260651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:54.728378Z","caller":"traceutil/trace.go:171","msg":"trace[127539000] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26137; }","duration":"2.015369877s","start":"2026-05-07T04:42:52.713001Z","end":"2026-05-07T04:42:54.728371Z","steps":["trace[127539000] 'agreement among raft nodes before linearized reading' (duration: 2.015328176s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:54.728392Z","caller":"traceutil/trace.go:171","msg":"trace[335155287] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26137; }","duration":"3.214334843s","start":"2026-05-07T04:42:51.514045Z","end":"2026-05-07T04:42:54.72838Z","steps":["trace[335155287] 'agreement among raft nodes before linearized reading' (duration: 3.214254181s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.728441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:51.514033Z","time spent":"3.214394904s","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T04:42:54.728454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081985925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:42:54.728309Z","caller":"traceutil/trace.go:171","msg":"trace[890547496] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26137; }","duration":"2.468834919s","start":"2026-05-07T04:42:52.259454Z","end":"2026-05-07T04:42:54.728289Z","steps":["trace[890547496] 'agreement among raft nodes before linearized reading' (duration: 2.468738916s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:54.728478Z","caller":"traceutil/trace.go:171","msg":"trace[756927762] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26137; }","duration":"2.082036786s","start":"2026-05-07T04:42:52.646434Z","end":"2026-05-07T04:42:54.728471Z","steps":["trace[756927762] 'agreement among raft nodes before linearized reading' (duration: 2.081984445s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.7285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:52.646417Z","time spent":"2.082077337s","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:54.728504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:52.259428Z","time spent":"2.469063945s","remote":"127.0.0.1:45384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:54.728565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.215074941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18542"} {"level":"warn","ts":"2026-05-07T04:42:54.728548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815652909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-05-07T04:42:54.728613Z","caller":"traceutil/trace.go:171","msg":"trace[916554868] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26137; }","duration":"3.215174544s","start":"2026-05-07T04:42:51.513427Z","end":"2026-05-07T04:42:54.728602Z","steps":["trace[916554868] 'agreement among raft nodes before linearized reading' (duration: 3.21504019s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:54.728644Z","caller":"traceutil/trace.go:171","msg":"trace[836694697] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26137; }","duration":"2.815804343s","start":"2026-05-07T04:42:51.912834Z","end":"2026-05-07T04:42:54.728638Z","steps":["trace[836694697] 'agreement among raft nodes before linearized reading' (duration: 2.815613098s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.728653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:51.513412Z","time spent":"3.215233855s","remote":"127.0.0.1:51378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-07T04:42:54.728664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:51.912797Z","time spent":"2.815861744s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T04:42:54.728685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308523027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:42:54.728716Z","caller":"traceutil/trace.go:171","msg":"trace[1327378336] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26137; }","duration":"2.308589518s","start":"2026-05-07T04:42:52.420112Z","end":"2026-05-07T04:42:54.728701Z","steps":["trace[1327378336] 'agreement among raft nodes before linearized reading' (duration: 2.308503686s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.728747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:52.420086Z","time spent":"2.30865293s","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:54.728405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:52.712983Z","time spent":"2.015412437s","remote":"127.0.0.1:45360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:54.732196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.22133128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:54.732242Z","caller":"traceutil/trace.go:171","msg":"trace[1091087924] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26137; }","duration":"3.221396022s","start":"2026-05-07T04:42:51.510837Z","end":"2026-05-07T04:42:54.732233Z","steps":["trace[1091087924] 'agreement among raft nodes before linearized reading' (duration: 3.216748264s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:54.732261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:51.510822Z","time spent":"3.221435693s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T04:42:55.233146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:42:55.733372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:42:56.233807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:42:56.575179Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.845971594s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:42:56.575661Z","caller":"traceutil/trace.go:171","msg":"trace[21950240] transaction","detail":"{read_only:false; response_revision:26138; number_of_response:1; }","duration":"1.846517969s","start":"2026-05-07T04:42:54.72911Z","end":"2026-05-07T04:42:56.575628Z","steps":["trace[21950240] 'process raft request' (duration: 1.846306983s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:56.575845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:54.729088Z","time spent":"1.846653132s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:57.284157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000416228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T04:42:57.284287Z","caller":"traceutil/trace.go:171","msg":"trace[882995857] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000621954s","start":"2026-05-07T04:42:55.283635Z","end":"2026-05-07T04:42:57.284257Z","steps":["trace[882995857] 'agreement among raft nodes before linearized reading' (duration: 2.000449719s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:57.284355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:55.283614Z","time spent":"2.000725208s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 04:42:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:42:57.740368Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.164932064s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:42:57.741389Z","caller":"traceutil/trace.go:171","msg":"trace[1739253639] transaction","detail":"{read_only:false; response_revision:26139; number_of_response:1; }","duration":"3.008839355s","start":"2026-05-07T04:42:54.732497Z","end":"2026-05-07T04:42:57.741336Z","steps":["trace[1739253639] 'process raft request' (duration: 3.008451086s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:57.741559Z","caller":"traceutil/trace.go:171","msg":"trace[1522084986] transaction","detail":"{read_only:false; response_revision:26141; number_of_response:1; }","duration":"2.623102111s","start":"2026-05-07T04:42:55.118424Z","end":"2026-05-07T04:42:57.741526Z","steps":["trace[1522084986] 'process raft request' (duration: 2.622834584s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:57.74166Z","caller":"traceutil/trace.go:171","msg":"trace[80098278] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"2.62029257s","start":"2026-05-07T04:42:55.12131Z","end":"2026-05-07T04:42:57.741602Z","steps":["trace[80098278] 'process raft request' (duration: 2.619999433s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:57.741719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:55.118381Z","time spent":"2.623245635s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:57.741789Z","caller":"traceutil/trace.go:171","msg":"trace[2124003886] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"2.619659863s","start":"2026-05-07T04:42:55.122096Z","end":"2026-05-07T04:42:57.741756Z","steps":["trace[2124003886] 'process raft request' (duration: 2.619571401s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:57.741867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:55.12129Z","time spent":"2.620465904s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:57.74184Z","caller":"traceutil/trace.go:171","msg":"trace[147363342] transaction","detail":"{read_only:false; response_revision:26144; number_of_response:1; }","duration":"2.620262299s","start":"2026-05-07T04:42:55.121504Z","end":"2026-05-07T04:42:57.741766Z","steps":["trace[147363342] 'process raft request' (duration: 2.620063854s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:57.741896Z","caller":"traceutil/trace.go:171","msg":"trace[5519818] transaction","detail":"{read_only:false; response_revision:26145; number_of_response:1; }","duration":"2.619788676s","start":"2026-05-07T04:42:55.122039Z","end":"2026-05-07T04:42:57.741827Z","steps":["trace[5519818] 'process raft request' (duration: 2.61958605s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:57.74183Z","caller":"traceutil/trace.go:171","msg":"trace[133431368] transaction","detail":"{read_only:false; response_revision:26143; number_of_response:1; }","duration":"2.620398372s","start":"2026-05-07T04:42:55.121406Z","end":"2026-05-07T04:42:57.741805Z","steps":["trace[133431368] 'process raft request' (duration: 2.619955821s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:57.741985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:55.122079Z","time spent":"2.619809536s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:57.742039Z","caller":"traceutil/trace.go:171","msg":"trace[1576186191] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"2.61796867s","start":"2026-05-07T04:42:55.124046Z","end":"2026-05-07T04:42:57.742015Z","steps":["trace[1576186191] 'process raft request' (duration: 2.617661763s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:57.742046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:55.121399Z","time spent":"2.620595097s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:57.741695Z","caller":"traceutil/trace.go:171","msg":"trace[1957467571] transaction","detail":"{read_only:false; response_revision:26140; number_of_response:1; }","duration":"3.006975199s","start":"2026-05-07T04:42:54.734507Z","end":"2026-05-07T04:42:57.741482Z","steps":["trace[1957467571] 'process raft request' (duration: 3.006653941s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:57.742107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:55.124035Z","time spent":"2.618034332s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:57.742099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:54.732476Z","time spent":"3.009053561s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:57.74215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:54.734485Z","time spent":"3.007638736s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:57.742169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:55.122006Z","time spent":"2.6199758s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:57.742251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:55.121495Z","time spent":"2.620434333s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:57.742354Z","caller":"traceutil/trace.go:171","msg":"trace[1037272595] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"2.399256316s","start":"2026-05-07T04:42:55.34309Z","end":"2026-05-07T04:42:57.742347Z","steps":["trace[1037272595] 'process raft request' (duration: 2.398833445s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:57.742398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:55.343047Z","time spent":"2.399326077s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:42:58.781839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039509735s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T04:42:58.781986Z","caller":"traceutil/trace.go:171","msg":"trace[1464510986] linearizableReadLoop","detail":"{readStateIndex:27019; appliedIndex:27007; }","duration":"4.049715544s","start":"2026-05-07T04:42:54.732247Z","end":"2026-05-07T04:42:58.781962Z","steps":["trace[1464510986] 'read index received' (duration: 1.843206413s)","trace[1464510986] 'applied index is now lower than readState.Index' (duration: 2.206507291s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:42:58.783551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.051263684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb171d7701\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-05-07T04:42:58.783707Z","caller":"traceutil/trace.go:171","msg":"trace[642578329] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad2bfb171d7701; range_end:; response_count:1; response_revision:26148; }","duration":"4.051459798s","start":"2026-05-07T04:42:54.732209Z","end":"2026-05-07T04:42:58.783669Z","steps":["trace[642578329] 'agreement among raft nodes before linearized reading' (duration: 4.051074519s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:58.783783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:54.732193Z","time spent":"4.051571952s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb171d7701\" "} {"level":"warn","ts":"2026-05-07T04:42:58.862427Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.115341426s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:42:58.862886Z","caller":"traceutil/trace.go:171","msg":"trace[886457166] transaction","detail":"{read_only:false; response_revision:26149; number_of_response:1; }","duration":"2.128161576s","start":"2026-05-07T04:42:56.734674Z","end":"2026-05-07T04:42:58.862835Z","steps":["trace[886457166] 'process raft request' (duration: 2.12795128s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:58.862994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128926985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T04:42:58.863052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424876891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:58.863085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:56.734654Z","time spent":"2.128324869s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:42:58.86314Z","caller":"traceutil/trace.go:171","msg":"trace[39621408] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26149; }","duration":"1.425050486s","start":"2026-05-07T04:42:57.438064Z","end":"2026-05-07T04:42:58.863115Z","steps":["trace[39621408] 'agreement among raft nodes before linearized reading' (duration: 1.42483871s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:58.863167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.753003836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:42:58.863206Z","caller":"traceutil/trace.go:171","msg":"trace[1659116765] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26149; }","duration":"3.753098889s","start":"2026-05-07T04:42:55.110095Z","end":"2026-05-07T04:42:58.863194Z","steps":["trace[1659116765] 'agreement among raft nodes before linearized reading' (duration: 3.753023297s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:58.863212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:57.438029Z","time spent":"1.425169599s","remote":"127.0.0.1:35626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:58.863246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128927675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T04:42:58.863295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.03963158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:42:58.863309Z","caller":"traceutil/trace.go:171","msg":"trace[1262348682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26149; }","duration":"2.129014397s","start":"2026-05-07T04:42:56.73427Z","end":"2026-05-07T04:42:58.863285Z","steps":["trace[1262348682] 'agreement among raft nodes before linearized reading' (duration: 2.128904594s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:58.863331Z","caller":"traceutil/trace.go:171","msg":"trace[1840315208] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26149; }","duration":"4.039667711s","start":"2026-05-07T04:42:54.823655Z","end":"2026-05-07T04:42:58.863323Z","steps":["trace[1840315208] 'agreement among raft nodes before linearized reading' (duration: 4.03961494s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:58.863304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128553445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T04:42:58.863363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:54.82358Z","time spent":"4.039774943s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:58.863247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:55.110063Z","time spent":"3.75317443s","remote":"127.0.0.1:44414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:58.863401Z","caller":"traceutil/trace.go:171","msg":"trace[467860380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26149; }","duration":"2.128684238s","start":"2026-05-07T04:42:56.734692Z","end":"2026-05-07T04:42:58.863376Z","steps":["trace[467860380] 'agreement among raft nodes before linearized reading' (duration: 2.128377151s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:58.863457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:56.73468Z","time spent":"2.12876561s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T04:42:58.863088Z","caller":"traceutil/trace.go:171","msg":"trace[596197902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26149; }","duration":"2.129088038s","start":"2026-05-07T04:42:56.733978Z","end":"2026-05-07T04:42:58.863066Z","steps":["trace[596197902] 'agreement among raft nodes before linearized reading' (duration: 2.128871123s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:58.863569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:56.733946Z","time spent":"2.129608122s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:42:58.863592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.351409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:42:58.863619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.09770606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:42:58.863634Z","caller":"traceutil/trace.go:171","msg":"trace[1988376967] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26149; }","duration":"105.430501ms","start":"2026-05-07T04:42:58.758187Z","end":"2026-05-07T04:42:58.863617Z","steps":["trace[1988376967] 'agreement among raft nodes before linearized reading' (duration: 105.348279ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:58.86365Z","caller":"traceutil/trace.go:171","msg":"trace[207676507] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26149; }","duration":"4.097780273s","start":"2026-05-07T04:42:54.765861Z","end":"2026-05-07T04:42:58.863641Z","steps":["trace[207676507] 'agreement among raft nodes before linearized reading' (duration: 4.097708551s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:58.863628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834366574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418249"} {"level":"warn","ts":"2026-05-07T04:42:58.863724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714370809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:58.86377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.127175168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T04:42:58.863772Z","caller":"traceutil/trace.go:171","msg":"trace[1624382370] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26149; }","duration":"1.714493632s","start":"2026-05-07T04:42:57.149263Z","end":"2026-05-07T04:42:58.863757Z","steps":["trace[1624382370] 'agreement among raft nodes before linearized reading' (duration: 1.71443076s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:58.863807Z","caller":"traceutil/trace.go:171","msg":"trace[1770793506] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26149; }","duration":"4.127225999s","start":"2026-05-07T04:42:54.736574Z","end":"2026-05-07T04:42:58.8638Z","steps":["trace[1770793506] 'agreement among raft nodes before linearized reading' (duration: 4.127124136s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:58.863806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12952013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T04:42:58.86384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:54.736566Z","time spent":"4.12726865s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T04:42:58.863853Z","caller":"traceutil/trace.go:171","msg":"trace[1246180434] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26149; }","duration":"2.129588981s","start":"2026-05-07T04:42:56.734251Z","end":"2026-05-07T04:42:58.86384Z","steps":["trace[1246180434] 'agreement among raft nodes before linearized reading' (duration: 2.129404066s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:58.863863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905077936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:58.863869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282647479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18ad2ed5a964c896\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-05-07T04:42:58.863879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.26273602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:42:58.863883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.395497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:42:58.863674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57949394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:42:58.863899Z","caller":"traceutil/trace.go:171","msg":"trace[360841194] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26149; }","duration":"2.905116157s","start":"2026-05-07T04:42:55.958771Z","end":"2026-05-07T04:42:58.863887Z","steps":["trace[360841194] 'agreement among raft nodes before linearized reading' (duration: 2.905034815s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:58.86391Z","caller":"traceutil/trace.go:171","msg":"trace[69953345] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26149; }","duration":"3.262824861s","start":"2026-05-07T04:42:55.601077Z","end":"2026-05-07T04:42:58.863901Z","steps":["trace[69953345] 'agreement among raft nodes before linearized reading' (duration: 3.2627649s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:58.863916Z","caller":"traceutil/trace.go:171","msg":"trace[510799888] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18ad2ed5a964c896; range_end:; response_count:1; response_revision:26149; }","duration":"2.282738671s","start":"2026-05-07T04:42:56.581159Z","end":"2026-05-07T04:42:58.863898Z","steps":["trace[510799888] 'agreement among raft nodes before linearized reading' (duration: 2.282621908s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:58.863921Z","caller":"traceutil/trace.go:171","msg":"trace[2804852] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26149; }","duration":"484.467449ms","start":"2026-05-07T04:42:58.379443Z","end":"2026-05-07T04:42:58.86391Z","steps":["trace[2804852] 'agreement among raft nodes before linearized reading' (duration: 484.396227ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:42:58.863938Z","caller":"traceutil/trace.go:171","msg":"trace[1446390339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26149; }","duration":"1.579776297s","start":"2026-05-07T04:42:57.28414Z","end":"2026-05-07T04:42:58.863916Z","steps":["trace[1446390339] 'agreement among raft nodes before linearized reading' (duration: 1.579471799s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:58.863941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:55.601044Z","time spent":"3.262890643s","remote":"127.0.0.1:51498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:58.863949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:56.581128Z","time spent":"2.282813833s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18ad2ed5a964c896\" "} {"level":"warn","ts":"2026-05-07T04:42:58.863951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:55.958702Z","time spent":"2.90523927s","remote":"127.0.0.1:34062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:58.863953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:58.379419Z","time spent":"484.526459ms","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:58.863974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:57.284122Z","time spent":"1.579844439s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:42:58.864059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.130790089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-07T04:42:58.863766Z","caller":"traceutil/trace.go:171","msg":"trace[943200883] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26149; }","duration":"2.834575119s","start":"2026-05-07T04:42:56.02916Z","end":"2026-05-07T04:42:58.863735Z","steps":["trace[943200883] 'agreement among raft nodes before linearized reading' (duration: 2.833861021s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:58.863816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:57.149241Z","time spent":"1.714567583s","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:58.864157Z","caller":"traceutil/trace.go:171","msg":"trace[1915401250] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26149; }","duration":"4.130843731s","start":"2026-05-07T04:42:54.733244Z","end":"2026-05-07T04:42:58.864088Z","steps":["trace[1915401250] 'agreement among raft nodes before linearized reading' (duration: 4.130743079s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:58.864231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:54.733232Z","time spent":"4.130959904s","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-07T04:42:58.863361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:56.734248Z","time spent":"2.129102239s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:42:58.864269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117878111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-07T04:42:58.864313Z","caller":"traceutil/trace.go:171","msg":"trace[1012518427] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26149; }","duration":"1.117952913s","start":"2026-05-07T04:42:57.746349Z","end":"2026-05-07T04:42:58.864302Z","steps":["trace[1012518427] 'agreement among raft nodes before linearized reading' (duration: 1.117761458s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:58.864119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:56.029129Z","time spent":"2.834977369s","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418272,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-07T04:42:58.864354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:57.74633Z","time spent":"1.118017686s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T04:42:58.863112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128778321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T04:42:58.864442Z","caller":"traceutil/trace.go:171","msg":"trace[427613552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26149; }","duration":"2.130205068s","start":"2026-05-07T04:42:56.734223Z","end":"2026-05-07T04:42:58.864428Z","steps":["trace[427613552] 'agreement among raft nodes before linearized reading' (duration: 2.128635267s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:58.864487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:56.734198Z","time spent":"2.13027744s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:42:58.863892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:56.734236Z","time spent":"2.129648553s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:42:58.864573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265901762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:42:58.86368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:54.765838Z","time spent":"4.097834514s","remote":"127.0.0.1:51330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:42:58.864656Z","caller":"traceutil/trace.go:171","msg":"trace[973933116] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26149; }","duration":"1.266042887s","start":"2026-05-07T04:42:57.598587Z","end":"2026-05-07T04:42:58.86463Z","steps":["trace[973933116] 'agreement among raft nodes before linearized reading' (duration: 1.265908833s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:58.864725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:57.598565Z","time spent":"1.266150999s","remote":"127.0.0.1:49874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:58.866289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.277284959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T04:42:58.867046Z","caller":"traceutil/trace.go:171","msg":"trace[270188804] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26149; }","duration":"3.278790278s","start":"2026-05-07T04:42:55.588223Z","end":"2026-05-07T04:42:58.867013Z","steps":["trace[270188804] 'agreement among raft nodes before linearized reading' (duration: 3.274721714s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:42:58.867117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:55.588194Z","time spent":"3.27890195s","remote":"127.0.0.1:42522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:42:59.363956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479315,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:42:59.864561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479315,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:00.365503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479315,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:00.515541Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.652862329s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T04:43:00.871603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999975037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T04:43:00.871677Z","caller":"traceutil/trace.go:171","msg":"trace[1261180307] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00007204s","start":"2026-05-07T04:42:58.87159Z","end":"2026-05-07T04:43:00.871662Z","steps":["trace[1261180307] 'agreement among raft nodes before linearized reading' (duration: 1.999984928s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:00.87171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:58.871582Z","time spent":"2.000121591s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:43:01.317553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.222406ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-05-07T04:43:01.317645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:58.786252Z","time spent":"2.531389035s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T04:43:02.872862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000295895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T04:43:02.872977Z","caller":"traceutil/trace.go:171","msg":"trace[1024673591] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000454878s","start":"2026-05-07T04:43:00.872497Z","end":"2026-05-07T04:43:02.872952Z","steps":["trace[1024673591] 'agreement among raft nodes before linearized reading' (duration: 2.000309165s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:02.873028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:00.872488Z","time spent":"2.000529852s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:43:03.85156Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.334482588s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T04:43:03.868358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:58.87002Z","time spent":"4.998329186s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 04:43:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:43:03.869547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:58.870741Z","time spent":"4.998796608s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 04:43:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:43:03.870841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:58.871573Z","time spent":"4.99926301s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T04:43:03.944604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:03.218548Z","time spent":"726.047041ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T04:43:03.944937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977659681s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:03.945101Z","caller":"traceutil/trace.go:171","msg":"trace[1383217080] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26149; }","duration":"1.977840245s","start":"2026-05-07T04:43:01.967235Z","end":"2026-05-07T04:43:03.945076Z","steps":["trace[1383217080] 'range keys from in-memory index tree' (duration: 1.97763646s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:03.94924Z","caller":"traceutil/trace.go:171","msg":"trace[1237174098] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"5.078624161s","start":"2026-05-07T04:42:58.870563Z","end":"2026-05-07T04:43:03.949187Z","steps":["trace[1237174098] 'process raft request' (duration: 5.077954073s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:03.949609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:58.870549Z","time spent":"5.078875188s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:03.949944Z","caller":"traceutil/trace.go:171","msg":"trace[454874316] transaction","detail":"{read_only:false; response_revision:26156; number_of_response:1; }","duration":"4.214604874s","start":"2026-05-07T04:42:59.73531Z","end":"2026-05-07T04:43:03.949915Z","steps":["trace[454874316] 'process raft request' (duration: 4.214292266s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:03.949639Z","caller":"traceutil/trace.go:171","msg":"trace[1992697276] transaction","detail":"{read_only:false; response_revision:26154; number_of_response:1; }","duration":"5.077808931s","start":"2026-05-07T04:42:58.871792Z","end":"2026-05-07T04:43:03.949601Z","steps":["trace[1992697276] 'process raft request' (duration: 5.077306339s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:03.95017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:58.871779Z","time spent":"5.078274753s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:03.950188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:59.735281Z","time spent":"4.214745048s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:03.950316Z","caller":"traceutil/trace.go:171","msg":"trace[1701026142] transaction","detail":"{read_only:false; response_revision:26157; number_of_response:1; }","duration":"4.201683017s","start":"2026-05-07T04:42:59.748613Z","end":"2026-05-07T04:43:03.950296Z","steps":["trace[1701026142] 'process raft request' (duration: 4.201227785s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:03.94971Z","caller":"traceutil/trace.go:171","msg":"trace[2112330462] transaction","detail":"{read_only:false; response_revision:26155; number_of_response:1; }","duration":"4.714812841s","start":"2026-05-07T04:42:59.234863Z","end":"2026-05-07T04:43:03.949676Z","steps":["trace[2112330462] 'process raft request' (duration: 4.714409471s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:03.950407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:59.748599Z","time spent":"4.201759028s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:03.95051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:59.234836Z","time spent":"4.71559043s","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418382,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:03.950653Z","caller":"traceutil/trace.go:171","msg":"trace[1705795165] transaction","detail":"{read_only:false; response_revision:26161; number_of_response:1; }","duration":"4.200301731s","start":"2026-05-07T04:42:59.750335Z","end":"2026-05-07T04:43:03.950637Z","steps":["trace[1705795165] 'process raft request' (duration: 4.200137367s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:03.950683Z","caller":"traceutil/trace.go:171","msg":"trace[1989134142] transaction","detail":"{read_only:false; response_revision:26159; number_of_response:1; }","duration":"4.200958918s","start":"2026-05-07T04:42:59.749657Z","end":"2026-05-07T04:43:03.950616Z","steps":["trace[1989134142] 'process raft request' (duration: 4.200681431s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:03.95067Z","caller":"traceutil/trace.go:171","msg":"trace[63087674] linearizableReadLoop","detail":"{readStateIndex:27035; appliedIndex:27020; }","duration":"5.087816074s","start":"2026-05-07T04:42:58.862819Z","end":"2026-05-07T04:43:03.950635Z","steps":["trace[63087674] 'read index received' (duration: 1.653205208s)","trace[63087674] 'applied index is now lower than readState.Index' (duration: 3.434609156s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:03.950749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:59.750305Z","time spent":"4.200408163s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:03.950823Z","caller":"traceutil/trace.go:171","msg":"trace[900044876] transaction","detail":"{read_only:false; response_revision:26162; number_of_response:1; }","duration":"4.200303461s","start":"2026-05-07T04:42:59.750501Z","end":"2026-05-07T04:43:03.950804Z","steps":["trace[900044876] 'process raft request' (duration: 4.200023804s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:03.950985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:59.750491Z","time spent":"4.200385013s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:03.95103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:59.749646Z","time spent":"4.201099691s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:03.951205Z","caller":"traceutil/trace.go:171","msg":"trace[75123542] transaction","detail":"{read_only:false; response_revision:26163; number_of_response:1; }","duration":"4.198953457s","start":"2026-05-07T04:42:59.752236Z","end":"2026-05-07T04:43:03.95119Z","steps":["trace[75123542] 'process raft request' (duration: 4.198337901s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:03.951266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.112248562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:03.951294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:59.752216Z","time spent":"4.199036969s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:03.951331Z","caller":"traceutil/trace.go:171","msg":"trace[1718939602] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26163; }","duration":"5.112373707s","start":"2026-05-07T04:42:58.838939Z","end":"2026-05-07T04:43:03.951313Z","steps":["trace[1718939602] 'agreement among raft nodes before linearized reading' (duration: 5.112263294s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:03.951387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:58.838917Z","time spent":"5.112455818s","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:03.951778Z","caller":"traceutil/trace.go:171","msg":"trace[1582085809] transaction","detail":"{read_only:false; response_revision:26160; number_of_response:1; }","duration":"4.201801229s","start":"2026-05-07T04:42:59.749957Z","end":"2026-05-07T04:43:03.951758Z","steps":["trace[1582085809] 'process raft request' (duration: 4.200451184s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:03.951863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:59.749946Z","time spent":"4.201877192s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:03.951825Z","caller":"traceutil/trace.go:171","msg":"trace[1066097803] transaction","detail":"{read_only:false; response_revision:26158; number_of_response:1; }","duration":"4.202825535s","start":"2026-05-07T04:42:59.748947Z","end":"2026-05-07T04:43:03.951773Z","steps":["trace[1066097803] 'process raft request' (duration: 4.201174453s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:03.95226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:59.748938Z","time spent":"4.203195305s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:04.450807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479334,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:04.882195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000924611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T04:43:04.882648Z","caller":"traceutil/trace.go:171","msg":"trace[2033855786] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001145057s","start":"2026-05-07T04:43:02.881177Z","end":"2026-05-07T04:43:04.882322Z","steps":["trace[2033855786] 'agreement among raft nodes before linearized reading' (duration: 2.000956432s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:04.882715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:02.881154Z","time spent":"2.001547247s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 04:43:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:43:04.95103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479334,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:05.321268Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.332751826s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T04:43:05.779588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.780322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:43:05.780022Z","caller":"traceutil/trace.go:171","msg":"trace[1332018991] linearizableReadLoop","detail":"{readStateIndex:27040; appliedIndex:27035; }","duration":"1.8292397s","start":"2026-05-07T04:43:03.950754Z","end":"2026-05-07T04:43:05.779993Z","steps":["trace[1332018991] 'read index received' (duration: 1.372775021s)","trace[1332018991] 'applied index is now lower than readState.Index' (duration: 456.463359ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:43:05.780127Z","caller":"traceutil/trace.go:171","msg":"trace[810014415] transaction","detail":"{read_only:false; response_revision:26164; number_of_response:1; }","duration":"4.91168492s","start":"2026-05-07T04:43:00.868427Z","end":"2026-05-07T04:43:05.780112Z","steps":["trace[810014415] 'process raft request' (duration: 4.455084098s)","trace[810014415] 'compare' (duration: 455.100304ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:05.780199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:00.868405Z","time spent":"4.911754621s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:05.780557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.516135636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-07T04:43:05.7806Z","caller":"traceutil/trace.go:171","msg":"trace[529780003] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26168; }","duration":"4.516207667s","start":"2026-05-07T04:43:01.26438Z","end":"2026-05-07T04:43:05.780588Z","steps":["trace[529780003] 'agreement among raft nodes before linearized reading' (duration: 4.516049523s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:05.78058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.482167134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:05.780712Z","caller":"traceutil/trace.go:171","msg":"trace[1686705651] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26168; }","duration":"4.482324348s","start":"2026-05-07T04:43:01.298359Z","end":"2026-05-07T04:43:05.780683Z","steps":["trace[1686705651] 'agreement among raft nodes before linearized reading' (duration: 4.482059991s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:05.780811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:01.298317Z","time spent":"4.482456101s","remote":"127.0.0.1:35650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:05.781009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.215664515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273008"} {"level":"info","ts":"2026-05-07T04:43:05.781052Z","caller":"traceutil/trace.go:171","msg":"trace[1188694403] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26168; }","duration":"5.215706796s","start":"2026-05-07T04:43:00.565335Z","end":"2026-05-07T04:43:05.781042Z","steps":["trace[1188694403] 'agreement among raft nodes before linearized reading' (duration: 5.215318285s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:05.781088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:00.565272Z","time spent":"5.215806948s","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273031,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-07T04:43:05.781172Z","caller":"traceutil/trace.go:171","msg":"trace[454109662] transaction","detail":"{read_only:false; response_revision:26165; number_of_response:1; }","duration":"4.462377903s","start":"2026-05-07T04:43:01.318771Z","end":"2026-05-07T04:43:05.781149Z","steps":["trace[454109662] 'process raft request' (duration: 4.460933155s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:05.781337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:01.318739Z","time spent":"4.462490206s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:05.781382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.447030038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:43:05.781498Z","caller":"traceutil/trace.go:171","msg":"trace[853069108] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26168; }","duration":"5.447196613s","start":"2026-05-07T04:43:00.33429Z","end":"2026-05-07T04:43:05.781487Z","steps":["trace[853069108] 'agreement among raft nodes before linearized reading' (duration: 5.447042729s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:05.78154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:00.334264Z","time spent":"5.447265764s","remote":"127.0.0.1:51666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:05.781825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.914886099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"info","ts":"2026-05-07T04:43:05.781874Z","caller":"traceutil/trace.go:171","msg":"trace[1820325695] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26168; }","duration":"6.914961051s","start":"2026-05-07T04:42:58.866901Z","end":"2026-05-07T04:43:05.781862Z","steps":["trace[1820325695] 'agreement among raft nodes before linearized reading' (duration: 6.914832978s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:05.781896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34057585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:43:05.781956Z","caller":"traceutil/trace.go:171","msg":"trace[174461231] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26168; }","duration":"2.340633841s","start":"2026-05-07T04:43:03.441307Z","end":"2026-05-07T04:43:05.781941Z","steps":["trace[174461231] 'agreement among raft nodes before linearized reading' (duration: 2.340547659s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:05.781714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218612257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:05.782011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:03.441221Z","time spent":"2.340776635s","remote":"127.0.0.1:45326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:05.782048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.287397755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:05.78212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.180082436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:05.782159Z","caller":"traceutil/trace.go:171","msg":"trace[955806386] transaction","detail":"{read_only:false; response_revision:26167; number_of_response:1; }","duration":"3.543811713s","start":"2026-05-07T04:43:02.238324Z","end":"2026-05-07T04:43:05.782135Z","steps":["trace[955806386] 'process raft request' (duration: 3.541558796s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:05.782177Z","caller":"traceutil/trace.go:171","msg":"trace[1501226326] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26168; }","duration":"6.287555499s","start":"2026-05-07T04:42:59.494571Z","end":"2026-05-07T04:43:05.782126Z","steps":["trace[1501226326] 'agreement among raft nodes before linearized reading' (duration: 6.287361064s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:05.782227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:59.494549Z","time spent":"6.287666142s","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:05.782207Z","caller":"traceutil/trace.go:171","msg":"trace[1353141077] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26168; }","duration":"6.180205339s","start":"2026-05-07T04:42:59.601979Z","end":"2026-05-07T04:43:05.782184Z","steps":["trace[1353141077] 'agreement among raft nodes before linearized reading' (duration: 6.180056056s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:05.782277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:02.238297Z","time spent":"3.543902245s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:05.782285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.624443954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:05.782312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:59.601953Z","time spent":"6.180332302s","remote":"127.0.0.1:35806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:05.78234Z","caller":"traceutil/trace.go:171","msg":"trace[1298744309] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26168; }","duration":"2.624570187s","start":"2026-05-07T04:43:03.157754Z","end":"2026-05-07T04:43:05.782324Z","steps":["trace[1298744309] 'agreement among raft nodes before linearized reading' (duration: 2.624478235s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:05.782391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:03.157635Z","time spent":"2.624738891s","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:05.782432Z","caller":"traceutil/trace.go:171","msg":"trace[641470321] transaction","detail":"{read_only:false; response_revision:26168; number_of_response:1; }","duration":"1.004419945s","start":"2026-05-07T04:43:04.777999Z","end":"2026-05-07T04:43:05.782419Z","steps":["trace[641470321] 'process raft request' (duration: 1.001944992s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:05.781909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:58.866882Z","time spent":"6.915020442s","remote":"127.0.0.1:51378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T04:43:05.782486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:04.777977Z","time spent":"1.004478806s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:05.782486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.853443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:43:05.782074Z","caller":"traceutil/trace.go:171","msg":"trace[114724596] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26168; }","duration":"2.219011408s","start":"2026-05-07T04:43:03.563006Z","end":"2026-05-07T04:43:05.782017Z","steps":["trace[114724596] 'agreement among raft nodes before linearized reading' (duration: 2.218581988s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:05.782533Z","caller":"traceutil/trace.go:171","msg":"trace[290096458] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26168; }","duration":"599.955035ms","start":"2026-05-07T04:43:05.182564Z","end":"2026-05-07T04:43:05.782519Z","steps":["trace[290096458] 'agreement among raft nodes before linearized reading' (duration: 599.867283ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:05.782549Z","caller":"traceutil/trace.go:171","msg":"trace[742942358] transaction","detail":"{read_only:false; response_revision:26166; number_of_response:1; }","duration":"4.463665225s","start":"2026-05-07T04:43:01.318859Z","end":"2026-05-07T04:43:05.782525Z","steps":["trace[742942358] 'process raft request' (duration: 4.460971297s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:05.782603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963184995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:05.782601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.821680373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T04:43:05.782641Z","caller":"traceutil/trace.go:171","msg":"trace[782010203] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26168; }","duration":"1.963224076s","start":"2026-05-07T04:43:03.819405Z","end":"2026-05-07T04:43:05.782629Z","steps":["trace[782010203] 'agreement among raft nodes before linearized reading' (duration: 1.963152804s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:05.782649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:01.318826Z","time spent":"4.463774378s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:05.781968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034468797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:05.782671Z","caller":"traceutil/trace.go:171","msg":"trace[918735194] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26168; }","duration":"5.821770745s","start":"2026-05-07T04:42:59.960867Z","end":"2026-05-07T04:43:05.782638Z","steps":["trace[918735194] 'agreement among raft nodes before linearized reading' (duration: 5.821132789s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:05.782672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.04624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:05.782678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:03.819329Z","time spent":"1.963339079s","remote":"127.0.0.1:34054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:05.782569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:05.182526Z","time spent":"600.033057ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:05.782698Z","caller":"traceutil/trace.go:171","msg":"trace[1551759980] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26168; }","duration":"1.035221166s","start":"2026-05-07T04:43:04.747463Z","end":"2026-05-07T04:43:05.782685Z","steps":["trace[1551759980] 'agreement among raft nodes before linearized reading' (duration: 1.034475637s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:05.782617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.278317684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:05.782738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:04.747444Z","time spent":"1.035282317s","remote":"127.0.0.1:35782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T04:43:05.782752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.677404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:05.782757Z","caller":"traceutil/trace.go:171","msg":"trace[647210617] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26168; }","duration":"3.278476729s","start":"2026-05-07T04:43:02.504246Z","end":"2026-05-07T04:43:05.782723Z","steps":["trace[647210617] 'agreement among raft nodes before linearized reading' (duration: 3.278347126s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:05.782779Z","caller":"traceutil/trace.go:171","msg":"trace[1535607830] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26168; }","duration":"984.701416ms","start":"2026-05-07T04:43:04.798065Z","end":"2026-05-07T04:43:05.782766Z","steps":["trace[1535607830] 'agreement among raft nodes before linearized reading' (duration: 984.655905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:05.782813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:04.798014Z","time spent":"984.790818ms","remote":"127.0.0.1:35930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:05.781805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336437504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:43:05.780632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:01.264361Z","time spent":"4.516264059s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T04:43:05.782577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.892378913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:05.782867Z","caller":"traceutil/trace.go:171","msg":"trace[1461449920] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26168; }","duration":"2.337525781s","start":"2026-05-07T04:43:03.445326Z","end":"2026-05-07T04:43:05.782852Z","steps":["trace[1461449920] 'agreement among raft nodes before linearized reading' (duration: 2.336389083s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:05.782901Z","caller":"traceutil/trace.go:171","msg":"trace[1747208722] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26168; }","duration":"2.892727352s","start":"2026-05-07T04:43:02.890158Z","end":"2026-05-07T04:43:05.782886Z","steps":["trace[1747208722] 'agreement among raft nodes before linearized reading' (duration: 2.892388664s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:05.782906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:03.445317Z","time spent":"2.337576652s","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:05.782701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:59.960833Z","time spent":"5.821859447s","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:05.782784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:02.504199Z","time spent":"3.278575941s","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:05.782668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.132845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"info","ts":"2026-05-07T04:43:05.783118Z","caller":"traceutil/trace.go:171","msg":"trace[1664305399] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26168; }","duration":"721.631108ms","start":"2026-05-07T04:43:05.061475Z","end":"2026-05-07T04:43:05.783106Z","steps":["trace[1664305399] 'agreement among raft nodes before linearized reading' (duration: 721.115196ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:05.782706Z","caller":"traceutil/trace.go:171","msg":"trace[710316390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26168; }","duration":"900.125542ms","start":"2026-05-07T04:43:04.882568Z","end":"2026-05-07T04:43:05.782694Z","steps":["trace[710316390] 'agreement among raft nodes before linearized reading' (duration: 900.067711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:05.783146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:05.061423Z","time spent":"721.71323ms","remote":"127.0.0.1:51378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T04:43:05.783162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:04.882539Z","time spent":"900.611595ms","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:43:05.782568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:03.562981Z","time spent":"2.219575202s","remote":"127.0.0.1:35792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:05.782936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:02.890134Z","time spent":"2.892791014s","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:05.783364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.636490173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:05.783389Z","caller":"traceutil/trace.go:171","msg":"trace[636479378] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26168; }","duration":"6.636558745s","start":"2026-05-07T04:42:59.146821Z","end":"2026-05-07T04:43:05.78338Z","steps":["trace[636479378] 'agreement among raft nodes before linearized reading' (duration: 6.636512154s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:05.783418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:59.146793Z","time spent":"6.636617256s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:05.783502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.915604446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-07T04:43:05.783526Z","caller":"traceutil/trace.go:171","msg":"trace[1702489371] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26168; }","duration":"6.915639037s","start":"2026-05-07T04:42:58.867879Z","end":"2026-05-07T04:43:05.783518Z","steps":["trace[1702489371] 'agreement among raft nodes before linearized reading' (duration: 6.915513984s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:05.783547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:58.867874Z","time spent":"6.915665797s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-07T04:43:05.7816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.913843293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bff8c0e1-0873-4f92-86a3-9608f8543533\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-07T04:43:05.783703Z","caller":"traceutil/trace.go:171","msg":"trace[2139848393] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bff8c0e1-0873-4f92-86a3-9608f8543533; range_end:; response_count:1; response_revision:26168; }","duration":"6.915961486s","start":"2026-05-07T04:42:58.867729Z","end":"2026-05-07T04:43:05.78369Z","steps":["trace[2139848393] 'agreement among raft nodes before linearized reading' (duration: 6.913793041s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:05.783731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:42:58.86771Z","time spent":"6.916011668s","remote":"127.0.0.1:51366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-bff8c0e1-0873-4f92-86a3-9608f8543533\" "} {"level":"warn","ts":"2026-05-07T04:43:16.274723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:15.789777Z","time spent":"484.93788ms","remote":"127.0.0.1:51244","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T04:43:16.420891Z","caller":"traceutil/trace.go:171","msg":"trace[1931464576] linearizableReadLoop","detail":"{readStateIndex:27126; appliedIndex:27125; }","duration":"586.404072ms","start":"2026-05-07T04:43:15.834458Z","end":"2026-05-07T04:43:16.420862Z","steps":["trace[1931464576] 'read index received' (duration: 440.374642ms)","trace[1931464576] 'applied index is now lower than readState.Index' (duration: 146.02774ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:43:16.421065Z","caller":"traceutil/trace.go:171","msg":"trace[638233840] transaction","detail":"{read_only:false; response_revision:26255; number_of_response:1; }","duration":"370.47292ms","start":"2026-05-07T04:43:16.050554Z","end":"2026-05-07T04:43:16.421027Z","steps":["trace[638233840] 'process raft request' (duration: 370.136541ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:16.421112Z","caller":"traceutil/trace.go:171","msg":"trace[1523873752] transaction","detail":"{read_only:false; response_revision:26252; number_of_response:1; }","duration":"540.497998ms","start":"2026-05-07T04:43:15.880581Z","end":"2026-05-07T04:43:16.421079Z","steps":["trace[1523873752] 'process raft request' (duration: 539.957064ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:16.421132Z","caller":"traceutil/trace.go:171","msg":"trace[386480351] transaction","detail":"{read_only:false; response_revision:26253; number_of_response:1; }","duration":"377.145478ms","start":"2026-05-07T04:43:16.043948Z","end":"2026-05-07T04:43:16.421094Z","steps":["trace[386480351] 'process raft request' (duration: 376.654756ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:16.42115Z","caller":"traceutil/trace.go:171","msg":"trace[1454995867] transaction","detail":"{read_only:false; response_revision:26251; number_of_response:1; }","duration":"616.736531ms","start":"2026-05-07T04:43:15.804369Z","end":"2026-05-07T04:43:16.421105Z","steps":["trace[1454995867] 'process raft request' (duration: 615.301294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:16.421285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:15.880548Z","time spent":"540.636491ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:16.421335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:16.043928Z","time spent":"377.289582ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:16.421383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:15.804348Z","time spent":"616.906364ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:16.421399Z","caller":"traceutil/trace.go:171","msg":"trace[492238606] transaction","detail":"{read_only:false; response_revision:26256; number_of_response:1; }","duration":"370.166091ms","start":"2026-05-07T04:43:16.051213Z","end":"2026-05-07T04:43:16.421379Z","steps":["trace[492238606] 'process raft request' (duration: 369.511835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:16.421277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:16.050546Z","time spent":"370.611074ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:16.421527Z","caller":"traceutil/trace.go:171","msg":"trace[1584394694] transaction","detail":"{read_only:false; response_revision:26254; number_of_response:1; }","duration":"372.683625ms","start":"2026-05-07T04:43:16.048836Z","end":"2026-05-07T04:43:16.42152Z","steps":["trace[1584394694] 'process raft request' (duration: 371.822283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:16.421572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:16.048828Z","time spent":"372.722117ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:16.421637Z","caller":"traceutil/trace.go:171","msg":"trace[731888631] transaction","detail":"{read_only:false; response_revision:26259; number_of_response:1; }","duration":"367.911593ms","start":"2026-05-07T04:43:16.053712Z","end":"2026-05-07T04:43:16.421623Z","steps":["trace[731888631] 'process raft request' (duration: 367.111653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:16.42169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.222433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:16.421705Z","caller":"traceutil/trace.go:171","msg":"trace[741890435] transaction","detail":"{read_only:false; response_revision:26257; number_of_response:1; }","duration":"370.387776ms","start":"2026-05-07T04:43:16.051311Z","end":"2026-05-07T04:43:16.421699Z","steps":["trace[741890435] 'process raft request' (duration: 369.450443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:16.421643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:16.051206Z","time spent":"370.285104ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:16.421722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:16.053705Z","time spent":"367.969746ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:16.421738Z","caller":"traceutil/trace.go:171","msg":"trace[1509524215] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26259; }","duration":"587.306245ms","start":"2026-05-07T04:43:15.834417Z","end":"2026-05-07T04:43:16.421723Z","steps":["trace[1509524215] 'agreement among raft nodes before linearized reading' (duration: 587.205462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:16.421746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:16.051306Z","time spent":"370.418048ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:16.421768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:15.834388Z","time spent":"587.372217ms","remote":"127.0.0.1:35782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-07T04:43:16.421815Z","caller":"traceutil/trace.go:171","msg":"trace[568396830] transaction","detail":"{read_only:false; response_revision:26258; number_of_response:1; }","duration":"369.73184ms","start":"2026-05-07T04:43:16.052045Z","end":"2026-05-07T04:43:16.421777Z","steps":["trace[568396830] 'process raft request' (duration: 368.748906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:16.422001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:16.052038Z","time spent":"369.877564ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:16.423578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.956941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T04:43:16.423689Z","caller":"traceutil/trace.go:171","msg":"trace[583392406] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26260; }","duration":"513.114035ms","start":"2026-05-07T04:43:15.910549Z","end":"2026-05-07T04:43:16.423663Z","steps":["trace[583392406] 'agreement among raft nodes before linearized reading' (duration: 512.772527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:16.423742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:15.910531Z","time spent":"513.201367ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T04:43:16.424022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.875875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T04:43:16.424064Z","caller":"traceutil/trace.go:171","msg":"trace[924370240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26260; }","duration":"283.958777ms","start":"2026-05-07T04:43:16.140095Z","end":"2026-05-07T04:43:16.424054Z","steps":["trace[924370240] 'agreement among raft nodes before linearized reading' (duration: 283.773732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:16.424129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.08769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T04:43:16.424177Z","caller":"traceutil/trace.go:171","msg":"trace[1234977830] transaction","detail":"{read_only:false; response_revision:26260; number_of_response:1; }","duration":"145.840496ms","start":"2026-05-07T04:43:16.278329Z","end":"2026-05-07T04:43:16.424169Z","steps":["trace[1234977830] 'process raft request' (duration: 144.785719ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:16.424198Z","caller":"traceutil/trace.go:171","msg":"trace[1380686396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26260; }","duration":"432.193403ms","start":"2026-05-07T04:43:15.991989Z","end":"2026-05-07T04:43:16.424182Z","steps":["trace[1380686396] 'agreement among raft nodes before linearized reading' (duration: 431.953377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:16.424241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:15.991968Z","time spent":"432.265884ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:43:16.424263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.659723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-6nvwt.18ad2e2af822c96a\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-05-07T04:43:16.424305Z","caller":"traceutil/trace.go:171","msg":"trace[1553499128] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-6nvwt.18ad2e2af822c96a; range_end:; response_count:1; response_revision:26260; }","duration":"484.740505ms","start":"2026-05-07T04:43:15.93955Z","end":"2026-05-07T04:43:16.42429Z","steps":["trace[1553499128] 'agreement among raft nodes before linearized reading' (duration: 484.614552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:16.424408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:15.939522Z","time spent":"484.877349ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-6nvwt.18ad2e2af822c96a\" "} {"level":"warn","ts":"2026-05-07T04:43:16.424468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.12984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T04:43:16.424495Z","caller":"traceutil/trace.go:171","msg":"trace[757218625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26260; }","duration":"284.171733ms","start":"2026-05-07T04:43:16.140315Z","end":"2026-05-07T04:43:16.424487Z","steps":["trace[757218625] 'agreement among raft nodes before linearized reading' (duration: 284.119722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:16.424425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.760459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:16.424706Z","caller":"traceutil/trace.go:171","msg":"trace[696186409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26260; }","duration":"145.065876ms","start":"2026-05-07T04:43:16.279626Z","end":"2026-05-07T04:43:16.424692Z","steps":["trace[696186409] 'agreement among raft nodes before linearized reading' (duration: 144.771909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:16.424716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.713379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T04:43:16.42476Z","caller":"traceutil/trace.go:171","msg":"trace[1182628625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26260; }","duration":"425.785021ms","start":"2026-05-07T04:43:15.998964Z","end":"2026-05-07T04:43:16.424749Z","steps":["trace[1182628625] 'agreement among raft nodes before linearized reading' (duration: 425.647468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:16.42481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:15.998953Z","time spent":"425.851193ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:43:16.424958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.227063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T04:43:16.42501Z","caller":"traceutil/trace.go:171","msg":"trace[1815494686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26260; }","duration":"432.323266ms","start":"2026-05-07T04:43:15.992675Z","end":"2026-05-07T04:43:16.424999Z","steps":["trace[1815494686] 'agreement among raft nodes before linearized reading' (duration: 432.123691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:16.425038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:15.992648Z","time spent":"432.383787ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T04:43:22.691524Z","caller":"traceutil/trace.go:171","msg":"trace[364664239] transaction","detail":"{read_only:false; response_revision:26297; number_of_response:1; }","duration":"202.202204ms","start":"2026-05-07T04:43:22.48929Z","end":"2026-05-07T04:43:22.691492Z","steps":["trace[364664239] 'process raft request' (duration: 202.019909ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:23.565787Z","caller":"traceutil/trace.go:171","msg":"trace[423345217] linearizableReadLoop","detail":"{readStateIndex:27180; appliedIndex:27172; }","duration":"1.065275058s","start":"2026-05-07T04:43:22.500483Z","end":"2026-05-07T04:43:23.565758Z","steps":["trace[423345217] 'read index received' (duration: 190.890958ms)","trace[423345217] 'applied index is now lower than readState.Index' (duration: 874.38262ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:43:23.565941Z","caller":"traceutil/trace.go:171","msg":"trace[563153038] transaction","detail":"{read_only:false; response_revision:26298; number_of_response:1; }","duration":"1.075246541s","start":"2026-05-07T04:43:22.49068Z","end":"2026-05-07T04:43:23.565926Z","steps":["trace[563153038] 'process raft request' (duration: 1.072902332s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:23.56624Z","caller":"traceutil/trace.go:171","msg":"trace[1229385337] transaction","detail":"{read_only:false; response_revision:26299; number_of_response:1; }","duration":"1.075417215s","start":"2026-05-07T04:43:22.490786Z","end":"2026-05-07T04:43:23.566204Z","steps":["trace[1229385337] 'process raft request' (duration: 1.074616175s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:23.566281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:22.490649Z","time spent":"1.075344243s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:23.566359Z","caller":"traceutil/trace.go:171","msg":"trace[931231676] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"1.074537192s","start":"2026-05-07T04:43:22.491797Z","end":"2026-05-07T04:43:23.566334Z","steps":["trace[931231676] 'process raft request' (duration: 1.073792734s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:23.566256Z","caller":"traceutil/trace.go:171","msg":"trace[458948140] transaction","detail":"{read_only:false; response_revision:26302; number_of_response:1; }","duration":"1.073920497s","start":"2026-05-07T04:43:22.492291Z","end":"2026-05-07T04:43:23.566211Z","steps":["trace[458948140] 'process raft request' (duration: 1.073338443s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:23.566394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:22.49078Z","time spent":"1.075533228s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:23.56642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064045956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T04:43:23.56643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065911824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T04:43:23.566514Z","caller":"traceutil/trace.go:171","msg":"trace[548575516] transaction","detail":"{read_only:false; response_revision:26303; number_of_response:1; }","duration":"1.072681896s","start":"2026-05-07T04:43:22.493823Z","end":"2026-05-07T04:43:23.566505Z","steps":["trace[548575516] 'process raft request' (duration: 1.071853875s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:23.5665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:22.491783Z","time spent":"1.074640235s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:23.566462Z","caller":"traceutil/trace.go:171","msg":"trace[251130885] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"1.075573429s","start":"2026-05-07T04:43:22.490838Z","end":"2026-05-07T04:43:23.566412Z","steps":["trace[251130885] 'process raft request' (duration: 1.074714198s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:23.566551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:22.493815Z","time spent":"1.072715737s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:23.566552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057560352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T04:43:23.566563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.314453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:43:23.566588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058910317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T04:43:23.566567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:22.492284Z","time spent":"1.074166583s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:23.566604Z","caller":"traceutil/trace.go:171","msg":"trace[569336542] transaction","detail":"{read_only:false; response_revision:26304; number_of_response:1; }","duration":"1.070619574s","start":"2026-05-07T04:43:22.495966Z","end":"2026-05-07T04:43:23.566585Z","steps":["trace[569336542] 'process raft request' (duration: 1.069746942s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:23.566622Z","caller":"traceutil/trace.go:171","msg":"trace[1974364323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26304; }","duration":"1.058945698s","start":"2026-05-07T04:43:22.507671Z","end":"2026-05-07T04:43:23.566616Z","steps":["trace[1974364323] 'agreement among raft nodes before linearized reading' (duration: 1.058879686s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:23.56665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:22.507665Z","time spent":"1.058976758s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T04:43:23.566645Z","caller":"traceutil/trace.go:171","msg":"trace[1671717851] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26304; }","duration":"334.420815ms","start":"2026-05-07T04:43:23.232201Z","end":"2026-05-07T04:43:23.566622Z","steps":["trace[1671717851] 'agreement among raft nodes before linearized reading' (duration: 334.22742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:23.566658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033879832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:23.566696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:23.23217Z","time spent":"334.514847ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:23.566697Z","caller":"traceutil/trace.go:171","msg":"trace[1645184171] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26304; }","duration":"1.033945664s","start":"2026-05-07T04:43:22.532738Z","end":"2026-05-07T04:43:23.566683Z","steps":["trace[1645184171] 'agreement among raft nodes before linearized reading' (duration: 1.033879703s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:23.566707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:22.490829Z","time spent":"1.075762054s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:23.566759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:22.532725Z","time spent":"1.034025276s","remote":"127.0.0.1:35938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:23.566753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:22.49594Z","time spent":"1.070703415s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:23.566472Z","caller":"traceutil/trace.go:171","msg":"trace[2041689272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26304; }","duration":"1.064154329s","start":"2026-05-07T04:43:22.502307Z","end":"2026-05-07T04:43:23.566461Z","steps":["trace[2041689272] 'agreement among raft nodes before linearized reading' (duration: 1.063920123s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:23.566534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057867639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T04:43:23.566943Z","caller":"traceutil/trace.go:171","msg":"trace[2076726635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26304; }","duration":"1.058322842s","start":"2026-05-07T04:43:22.508603Z","end":"2026-05-07T04:43:23.566926Z","steps":["trace[2076726635] 'agreement among raft nodes before linearized reading' (duration: 1.05788469s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:23.567002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:22.508578Z","time spent":"1.058411524s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:43:23.566439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.786557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:23.567046Z","caller":"traceutil/trace.go:171","msg":"trace[1906215199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26304; }","duration":"285.486916ms","start":"2026-05-07T04:43:23.28155Z","end":"2026-05-07T04:43:23.567037Z","steps":["trace[1906215199] 'agreement among raft nodes before linearized reading' (duration: 284.714076ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:23.566538Z","caller":"traceutil/trace.go:171","msg":"trace[98573018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26304; }","duration":"1.066062367s","start":"2026-05-07T04:43:22.500454Z","end":"2026-05-07T04:43:23.566516Z","steps":["trace[98573018] 'agreement among raft nodes before linearized reading' (duration: 1.065735559s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:23.567197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:22.500445Z","time spent":"1.066738716s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T04:43:23.566596Z","caller":"traceutil/trace.go:171","msg":"trace[1953128990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26304; }","duration":"1.057637394s","start":"2026-05-07T04:43:22.508947Z","end":"2026-05-07T04:43:23.566584Z","steps":["trace[1953128990] 'agreement among raft nodes before linearized reading' (duration: 1.05748029s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:23.567294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:22.508933Z","time spent":"1.058354503s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:43:23.566889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:22.502284Z","time spent":"1.064591011s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:43:23.56637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.593613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:23.567509Z","caller":"traceutil/trace.go:171","msg":"trace[1507835626] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26304; }","duration":"783.769943ms","start":"2026-05-07T04:43:22.783727Z","end":"2026-05-07T04:43:23.567497Z","steps":["trace[1507835626] 'agreement among raft nodes before linearized reading' (duration: 782.521831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:23.567543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:22.78368Z","time spent":"783.853836ms","remote":"127.0.0.1:42606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:24.076873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479633,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:25.063757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.410809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:43:25.063891Z","caller":"traceutil/trace.go:171","msg":"trace[394966133] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"1.488492494s","start":"2026-05-07T04:43:23.575373Z","end":"2026-05-07T04:43:25.063866Z","steps":["trace[394966133] 'process raft request' (duration: 733.872019ms)","trace[394966133] 'compare' (duration: 754.02295ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:25.063954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:23.575354Z","time spent":"1.488570945s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:25.727081Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.40901214s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T04:43:26.321122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.683396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:43:26.321386Z","caller":"traceutil/trace.go:171","msg":"trace[1931543386] linearizableReadLoop","detail":"{readStateIndex:27186; appliedIndex:27180; }","duration":"2.745276496s","start":"2026-05-07T04:43:23.576093Z","end":"2026-05-07T04:43:26.32137Z","steps":["trace[1931543386] 'read index received' (duration: 733.133121ms)","trace[1931543386] 'applied index is now lower than readState.Index' (duration: 2.012141735s)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:43:26.321463Z","caller":"traceutil/trace.go:171","msg":"trace[552406450] transaction","detail":"{read_only:false; response_revision:26306; number_of_response:1; }","duration":"2.745669755s","start":"2026-05-07T04:43:23.575786Z","end":"2026-05-07T04:43:26.321455Z","steps":["trace[552406450] 'process raft request' (duration: 2.151563478s)","trace[552406450] 'compare' (duration: 593.564583ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:26.321527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:23.575767Z","time spent":"2.745738167s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:26.321841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745723097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:26.321856Z","caller":"traceutil/trace.go:171","msg":"trace[2032128844] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"2.745795779s","start":"2026-05-07T04:43:23.575896Z","end":"2026-05-07T04:43:26.321691Z","steps":["trace[2032128844] 'process raft request' (duration: 2.745412059s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:26.321904Z","caller":"traceutil/trace.go:171","msg":"trace[952573237] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26310; }","duration":"2.745804809s","start":"2026-05-07T04:43:23.576088Z","end":"2026-05-07T04:43:26.321893Z","steps":["trace[952573237] 'agreement among raft nodes before linearized reading' (duration: 2.745676995s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:26.321922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:23.576074Z","time spent":"2.745844039s","remote":"127.0.0.1:51296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-05-07T04:43:26.32198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:23.575886Z","time spent":"2.746023624s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:26.32205Z","caller":"traceutil/trace.go:171","msg":"trace[1555228995] transaction","detail":"{read_only:false; response_revision:26310; number_of_response:1; }","duration":"2.299865417s","start":"2026-05-07T04:43:24.022178Z","end":"2026-05-07T04:43:26.322044Z","steps":["trace[1555228995] 'process raft request' (duration: 2.29915772s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:26.322085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:24.02215Z","time spent":"2.299914868s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:26.322209Z","caller":"traceutil/trace.go:171","msg":"trace[1978858690] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"2.746393943s","start":"2026-05-07T04:43:23.575803Z","end":"2026-05-07T04:43:26.322196Z","steps":["trace[1978858690] 'process raft request' (duration: 2.745428839s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:26.322269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:23.575779Z","time spent":"2.746454844s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:26.322325Z","caller":"traceutil/trace.go:171","msg":"trace[761178310] transaction","detail":"{read_only:false; response_revision:26308; number_of_response:1; }","duration":"2.746398883s","start":"2026-05-07T04:43:23.57587Z","end":"2026-05-07T04:43:26.322269Z","steps":["trace[761178310] 'process raft request' (duration: 2.745411298s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:26.322479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:23.575861Z","time spent":"2.746532826s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:26.343308Z","caller":"traceutil/trace.go:171","msg":"trace[352814471] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"1.645632327s","start":"2026-05-07T04:43:24.697657Z","end":"2026-05-07T04:43:26.343289Z","steps":["trace[352814471] 'process raft request' (duration: 1.645232586s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:26.343352Z","caller":"traceutil/trace.go:171","msg":"trace[410565208] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"769.706137ms","start":"2026-05-07T04:43:25.573612Z","end":"2026-05-07T04:43:26.343318Z","steps":["trace[410565208] 'process raft request' (duration: 769.536953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:26.343402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:24.697615Z","time spent":"1.64573908s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:26.34356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:25.573571Z","time spent":"769.868681ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:26.343628Z","caller":"traceutil/trace.go:171","msg":"trace[829009772] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"769.872092ms","start":"2026-05-07T04:43:25.573707Z","end":"2026-05-07T04:43:26.343579Z","steps":["trace[829009772] 'process raft request' (duration: 769.523153ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:26.343762Z","caller":"traceutil/trace.go:171","msg":"trace[954349695] transaction","detail":"{read_only:false; response_revision:26315; number_of_response:1; }","duration":"769.821971ms","start":"2026-05-07T04:43:25.573921Z","end":"2026-05-07T04:43:26.343743Z","steps":["trace[954349695] 'process raft request' (duration: 769.713628ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:26.343757Z","caller":"traceutil/trace.go:171","msg":"trace[1021588788] transaction","detail":"{read_only:false; response_revision:26316; number_of_response:1; }","duration":"769.748959ms","start":"2026-05-07T04:43:25.573989Z","end":"2026-05-07T04:43:26.343738Z","steps":["trace[1021588788] 'process raft request' (duration: 769.679137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:26.34382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:25.573895Z","time spent":"769.891922ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:26.343842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:25.573652Z","time spent":"770.066526ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:26.34386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:25.573977Z","time spent":"769.82915ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:26.343733Z","caller":"traceutil/trace.go:171","msg":"trace[919893341] transaction","detail":"{read_only:false; response_revision:26314; number_of_response:1; }","duration":"769.820861ms","start":"2026-05-07T04:43:25.573883Z","end":"2026-05-07T04:43:26.343704Z","steps":["trace[919893341] 'process raft request' (duration: 769.573765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:26.343913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29559378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:26.343949Z","caller":"traceutil/trace.go:171","msg":"trace[820219021] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26318; }","duration":"2.295673852s","start":"2026-05-07T04:43:24.048263Z","end":"2026-05-07T04:43:26.343937Z","steps":["trace[820219021] 'agreement among raft nodes before linearized reading' (duration: 2.29559917s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:26.343951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:25.573854Z","time spent":"770.061346ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:26.343973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:24.04824Z","time spent":"2.295726442s","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:26.344009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.472383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-07T04:43:26.344045Z","caller":"traceutil/trace.go:171","msg":"trace[1931144466] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:26318; }","duration":"554.588295ms","start":"2026-05-07T04:43:25.789449Z","end":"2026-05-07T04:43:26.344037Z","steps":["trace[1931144466] 'agreement among raft nodes before linearized reading' (duration: 554.442201ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:26.34404Z","caller":"traceutil/trace.go:171","msg":"trace[1097075061] transaction","detail":"{read_only:false; response_revision:26318; number_of_response:1; }","duration":"769.39509ms","start":"2026-05-07T04:43:25.574625Z","end":"2026-05-07T04:43:26.34402Z","steps":["trace[1097075061] 'process raft request' (duration: 769.165754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:26.344069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:25.789422Z","time spent":"554.642047ms","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-05-07T04:43:26.344067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063990335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:26.344112Z","caller":"traceutil/trace.go:171","msg":"trace[618300415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26318; }","duration":"1.064076088s","start":"2026-05-07T04:43:25.280022Z","end":"2026-05-07T04:43:26.344098Z","steps":["trace[618300415] 'agreement among raft nodes before linearized reading' (duration: 1.063995966s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:26.344108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:25.574594Z","time spent":"769.476642ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:26.344136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910655463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:26.34414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:25.280001Z","time spent":"1.064132559s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T04:43:26.344159Z","caller":"traceutil/trace.go:171","msg":"trace[340140744] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26318; }","duration":"1.910749395s","start":"2026-05-07T04:43:24.433403Z","end":"2026-05-07T04:43:26.344152Z","steps":["trace[340140744] 'agreement among raft nodes before linearized reading' (duration: 1.910703664s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:26.344181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:24.43338Z","time spent":"1.910796267s","remote":"127.0.0.1:35810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:26.344176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042986226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:26.344219Z","caller":"traceutil/trace.go:171","msg":"trace[963743639] transaction","detail":"{read_only:false; response_revision:26317; number_of_response:1; }","duration":"769.664386ms","start":"2026-05-07T04:43:25.574539Z","end":"2026-05-07T04:43:26.344203Z","steps":["trace[963743639] 'process raft request' (duration: 769.163454ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:26.344233Z","caller":"traceutil/trace.go:171","msg":"trace[878001508] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26318; }","duration":"2.043091049s","start":"2026-05-07T04:43:24.301125Z","end":"2026-05-07T04:43:26.344216Z","steps":["trace[878001508] 'agreement among raft nodes before linearized reading' (duration: 2.042992706s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:26.344207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773946188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-07T04:43:26.34428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.867073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:26.34428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:24.301103Z","time spent":"2.043165751s","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:26.344284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:25.574513Z","time spent":"769.735598ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:26.344305Z","caller":"traceutil/trace.go:171","msg":"trace[1997918655] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26318; }","duration":"380.928984ms","start":"2026-05-07T04:43:25.963367Z","end":"2026-05-07T04:43:26.344296Z","steps":["trace[1997918655] 'agreement among raft nodes before linearized reading' (duration: 380.889513ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:26.344305Z","caller":"traceutil/trace.go:171","msg":"trace[294101669] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26318; }","duration":"1.774122932s","start":"2026-05-07T04:43:24.570156Z","end":"2026-05-07T04:43:26.344279Z","steps":["trace[294101669] 'agreement among raft nodes before linearized reading' (duration: 1.773853855s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:26.344242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.724638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:26.344328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:25.963344Z","time spent":"380.978565ms","remote":"127.0.0.1:35782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:26.344351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:24.570131Z","time spent":"1.774208945s","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-05-07T04:43:26.344358Z","caller":"traceutil/trace.go:171","msg":"trace[1559308527] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26318; }","duration":"131.875222ms","start":"2026-05-07T04:43:26.21247Z","end":"2026-05-07T04:43:26.344345Z","steps":["trace[1559308527] 'agreement among raft nodes before linearized reading' (duration: 131.744528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:26.344537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376154237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:43:26.3446Z","caller":"traceutil/trace.go:171","msg":"trace[1997055279] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26318; }","duration":"1.37626454s","start":"2026-05-07T04:43:24.968319Z","end":"2026-05-07T04:43:26.344583Z","steps":["trace[1997055279] 'agreement among raft nodes before linearized reading' (duration: 1.376121676s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:26.344653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:24.968301Z","time spent":"1.376328641s","remote":"127.0.0.1:34092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:26.847044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479649,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:27.348169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479649,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:27.848702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479649,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:27.974601Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.63119756s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:43:27.975067Z","caller":"traceutil/trace.go:171","msg":"trace[647947956] transaction","detail":"{read_only:false; response_revision:26319; number_of_response:1; }","duration":"1.650701045s","start":"2026-05-07T04:43:26.324336Z","end":"2026-05-07T04:43:27.975037Z","steps":["trace[647947956] 'process raft request' (duration: 1.65053097s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:27.975214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:26.324319Z","time spent":"1.650820378s","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1633,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T04:43:28.019274Z","caller":"traceutil/trace.go:171","msg":"trace[1585133506] linearizableReadLoop","detail":"{readStateIndex:27197; appliedIndex:27194; }","duration":"1.673130253s","start":"2026-05-07T04:43:26.346112Z","end":"2026-05-07T04:43:28.019242Z","steps":["trace[1585133506] 'read index received' (duration: 1.628785149s)","trace[1585133506] 'applied index is now lower than readState.Index' (duration: 44.343924ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:28.019293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:26.346081Z","time spent":"1.673200785s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T04:43:28.019545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67340045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:28.019637Z","caller":"traceutil/trace.go:171","msg":"trace[1808738119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26320; }","duration":"1.673534193s","start":"2026-05-07T04:43:26.34608Z","end":"2026-05-07T04:43:28.019614Z","steps":["trace[1808738119] 'agreement among raft nodes before linearized reading' (duration: 1.673341028s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:28.019671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:26.346059Z","time spent":"1.673606065s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:43:28.019713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671677397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-edaee0d6-7e2e-4d10-81ce-1a312cf70cf7\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-07T04:43:28.019758Z","caller":"traceutil/trace.go:171","msg":"trace[1048609075] range","detail":"{range_begin:/registry/persistentvolumes/pvc-edaee0d6-7e2e-4d10-81ce-1a312cf70cf7; range_end:; response_count:1; response_revision:26320; }","duration":"1.671748878s","start":"2026-05-07T04:43:26.347989Z","end":"2026-05-07T04:43:28.019738Z","steps":["trace[1048609075] 'agreement among raft nodes before linearized reading' (duration: 1.671573484s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:28.019792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:26.347975Z","time spent":"1.67180978s","remote":"127.0.0.1:51366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-edaee0d6-7e2e-4d10-81ce-1a312cf70cf7\" "} {"level":"info","ts":"2026-05-07T04:43:28.019882Z","caller":"traceutil/trace.go:171","msg":"trace[455093509] transaction","detail":"{read_only:false; response_revision:26320; number_of_response:1; }","duration":"1.540496672s","start":"2026-05-07T04:43:26.479358Z","end":"2026-05-07T04:43:28.019855Z","steps":["trace[455093509] 'process raft request' (duration: 1.539765474s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:28.020019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:26.479319Z","time spent":"1.540604255s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:28.02006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.723244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-07T04:43:28.020084Z","caller":"traceutil/trace.go:171","msg":"trace[967393797] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26320; }","duration":"207.746895ms","start":"2026-05-07T04:43:27.81233Z","end":"2026-05-07T04:43:28.020077Z","steps":["trace[967393797] 'agreement among raft nodes before linearized reading' (duration: 207.636302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:28.020224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.000937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T04:43:28.020253Z","caller":"traceutil/trace.go:171","msg":"trace[368494510] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26320; }","duration":"471.070989ms","start":"2026-05-07T04:43:27.549173Z","end":"2026-05-07T04:43:28.020244Z","steps":["trace[368494510] 'agreement among raft nodes before linearized reading' (duration: 470.972707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:28.020275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:27.549151Z","time spent":"471.11806ms","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-07T04:43:28.020451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.226897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T04:43:28.020473Z","caller":"traceutil/trace.go:171","msg":"trace[863289121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26320; }","duration":"951.291179ms","start":"2026-05-07T04:43:27.069175Z","end":"2026-05-07T04:43:28.020466Z","steps":["trace[863289121] 'agreement among raft nodes before linearized reading' (duration: 951.221647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:28.020493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:27.069145Z","time spent":"951.34408ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:43:28.020549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.331266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:28.020612Z","caller":"traceutil/trace.go:171","msg":"trace[1461743712] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26320; }","duration":"196.427698ms","start":"2026-05-07T04:43:27.824164Z","end":"2026-05-07T04:43:28.020592Z","steps":["trace[1461743712] 'agreement among raft nodes before linearized reading' (duration: 196.311635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:28.02065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05273146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:28.020678Z","caller":"traceutil/trace.go:171","msg":"trace[1743359925] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26320; }","duration":"1.052760781s","start":"2026-05-07T04:43:26.967907Z","end":"2026-05-07T04:43:28.020668Z","steps":["trace[1743359925] 'agreement among raft nodes before linearized reading' (duration: 1.052708669s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:28.020702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:26.967883Z","time spent":"1.052811801s","remote":"127.0.0.1:34046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:28.020933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361974867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T04:43:28.020957Z","caller":"traceutil/trace.go:171","msg":"trace[2107788328] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26320; }","duration":"1.362044999s","start":"2026-05-07T04:43:26.658905Z","end":"2026-05-07T04:43:28.02095Z","steps":["trace[2107788328] 'agreement among raft nodes before linearized reading' (duration: 1.361936326s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:28.020983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:26.65888Z","time spent":"1.362093901s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T04:43:28.021061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417624789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:43:28.021115Z","caller":"traceutil/trace.go:171","msg":"trace[1763648469] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26320; }","duration":"1.417717291s","start":"2026-05-07T04:43:26.603379Z","end":"2026-05-07T04:43:28.021096Z","steps":["trace[1763648469] 'agreement among raft nodes before linearized reading' (duration: 1.417626579s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:28.021158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:26.603359Z","time spent":"1.417788563s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:28.021263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563368961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:28.021293Z","caller":"traceutil/trace.go:171","msg":"trace[2085599210] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26320; }","duration":"1.563438713s","start":"2026-05-07T04:43:26.457844Z","end":"2026-05-07T04:43:28.021283Z","steps":["trace[2085599210] 'agreement among raft nodes before linearized reading' (duration: 1.563387252s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:28.021317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:26.457818Z","time spent":"1.563493165s","remote":"127.0.0.1:35782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T04:43:28.021315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509119546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:28.021351Z","caller":"traceutil/trace.go:171","msg":"trace[674704348] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26320; }","duration":"1.509190078s","start":"2026-05-07T04:43:26.512149Z","end":"2026-05-07T04:43:28.021339Z","steps":["trace[674704348] 'agreement among raft nodes before linearized reading' (duration: 1.509128257s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:28.021374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:26.512135Z","time spent":"1.50923276s","remote":"127.0.0.1:49942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:28.527542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:29.864187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071756002s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:43:29.864303Z","caller":"traceutil/trace.go:171","msg":"trace[1173536285] transaction","detail":"{read_only:false; response_revision:26321; number_of_response:1; }","duration":"1.840792593s","start":"2026-05-07T04:43:28.023486Z","end":"2026-05-07T04:43:29.864279Z","steps":["trace[1173536285] 'process raft request' (duration: 768.853296ms)","trace[1173536285] 'compare' (duration: 1.069400663s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:29.864357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.023459Z","time spent":"1.840872716s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:29.866572Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.074176243s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:43:29.866987Z","caller":"traceutil/trace.go:171","msg":"trace[402515545] transaction","detail":"{read_only:false; response_revision:26322; number_of_response:1; }","duration":"1.838668339s","start":"2026-05-07T04:43:28.028296Z","end":"2026-05-07T04:43:29.866964Z","steps":["trace[402515545] 'process raft request' (duration: 1.838502045s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:29.867136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.028271Z","time spent":"1.838791622s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:29.867287Z","caller":"traceutil/trace.go:171","msg":"trace[387603811] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"1.838750842s","start":"2026-05-07T04:43:28.028522Z","end":"2026-05-07T04:43:29.867273Z","steps":["trace[387603811] 'process raft request' (duration: 1.838400342s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:29.867361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.028511Z","time spent":"1.838814094s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:29.867468Z","caller":"traceutil/trace.go:171","msg":"trace[1380057075] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"1.516369221s","start":"2026-05-07T04:43:28.351091Z","end":"2026-05-07T04:43:29.86746Z","steps":["trace[1380057075] 'process raft request' (duration: 1.516176686s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:29.867503Z","caller":"traceutil/trace.go:171","msg":"trace[1094328870] transaction","detail":"{read_only:false; response_revision:26326; number_of_response:1; }","duration":"1.516405212s","start":"2026-05-07T04:43:28.351089Z","end":"2026-05-07T04:43:29.867494Z","steps":["trace[1094328870] 'process raft request' (duration: 1.516232948s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:29.867518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.351026Z","time spent":"1.516468044s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:29.86754Z","caller":"traceutil/trace.go:171","msg":"trace[2094589689] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"1.836763321s","start":"2026-05-07T04:43:28.030765Z","end":"2026-05-07T04:43:29.867528Z","steps":["trace[2094589689] 'process raft request' (duration: 1.836406942s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:29.867459Z","caller":"traceutil/trace.go:171","msg":"trace[867546018] transaction","detail":"{read_only:false; response_revision:26327; number_of_response:1; }","duration":"1.516268199s","start":"2026-05-07T04:43:28.351164Z","end":"2026-05-07T04:43:29.867433Z","steps":["trace[867546018] 'process raft request' (duration: 1.516195867s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:29.867597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.351132Z","time spent":"1.516446213s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:29.86762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.351062Z","time spent":"1.516472404s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:29.867614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.030758Z","time spent":"1.836812552s","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:29.867765Z","caller":"traceutil/trace.go:171","msg":"trace[1004098942] transaction","detail":"{read_only:false; response_revision:26328; number_of_response:1; }","duration":"1.516103014s","start":"2026-05-07T04:43:28.35163Z","end":"2026-05-07T04:43:29.867733Z","steps":["trace[1004098942] 'process raft request' (duration: 1.515765836s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:29.8679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.351616Z","time spent":"1.516217307s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:29.867936Z","caller":"traceutil/trace.go:171","msg":"trace[462020685] transaction","detail":"{read_only:false; response_revision:26329; number_of_response:1; }","duration":"1.516061773s","start":"2026-05-07T04:43:28.351867Z","end":"2026-05-07T04:43:29.867928Z","steps":["trace[462020685] 'process raft request' (duration: 1.515797756s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:29.867983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.351845Z","time spent":"1.516112914s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:29.868179Z","caller":"traceutil/trace.go:171","msg":"trace[839584219] transaction","detail":"{read_only:false; response_revision:26330; number_of_response:1; }","duration":"1.516253988s","start":"2026-05-07T04:43:28.351913Z","end":"2026-05-07T04:43:29.868167Z","steps":["trace[839584219] 'process raft request' (duration: 1.515958421s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:29.86826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.3519Z","time spent":"1.516319839s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:29.868404Z","caller":"traceutil/trace.go:171","msg":"trace[2103395390] linearizableReadLoop","detail":"{readStateIndex:27210; appliedIndex:27197; }","duration":"1.84144432s","start":"2026-05-07T04:43:28.026946Z","end":"2026-05-07T04:43:29.868391Z","steps":["trace[2103395390] 'read index received' (duration: 765.46465ms)","trace[2103395390] 'applied index is now lower than readState.Index' (duration: 1.075978539s)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:43:29.868498Z","caller":"traceutil/trace.go:171","msg":"trace[2009909849] transaction","detail":"{read_only:false; response_revision:26331; number_of_response:1; }","duration":"1.516532384s","start":"2026-05-07T04:43:28.351955Z","end":"2026-05-07T04:43:29.868488Z","steps":["trace[2009909849] 'process raft request' (duration: 1.516155895s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:29.86853Z","caller":"traceutil/trace.go:171","msg":"trace[457226639] transaction","detail":"{read_only:false; response_revision:26334; number_of_response:1; }","duration":"1.239996777s","start":"2026-05-07T04:43:28.628522Z","end":"2026-05-07T04:43:29.868519Z","steps":["trace[457226639] 'process raft request' (duration: 1.239816132s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:29.868563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.351941Z","time spent":"1.516583176s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:29.868597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.628477Z","time spent":"1.240088409s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:29.868679Z","caller":"traceutil/trace.go:171","msg":"trace[1046125560] transaction","detail":"{read_only:false; response_revision:26332; number_of_response:1; }","duration":"1.516617487s","start":"2026-05-07T04:43:28.352053Z","end":"2026-05-07T04:43:29.86867Z","steps":["trace[1046125560] 'process raft request' (duration: 1.516190786s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:29.868744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.352021Z","time spent":"1.516694479s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:29.86878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.569078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-844cd6865d-g2tb4.18ad2d709e2acd26\" ","response":"range_response_count:1 size:1178"} {"level":"info","ts":"2026-05-07T04:43:29.868812Z","caller":"traceutil/trace.go:171","msg":"trace[1339237411] range","detail":"{range_begin:/registry/events/openstack/cinder-api-844cd6865d-g2tb4.18ad2d709e2acd26; range_end:; response_count:1; response_revision:26334; }","duration":"272.63735ms","start":"2026-05-07T04:43:29.596166Z","end":"2026-05-07T04:43:29.868804Z","steps":["trace[1339237411] 'agreement among raft nodes before linearized reading' (duration: 272.523577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:29.868813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541389575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T04:43:29.86882Z","caller":"traceutil/trace.go:171","msg":"trace[2111961663] transaction","detail":"{read_only:false; response_revision:26333; number_of_response:1; }","duration":"1.516644107s","start":"2026-05-07T04:43:28.352167Z","end":"2026-05-07T04:43:29.868811Z","steps":["trace[2111961663] 'process raft request' (duration: 1.516141054s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:29.86885Z","caller":"traceutil/trace.go:171","msg":"trace[754994306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26334; }","duration":"1.541492587s","start":"2026-05-07T04:43:28.327348Z","end":"2026-05-07T04:43:29.86884Z","steps":["trace[754994306] 'agreement among raft nodes before linearized reading' (duration: 1.541407395s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:29.868876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.327313Z","time spent":"1.541558309s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:43:29.86887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.352155Z","time spent":"1.516692689s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:29.868942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841996583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-07T04:43:29.868963Z","caller":"traceutil/trace.go:171","msg":"trace[1941456939] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26334; }","duration":"1.842049095s","start":"2026-05-07T04:43:28.026906Z","end":"2026-05-07T04:43:29.868955Z","steps":["trace[1941456939] 'agreement among raft nodes before linearized reading' (duration: 1.841994273s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:29.868977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.026883Z","time spent":"1.842090625s","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-07T04:43:29.869005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834964015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:29.869044Z","caller":"traceutil/trace.go:171","msg":"trace[1184423112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26334; }","duration":"1.835022847s","start":"2026-05-07T04:43:28.034013Z","end":"2026-05-07T04:43:29.869035Z","steps":["trace[1184423112] 'agreement among raft nodes before linearized reading' (duration: 1.834952865s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:29.869075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.034006Z","time spent":"1.835062857s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:43:29.869056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.872641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:29.869123Z","caller":"traceutil/trace.go:171","msg":"trace[87515920] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26334; }","duration":"751.046244ms","start":"2026-05-07T04:43:29.118061Z","end":"2026-05-07T04:43:29.869108Z","steps":["trace[87515920] 'agreement among raft nodes before linearized reading' (duration: 750.897881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:29.869164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:29.118037Z","time spent":"751.113807ms","remote":"127.0.0.1:44276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:29.86924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828165172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:29.869274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540913952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T04:43:29.869279Z","caller":"traceutil/trace.go:171","msg":"trace[1604977099] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26334; }","duration":"1.828208003s","start":"2026-05-07T04:43:28.04106Z","end":"2026-05-07T04:43:29.869268Z","steps":["trace[1604977099] 'agreement among raft nodes before linearized reading' (duration: 1.828131862s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:29.869298Z","caller":"traceutil/trace.go:171","msg":"trace[1401900955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26334; }","duration":"1.540958554s","start":"2026-05-07T04:43:28.328333Z","end":"2026-05-07T04:43:29.869291Z","steps":["trace[1401900955] 'agreement among raft nodes before linearized reading' (duration: 1.540888042s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:29.869302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.04105Z","time spent":"1.828246624s","remote":"127.0.0.1:35968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:29.869324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.328321Z","time spent":"1.540998535s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:43:29.869341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001319717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:29.869391Z","caller":"traceutil/trace.go:171","msg":"trace[1918279784] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26334; }","duration":"1.001371038s","start":"2026-05-07T04:43:28.868006Z","end":"2026-05-07T04:43:29.869377Z","steps":["trace[1918279784] 'agreement among raft nodes before linearized reading' (duration: 1.001294426s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:29.869426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.867948Z","time spent":"1.001468851s","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:29.869486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541440926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T04:43:29.869512Z","caller":"traceutil/trace.go:171","msg":"trace[1434954431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26334; }","duration":"1.541510847s","start":"2026-05-07T04:43:28.327995Z","end":"2026-05-07T04:43:29.869506Z","steps":["trace[1434954431] 'agreement among raft nodes before linearized reading' (duration: 1.541413395s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:29.869535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.327968Z","time spent":"1.541562009s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:43:29.869538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842154917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:29.869559Z","caller":"traceutil/trace.go:171","msg":"trace[127699577] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26334; }","duration":"1.842196158s","start":"2026-05-07T04:43:28.027357Z","end":"2026-05-07T04:43:29.869553Z","steps":["trace[127699577] 'agreement among raft nodes before linearized reading' (duration: 1.842153507s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:29.869814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540294986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T04:43:29.869852Z","caller":"traceutil/trace.go:171","msg":"trace[283793301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26334; }","duration":"1.541783715s","start":"2026-05-07T04:43:28.328058Z","end":"2026-05-07T04:43:29.869841Z","steps":["trace[283793301] 'agreement among raft nodes before linearized reading' (duration: 1.540618796s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:29.869879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.328035Z","time spent":"1.541837066s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:43:29.870655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843502642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T04:43:29.870734Z","caller":"traceutil/trace.go:171","msg":"trace[662548930] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26334; }","duration":"1.843614345s","start":"2026-05-07T04:43:28.027108Z","end":"2026-05-07T04:43:29.870722Z","steps":["trace[662548930] 'agreement among raft nodes before linearized reading' (duration: 1.84145535s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:29.870759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.027102Z","time spent":"1.843651036s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T04:43:29.869583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:28.02735Z","time spent":"1.842227948s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-07T04:43:29.92181Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a58.wal"} {"level":"warn","ts":"2026-05-07T04:43:31.869384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:32.370481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:32.416194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319029929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-07T04:43:32.41628Z","caller":"traceutil/trace.go:171","msg":"trace[960298478] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f; range_end:; response_count:1; response_revision:26393; }","duration":"1.319173312s","start":"2026-05-07T04:43:31.097078Z","end":"2026-05-07T04:43:32.416252Z","steps":["trace[960298478] 'range keys from in-memory index tree' (duration: 1.31870096s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:32.416331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:31.097057Z","time spent":"1.319263154s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" "} {"level":"warn","ts":"2026-05-07T04:43:32.41655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.962939ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:32.416692Z","caller":"traceutil/trace.go:171","msg":"trace[1102409867] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26393; }","duration":"449.114073ms","start":"2026-05-07T04:43:31.967556Z","end":"2026-05-07T04:43:32.41667Z","steps":["trace[1102409867] 'range keys from in-memory index tree' (duration: 448.943489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:32.416962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137877998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:32.417072Z","caller":"traceutil/trace.go:171","msg":"trace[1653392855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26393; }","duration":"1.138054432s","start":"2026-05-07T04:43:31.278988Z","end":"2026-05-07T04:43:32.417043Z","steps":["trace[1653392855] 'range keys from in-memory index tree' (duration: 1.137760985s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:32.417123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:31.278961Z","time spent":"1.138151936s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:43:32.423224Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.094919049s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:43:32.423635Z","caller":"traceutil/trace.go:171","msg":"trace[479403101] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"1.095417222s","start":"2026-05-07T04:43:31.328184Z","end":"2026-05-07T04:43:32.423602Z","steps":["trace[479403101] 'process raft request' (duration: 1.095228467s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:32.423809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:31.328156Z","time spent":"1.095553545s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:34.421254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002265185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T04:43:34.421342Z","caller":"traceutil/trace.go:171","msg":"trace[2060598210] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002419479s","start":"2026-05-07T04:43:32.418902Z","end":"2026-05-07T04:43:34.421321Z","steps":["trace[2060598210] 'agreement among raft nodes before linearized reading' (duration: 2.002309367s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:34.421381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:32.418881Z","time spent":"2.002493321s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 04:43:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:43:35.305015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000234723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T04:43:35.305137Z","caller":"traceutil/trace.go:171","msg":"trace[253752623] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000450999s","start":"2026-05-07T04:43:33.304654Z","end":"2026-05-07T04:43:35.305105Z","steps":["trace[253752623] 'agreement among raft nodes before linearized reading' (duration: 2.000280085s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.305257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:33.304627Z","time spent":"2.000613032s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 04:43:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:43:35.349708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042211357s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T04:43:35.351137Z","caller":"traceutil/trace.go:171","msg":"trace[1395177105] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"3.474533528s","start":"2026-05-07T04:43:31.876572Z","end":"2026-05-07T04:43:35.351105Z","steps":["trace[1395177105] 'process raft request' (duration: 3.473266746s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.351293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:31.876544Z","time spent":"3.474664411s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:35.606769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.320291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:43:35.6071Z","caller":"traceutil/trace.go:171","msg":"trace[518435473] transaction","detail":"{read_only:false; response_revision:26398; number_of_response:1; }","duration":"3.729431157s","start":"2026-05-07T04:43:31.877642Z","end":"2026-05-07T04:43:35.607073Z","steps":["trace[518435473] 'process raft request' (duration: 3.729344545s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:35.607177Z","caller":"traceutil/trace.go:171","msg":"trace[909254865] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"3.730454604s","start":"2026-05-07T04:43:31.876673Z","end":"2026-05-07T04:43:35.607128Z","steps":["trace[909254865] 'process raft request' (duration: 3.474415914s)","trace[909254865] 'compare' (duration: 255.147096ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:35.607207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:31.877632Z","time spent":"3.72951494s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:35.607323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:31.876665Z","time spent":"3.730582038s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:35.607374Z","caller":"traceutil/trace.go:171","msg":"trace[1672745609] linearizableReadLoop","detail":"{readStateIndex:27280; appliedIndex:27270; }","duration":"4.238082359s","start":"2026-05-07T04:43:31.36926Z","end":"2026-05-07T04:43:35.607342Z","steps":["trace[1672745609] 'read index received' (duration: 1.054186237s)","trace[1672745609] 'applied index is now lower than readState.Index' (duration: 3.183895152s)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:43:35.60759Z","caller":"traceutil/trace.go:171","msg":"trace[570539151] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"3.730170127s","start":"2026-05-07T04:43:31.877405Z","end":"2026-05-07T04:43:35.607575Z","steps":["trace[570539151] 'process raft request' (duration: 3.729494199s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:35.607608Z","caller":"traceutil/trace.go:171","msg":"trace[91443588] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"3.729393657s","start":"2026-05-07T04:43:31.878194Z","end":"2026-05-07T04:43:35.607588Z","steps":["trace[91443588] 'process raft request' (duration: 3.728835662s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.607676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:31.877396Z","time spent":"3.730238098s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:35.607709Z","caller":"traceutil/trace.go:171","msg":"trace[1204895565] transaction","detail":"{read_only:false; response_revision:26402; number_of_response:1; }","duration":"3.727646323s","start":"2026-05-07T04:43:31.880035Z","end":"2026-05-07T04:43:35.607681Z","steps":["trace[1204895565] 'process raft request' (duration: 3.727267003s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.607751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:31.878156Z","time spent":"3.72949399s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:35.60775Z","caller":"traceutil/trace.go:171","msg":"trace[1807086621] transaction","detail":"{read_only:false; response_revision:26400; number_of_response:1; }","duration":"3.729256694s","start":"2026-05-07T04:43:31.878453Z","end":"2026-05-07T04:43:35.60771Z","steps":["trace[1807086621] 'process raft request' (duration: 3.72869704s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.607807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:31.880024Z","time spent":"3.727731645s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:35.607846Z","caller":"traceutil/trace.go:171","msg":"trace[1959385192] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"3.728379421s","start":"2026-05-07T04:43:31.879453Z","end":"2026-05-07T04:43:35.607832Z","steps":["trace[1959385192] 'process raft request' (duration: 3.727806417s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.607821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067750924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:35.60787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.730508675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T04:43:35.607913Z","caller":"traceutil/trace.go:171","msg":"trace[655484340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26402; }","duration":"3.730578907s","start":"2026-05-07T04:43:31.87732Z","end":"2026-05-07T04:43:35.607899Z","steps":["trace[655484340] 'agreement among raft nodes before linearized reading' (duration: 3.730430553s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:35.607914Z","caller":"traceutil/trace.go:171","msg":"trace[255116377] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26402; }","duration":"2.067888698s","start":"2026-05-07T04:43:33.540002Z","end":"2026-05-07T04:43:35.607891Z","steps":["trace[255116377] 'agreement among raft nodes before linearized reading' (duration: 2.067752944s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.607916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:31.879416Z","time spent":"3.728458283s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:35.607916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:31.878444Z","time spent":"3.729382827s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:35.607949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.473682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:43:35.607963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:33.539977Z","time spent":"2.06797218s","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:35.607981Z","caller":"traceutil/trace.go:171","msg":"trace[1526993673] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26402; }","duration":"855.539893ms","start":"2026-05-07T04:43:34.752431Z","end":"2026-05-07T04:43:35.607971Z","steps":["trace[1526993673] 'agreement among raft nodes before linearized reading' (duration: 855.477761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.607999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.716552051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T04:43:35.607972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.328369223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:35.608016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:34.752413Z","time spent":"855.596065ms","remote":"127.0.0.1:51610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:35.608025Z","caller":"traceutil/trace.go:171","msg":"trace[1676680341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26402; }","duration":"3.716595093s","start":"2026-05-07T04:43:31.891423Z","end":"2026-05-07T04:43:35.608018Z","steps":["trace[1676680341] 'agreement among raft nodes before linearized reading' (duration: 3.716529731s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.607937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:31.877309Z","time spent":"3.730623428s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:43:35.608031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003918964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-07T04:43:35.608057Z","caller":"traceutil/trace.go:171","msg":"trace[1984278055] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26402; }","duration":"3.328491656s","start":"2026-05-07T04:43:32.279543Z","end":"2026-05-07T04:43:35.608035Z","steps":["trace[1984278055] 'agreement among raft nodes before linearized reading' (duration: 3.328292181s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:35.608089Z","caller":"traceutil/trace.go:171","msg":"trace[652566147] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26402; }","duration":"1.003992675s","start":"2026-05-07T04:43:34.604074Z","end":"2026-05-07T04:43:35.608066Z","steps":["trace[652566147] 'agreement among raft nodes before linearized reading' (duration: 1.003820151s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.608102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:32.279475Z","time spent":"3.32861918s","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:35.608104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.716596042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T04:43:35.60816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.7236208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T04:43:35.608166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.369934837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:43:35.608189Z","caller":"traceutil/trace.go:171","msg":"trace[1149619252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26402; }","duration":"3.723669771s","start":"2026-05-07T04:43:31.884511Z","end":"2026-05-07T04:43:35.60818Z","steps":["trace[1149619252] 'agreement among raft nodes before linearized reading' (duration: 3.72360906s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:35.6082Z","caller":"traceutil/trace.go:171","msg":"trace[1673620731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26402; }","duration":"3.716734316s","start":"2026-05-07T04:43:31.89144Z","end":"2026-05-07T04:43:35.608175Z","steps":["trace[1673620731] 'agreement among raft nodes before linearized reading' (duration: 3.716462979s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.608213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.812538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:35.608228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:31.884491Z","time spent":"3.723722003s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T04:43:35.608227Z","caller":"traceutil/trace.go:171","msg":"trace[1044095113] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26402; }","duration":"3.370088551s","start":"2026-05-07T04:43:32.238121Z","end":"2026-05-07T04:43:35.60821Z","steps":["trace[1044095113] 'agreement among raft nodes before linearized reading' (duration: 3.369930647s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.608256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.238993462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-05-07T04:43:35.608253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:31.891427Z","time spent":"3.716817099s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:43:35.608271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:32.238093Z","time spent":"3.370168343s","remote":"127.0.0.1:42472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:35.608295Z","caller":"traceutil/trace.go:171","msg":"trace[1592624901] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f; range_end:; response_count:1; response_revision:26402; }","duration":"4.239050004s","start":"2026-05-07T04:43:31.369231Z","end":"2026-05-07T04:43:35.608281Z","steps":["trace[1592624901] 'agreement among raft nodes before linearized reading' (duration: 4.238944801s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.608326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:31.369215Z","time spent":"4.239104585s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" "} {"level":"warn","ts":"2026-05-07T04:43:35.608332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.398489497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:35.608327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010569641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:43:35.608329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.165692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:35.608361Z","caller":"traceutil/trace.go:171","msg":"trace[483911113] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26402; }","duration":"2.398515117s","start":"2026-05-07T04:43:33.209836Z","end":"2026-05-07T04:43:35.608351Z","steps":["trace[483911113] 'agreement among raft nodes before linearized reading' (duration: 2.398464676s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.60838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:33.209771Z","time spent":"2.39860427s","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:35.608377Z","caller":"traceutil/trace.go:171","msg":"trace[1426624814] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26402; }","duration":"1.010625274s","start":"2026-05-07T04:43:34.597739Z","end":"2026-05-07T04:43:35.608364Z","steps":["trace[1426624814] 'agreement among raft nodes before linearized reading' (duration: 1.010451089s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.608327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184659268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-05-07T04:43:35.608382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251631545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:35.608428Z","caller":"traceutil/trace.go:171","msg":"trace[1994624591] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f; range_end:; response_count:1; response_revision:26402; }","duration":"2.184819402s","start":"2026-05-07T04:43:33.423595Z","end":"2026-05-07T04:43:35.608415Z","steps":["trace[1994624591] 'agreement among raft nodes before linearized reading' (duration: 2.184578436s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.608429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:34.597672Z","time spent":"1.010742906s","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:35.608441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.532190389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:35.608107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.719151627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T04:43:35.608476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:33.423572Z","time spent":"2.184891253s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" "} {"level":"warn","ts":"2026-05-07T04:43:35.608133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:34.604063Z","time spent":"1.004058668s","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-05-07T04:43:35.608494Z","caller":"traceutil/trace.go:171","msg":"trace[73218511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26402; }","duration":"3.719561508s","start":"2026-05-07T04:43:31.888918Z","end":"2026-05-07T04:43:35.60848Z","steps":["trace[73218511] 'agreement among raft nodes before linearized reading' (duration: 3.719138517s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.608535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:31.888895Z","time spent":"3.71962895s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:43:35.608538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.187958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T04:43:35.608431Z","caller":"traceutil/trace.go:171","msg":"trace[689488989] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26402; }","duration":"2.251706837s","start":"2026-05-07T04:43:33.356713Z","end":"2026-05-07T04:43:35.60842Z","steps":["trace[689488989] 'agreement among raft nodes before linearized reading' (duration: 2.251643425s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:35.608587Z","caller":"traceutil/trace.go:171","msg":"trace[1335864819] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26402; }","duration":"618.26866ms","start":"2026-05-07T04:43:34.990291Z","end":"2026-05-07T04:43:35.608559Z","steps":["trace[1335864819] 'agreement among raft nodes before linearized reading' (duration: 618.174697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.608138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336013504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:35.608592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:33.356699Z","time spent":"2.251881201s","remote":"127.0.0.1:35762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:35.608617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:34.990239Z","time spent":"618.371822ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T04:43:35.608627Z","caller":"traceutil/trace.go:171","msg":"trace[830658905] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26402; }","duration":"2.336545457s","start":"2026-05-07T04:43:33.272071Z","end":"2026-05-07T04:43:35.608616Z","steps":["trace[830658905] 'agreement among raft nodes before linearized reading' (duration: 2.336026434s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:35.608257Z","caller":"traceutil/trace.go:171","msg":"trace[345425964] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26402; }","duration":"879.90912ms","start":"2026-05-07T04:43:34.728337Z","end":"2026-05-07T04:43:35.608246Z","steps":["trace[345425964] 'agreement among raft nodes before linearized reading' (duration: 879.834008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.608659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:33.272053Z","time spent":"2.336594528s","remote":"127.0.0.1:35984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:35.60848Z","caller":"traceutil/trace.go:171","msg":"trace[624817991] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26402; }","duration":"3.532277291s","start":"2026-05-07T04:43:32.07619Z","end":"2026-05-07T04:43:35.608468Z","steps":["trace[624817991] 'agreement among raft nodes before linearized reading' (duration: 3.532202409s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.608688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576675323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-07T04:43:35.608722Z","caller":"traceutil/trace.go:171","msg":"trace[866926250] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26402; }","duration":"2.576743574s","start":"2026-05-07T04:43:33.031969Z","end":"2026-05-07T04:43:35.608712Z","steps":["trace[866926250] 'agreement among raft nodes before linearized reading' (duration: 2.57658211s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.608724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:32.076144Z","time spent":"3.532557738s","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:35.608732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870170008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:35.608046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:31.891412Z","time spent":"3.716630354s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T04:43:35.608784Z","caller":"traceutil/trace.go:171","msg":"trace[911189527] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26402; }","duration":"1.8702669s","start":"2026-05-07T04:43:33.738503Z","end":"2026-05-07T04:43:35.608769Z","steps":["trace[911189527] 'agreement among raft nodes before linearized reading' (duration: 1.870185268s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.608837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:33.738473Z","time spent":"1.870355022s","remote":"127.0.0.1:49850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:35.608678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17897242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:35.608384Z","caller":"traceutil/trace.go:171","msg":"trace[281908540] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26402; }","duration":"924.260665ms","start":"2026-05-07T04:43:34.684112Z","end":"2026-05-07T04:43:35.608373Z","steps":["trace[281908540] 'agreement among raft nodes before linearized reading' (duration: 924.170363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.608892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:34.684087Z","time spent":"924.794848ms","remote":"127.0.0.1:42486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:35.608886Z","caller":"traceutil/trace.go:171","msg":"trace[1579712103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26402; }","duration":"1.179226706s","start":"2026-05-07T04:43:34.429646Z","end":"2026-05-07T04:43:35.608873Z","steps":["trace[1579712103] 'agreement among raft nodes before linearized reading' (duration: 1.17898717s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.608925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:34.427369Z","time spent":"1.181546405s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:43:35.608932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269065553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:35.608997Z","caller":"traceutil/trace.go:171","msg":"trace[946947310] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26402; }","duration":"1.269130895s","start":"2026-05-07T04:43:34.339844Z","end":"2026-05-07T04:43:35.608975Z","steps":["trace[946947310] 'agreement among raft nodes before linearized reading' (duration: 1.269034213s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.608686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:34.728318Z","time spent":"880.356261ms","remote":"127.0.0.1:42644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:35.609046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:34.33982Z","time spent":"1.269209726s","remote":"127.0.0.1:35898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:35.608744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:33.031945Z","time spent":"2.576792976s","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T04:43:35.609172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186533821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-07T04:43:35.60904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417031193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:35.60922Z","caller":"traceutil/trace.go:171","msg":"trace[1378945160] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce; range_end:; response_count:1; response_revision:26402; }","duration":"1.186622043s","start":"2026-05-07T04:43:34.42258Z","end":"2026-05-07T04:43:35.609203Z","steps":["trace[1378945160] 'agreement among raft nodes before linearized reading' (duration: 1.18650263s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:35.609224Z","caller":"traceutil/trace.go:171","msg":"trace[750947020] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26402; }","duration":"1.417257329s","start":"2026-05-07T04:43:34.191955Z","end":"2026-05-07T04:43:35.609213Z","steps":["trace[750947020] 'agreement among raft nodes before linearized reading' (duration: 1.417046334s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:35.609253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:34.422561Z","time spent":"1.186685175s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce\" "} {"level":"warn","ts":"2026-05-07T04:43:35.609261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:34.191928Z","time spent":"1.417321891s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:36.114573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:36.614844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:36.986399Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.372612337s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:43:36.986727Z","caller":"traceutil/trace.go:171","msg":"trace[1809279868] transaction","detail":"{read_only:false; response_revision:26403; number_of_response:1; }","duration":"1.373031298s","start":"2026-05-07T04:43:35.613677Z","end":"2026-05-07T04:43:36.986708Z","steps":["trace[1809279868] 'process raft request' (duration: 1.372890504s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:36.986849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:35.613659Z","time spent":"1.37312232s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:37.610858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996898249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T04:43:37.610957Z","caller":"traceutil/trace.go:171","msg":"trace[12834116] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997022442s","start":"2026-05-07T04:43:35.613904Z","end":"2026-05-07T04:43:37.610927Z","steps":["trace[12834116] 'agreement among raft nodes before linearized reading' (duration: 1.996911429s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:37.611004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:35.613896Z","time spent":"1.997096994s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 04:43:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:43:39.106832Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.120170353s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:43:39.107358Z","caller":"traceutil/trace.go:171","msg":"trace[1648119305] transaction","detail":"{read_only:false; response_revision:26404; number_of_response:1; }","duration":"3.493649692s","start":"2026-05-07T04:43:35.613677Z","end":"2026-05-07T04:43:39.107327Z","steps":["trace[1648119305] 'process raft request' (duration: 3.493418736s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.10754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:35.61366Z","time spent":"3.493790265s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:39.107694Z","caller":"traceutil/trace.go:171","msg":"trace[1784495028] transaction","detail":"{read_only:false; response_revision:26405; number_of_response:1; }","duration":"3.493809866s","start":"2026-05-07T04:43:35.613873Z","end":"2026-05-07T04:43:39.107683Z","steps":["trace[1784495028] 'process raft request' (duration: 3.493405276s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.107753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:35.613844Z","time spent":"3.493878408s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:39.107874Z","caller":"traceutil/trace.go:171","msg":"trace[1761985117] linearizableReadLoop","detail":"{readStateIndex:27287; appliedIndex:27281; }","duration":"3.494134734s","start":"2026-05-07T04:43:35.613705Z","end":"2026-05-07T04:43:39.10784Z","steps":["trace[1761985117] 'read index received' (duration: 1.373030497s)","trace[1761985117] 'applied index is now lower than readState.Index' (duration: 2.121102577s)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:43:39.107984Z","caller":"traceutil/trace.go:171","msg":"trace[668211127] transaction","detail":"{read_only:false; response_revision:26406; number_of_response:1; }","duration":"3.492860482s","start":"2026-05-07T04:43:35.615111Z","end":"2026-05-07T04:43:39.107971Z","steps":["trace[668211127] 'process raft request' (duration: 3.492423551s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.108117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:35.615102Z","time spent":"3.492917753s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:39.108219Z","caller":"traceutil/trace.go:171","msg":"trace[313359725] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"3.492867842s","start":"2026-05-07T04:43:35.615335Z","end":"2026-05-07T04:43:39.108203Z","steps":["trace[313359725] 'process raft request' (duration: 3.492335389s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:39.108268Z","caller":"traceutil/trace.go:171","msg":"trace[434903483] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"3.489560277s","start":"2026-05-07T04:43:35.618698Z","end":"2026-05-07T04:43:39.108258Z","steps":["trace[434903483] 'process raft request' (duration: 3.489065955s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.108292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:35.615329Z","time spent":"3.492928623s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:39.108323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:35.618686Z","time spent":"3.489608319s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:39.1084Z","caller":"traceutil/trace.go:171","msg":"trace[492724039] transaction","detail":"{read_only:false; response_revision:26408; number_of_response:1; }","duration":"3.492529303s","start":"2026-05-07T04:43:35.615857Z","end":"2026-05-07T04:43:39.108386Z","steps":["trace[492724039] 'process raft request' (duration: 3.491860636s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.108516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.494813271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dad4f7e6-7a47-43b4-8e67-722fc1a8f964\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-05-07T04:43:39.108556Z","caller":"traceutil/trace.go:171","msg":"trace[1042329479] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dad4f7e6-7a47-43b4-8e67-722fc1a8f964; range_end:; response_count:1; response_revision:26409; }","duration":"3.494895894s","start":"2026-05-07T04:43:35.613649Z","end":"2026-05-07T04:43:39.108545Z","steps":["trace[1042329479] 'agreement among raft nodes before linearized reading' (duration: 3.49475239s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.108566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:35.615843Z","time spent":"3.492686237s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:39.108589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:35.613626Z","time spent":"3.494953814s","remote":"127.0.0.1:51366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-dad4f7e6-7a47-43b4-8e67-722fc1a8f964\" "} {"level":"info","ts":"2026-05-07T04:43:39.186755Z","caller":"traceutil/trace.go:171","msg":"trace[1471869968] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"1.82848124s","start":"2026-05-07T04:43:37.358247Z","end":"2026-05-07T04:43:39.186729Z","steps":["trace[1471869968] 'process raft request' (duration: 1.828240834s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:39.187111Z","caller":"traceutil/trace.go:171","msg":"trace[1188655184] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"1.806008281s","start":"2026-05-07T04:43:37.381074Z","end":"2026-05-07T04:43:39.187082Z","steps":["trace[1188655184] 'process raft request' (duration: 1.805599881s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.188189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.57447826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T04:43:39.18824Z","caller":"traceutil/trace.go:171","msg":"trace[1277957566] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26420; }","duration":"3.574548883s","start":"2026-05-07T04:43:35.613679Z","end":"2026-05-07T04:43:39.188228Z","steps":["trace[1277957566] 'agreement among raft nodes before linearized reading' (duration: 3.57444163s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.18828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:35.613662Z","time spent":"3.574607214s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T04:43:39.188484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:37.381044Z","time spent":"1.807141839s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:39.187243Z","caller":"traceutil/trace.go:171","msg":"trace[628810307] transaction","detail":"{read_only:false; response_revision:26412; number_of_response:1; }","duration":"1.757815449s","start":"2026-05-07T04:43:37.429387Z","end":"2026-05-07T04:43:39.187203Z","steps":["trace[628810307] 'process raft request' (duration: 1.757564923s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.18879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:37.429357Z","time spent":"1.759353849s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:39.187305Z","caller":"traceutil/trace.go:171","msg":"trace[1293044352] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"1.573150699s","start":"2026-05-07T04:43:37.614083Z","end":"2026-05-07T04:43:39.187234Z","steps":["trace[1293044352] 'process raft request' (duration: 1.573010345s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.188975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:37.614056Z","time spent":"1.574831232s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:39.187343Z","caller":"traceutil/trace.go:171","msg":"trace[1813554223] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"1.571106358s","start":"2026-05-07T04:43:37.616226Z","end":"2026-05-07T04:43:39.187332Z","steps":["trace[1813554223] 'process raft request' (duration: 1.570975634s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.189131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:37.616213Z","time spent":"1.572887112s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:39.187371Z","caller":"traceutil/trace.go:171","msg":"trace[404146330] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"1.570954784s","start":"2026-05-07T04:43:37.6164Z","end":"2026-05-07T04:43:39.187355Z","steps":["trace[404146330] 'process raft request' (duration: 1.57084317s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.189262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:37.616389Z","time spent":"1.572839242s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:39.187335Z","caller":"traceutil/trace.go:171","msg":"trace[1339953992] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"1.5723734s","start":"2026-05-07T04:43:37.614919Z","end":"2026-05-07T04:43:39.187292Z","steps":["trace[1339953992] 'process raft request' (duration: 1.572234876s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.189367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:37.614905Z","time spent":"1.574431282s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:39.187392Z","caller":"traceutil/trace.go:171","msg":"trace[478031921] transaction","detail":"{read_only:false; response_revision:26417; number_of_response:1; }","duration":"1.569646171s","start":"2026-05-07T04:43:37.617736Z","end":"2026-05-07T04:43:39.187382Z","steps":["trace[478031921] 'process raft request' (duration: 1.569548919s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.189559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:37.617712Z","time spent":"1.571785015s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:39.187426Z","caller":"traceutil/trace.go:171","msg":"trace[2118218323] transaction","detail":"{read_only:false; response_revision:26418; number_of_response:1; }","duration":"1.569549479s","start":"2026-05-07T04:43:37.617865Z","end":"2026-05-07T04:43:39.187415Z","steps":["trace[2118218323] 'process raft request' (duration: 1.569458987s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.189662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:37.617828Z","time spent":"1.571796705s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:39.187486Z","caller":"traceutil/trace.go:171","msg":"trace[1561968166] transaction","detail":"{read_only:false; response_revision:26419; number_of_response:1; }","duration":"1.569445787s","start":"2026-05-07T04:43:37.618031Z","end":"2026-05-07T04:43:39.187477Z","steps":["trace[1561968166] 'process raft request' (duration: 1.569334954s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.189768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:37.61799Z","time spent":"1.571720544s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:39.189718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:37.358223Z","time spent":"1.831318391s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:39.187533Z","caller":"traceutil/trace.go:171","msg":"trace[1994440127] transaction","detail":"{read_only:false; response_revision:26420; number_of_response:1; }","duration":"784.681278ms","start":"2026-05-07T04:43:38.402833Z","end":"2026-05-07T04:43:39.187514Z","steps":["trace[1994440127] 'process raft request' (duration: 784.574625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.187609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.192282645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:43:39.189877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:38.402792Z","time spent":"787.055577ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:39.189897Z","caller":"traceutil/trace.go:171","msg":"trace[268427931] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26420; }","duration":"3.194629104s","start":"2026-05-07T04:43:35.995244Z","end":"2026-05-07T04:43:39.189873Z","steps":["trace[268427931] 'agreement among raft nodes before linearized reading' (duration: 3.192277065s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.18761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515156223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:43:39.189936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:35.995215Z","time spent":"3.194708645s","remote":"127.0.0.1:42502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:39.187685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.047185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:39.189992Z","caller":"traceutil/trace.go:171","msg":"trace[508032930] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26420; }","duration":"113.383453ms","start":"2026-05-07T04:43:39.076589Z","end":"2026-05-07T04:43:39.189972Z","steps":["trace[508032930] 'agreement among raft nodes before linearized reading' (duration: 111.058015ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:39.189995Z","caller":"traceutil/trace.go:171","msg":"trace[1421724990] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26420; }","duration":"2.517588174s","start":"2026-05-07T04:43:36.672369Z","end":"2026-05-07T04:43:39.189958Z","steps":["trace[1421724990] 'agreement among raft nodes before linearized reading' (duration: 2.515141653s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.18773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.809056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:39.190106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:36.672343Z","time spent":"2.517722777s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:39.187697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572822995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-07T04:43:39.190171Z","caller":"traceutil/trace.go:171","msg":"trace[426106104] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f; range_end:; response_count:1; response_revision:26420; }","duration":"2.575326579s","start":"2026-05-07T04:43:36.614829Z","end":"2026-05-07T04:43:39.190155Z","steps":["trace[426106104] 'agreement among raft nodes before linearized reading' (duration: 2.572811835s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:39.19009Z","caller":"traceutil/trace.go:171","msg":"trace[324437757] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26420; }","duration":"148.192735ms","start":"2026-05-07T04:43:39.041874Z","end":"2026-05-07T04:43:39.190067Z","steps":["trace[324437757] 'agreement among raft nodes before linearized reading' (duration: 145.828836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.190224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:36.614806Z","time spent":"2.575402941s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" "} {"level":"warn","ts":"2026-05-07T04:43:39.187775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.406981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:39.187753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.380669539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-07T04:43:39.190419Z","caller":"traceutil/trace.go:171","msg":"trace[867471200] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26420; }","duration":"368.090619ms","start":"2026-05-07T04:43:38.822313Z","end":"2026-05-07T04:43:39.190404Z","steps":["trace[867471200] 'agreement among raft nodes before linearized reading' (duration: 365.437972ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:39.190442Z","caller":"traceutil/trace.go:171","msg":"trace[181116635] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26420; }","duration":"3.383399667s","start":"2026-05-07T04:43:35.807026Z","end":"2026-05-07T04:43:39.190426Z","steps":["trace[181116635] 'agreement among raft nodes before linearized reading' (duration: 3.380548295s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.190493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:38.822285Z","time spent":"368.187052ms","remote":"127.0.0.1:35862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:39.187848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.397907126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-07T04:43:39.190543Z","caller":"traceutil/trace.go:171","msg":"trace[2093477232] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:26420; }","duration":"3.400643325s","start":"2026-05-07T04:43:35.789887Z","end":"2026-05-07T04:43:39.19053Z","steps":["trace[2093477232] 'agreement among raft nodes before linearized reading' (duration: 3.397898965s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.19059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:35.789859Z","time spent":"3.400720106s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-05-07T04:43:39.187826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.104179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:39.1905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:35.80701Z","time spent":"3.38347283s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-07T04:43:39.190687Z","caller":"traceutil/trace.go:171","msg":"trace[1995321388] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26420; }","duration":"880.012343ms","start":"2026-05-07T04:43:38.310661Z","end":"2026-05-07T04:43:39.190673Z","steps":["trace[1995321388] 'agreement among raft nodes before linearized reading' (duration: 877.13416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.190725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:38.31064Z","time spent":"880.073235ms","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:39.188008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652201423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:43:39.187943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.05324529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130089"} {"level":"info","ts":"2026-05-07T04:43:39.190942Z","caller":"traceutil/trace.go:171","msg":"trace[1354432507] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26420; }","duration":"1.655138657s","start":"2026-05-07T04:43:37.535761Z","end":"2026-05-07T04:43:39.190899Z","steps":["trace[1354432507] 'agreement among raft nodes before linearized reading' (duration: 1.652117731s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.187893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562909529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:39.191038Z","caller":"traceutil/trace.go:171","msg":"trace[259262354] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26420; }","duration":"1.56610716s","start":"2026-05-07T04:43:37.624919Z","end":"2026-05-07T04:43:39.191026Z","steps":["trace[259262354] 'agreement among raft nodes before linearized reading' (duration: 1.5629232s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.188041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194918478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb171d7701\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-05-07T04:43:39.191087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:37.624907Z","time spent":"1.566164773s","remote":"127.0.0.1:36014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:39.191104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:37.535743Z","time spent":"1.655278451s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:39.191102Z","caller":"traceutil/trace.go:171","msg":"trace[1546214822] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad2bfb171d7701; range_end:; response_count:1; response_revision:26420; }","duration":"2.198017527s","start":"2026-05-07T04:43:36.993063Z","end":"2026-05-07T04:43:39.19108Z","steps":["trace[1546214822] 'agreement among raft nodes before linearized reading' (duration: 2.194853427s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.188082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.152609289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:39.19117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:36.993038Z","time spent":"2.198111208s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb171d7701\" "} {"level":"warn","ts":"2026-05-07T04:43:39.188085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20211275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:39.191196Z","caller":"traceutil/trace.go:171","msg":"trace[562199710] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26420; }","duration":"3.155757239s","start":"2026-05-07T04:43:36.035418Z","end":"2026-05-07T04:43:39.191176Z","steps":["trace[562199710] 'agreement among raft nodes before linearized reading' (duration: 3.152585339s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:39.191243Z","caller":"traceutil/trace.go:171","msg":"trace[406914138] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26420; }","duration":"2.20529096s","start":"2026-05-07T04:43:36.985936Z","end":"2026-05-07T04:43:39.191227Z","steps":["trace[406914138] 'agreement among raft nodes before linearized reading' (duration: 2.20212473s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.187755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810833267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:39.191303Z","caller":"traceutil/trace.go:171","msg":"trace[1877364974] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26420; }","duration":"2.814408988s","start":"2026-05-07T04:43:36.376884Z","end":"2026-05-07T04:43:39.191293Z","steps":["trace[1877364974] 'agreement among raft nodes before linearized reading' (duration: 2.810838658s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.191252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:36.035398Z","time spent":"3.155836181s","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:39.191339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:36.376866Z","time spent":"2.814463609s","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:39.191305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:36.98592Z","time spent":"2.205368322s","remote":"127.0.0.1:42702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:39.188057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567428465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:39.188045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.053440546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-07T04:43:39.191523Z","caller":"traceutil/trace.go:171","msg":"trace[454171189] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26420; }","duration":"3.056947234s","start":"2026-05-07T04:43:36.134562Z","end":"2026-05-07T04:43:39.191509Z","steps":["trace[454171189] 'agreement among raft nodes before linearized reading' (duration: 3.053415685s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.191559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:36.134536Z","time spent":"3.057014355s","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-05-07T04:43:39.190979Z","caller":"traceutil/trace.go:171","msg":"trace[1686259785] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26420; }","duration":"3.056312808s","start":"2026-05-07T04:43:36.134651Z","end":"2026-05-07T04:43:39.190964Z","steps":["trace[1686259785] 'agreement among raft nodes before linearized reading' (duration: 3.053124397s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.191639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:36.134627Z","time spent":"3.056995535s","remote":"127.0.0.1:51270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130112,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-07T04:43:39.188108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600074561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:43:39.191739Z","caller":"traceutil/trace.go:171","msg":"trace[278088800] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26420; }","duration":"1.603741234s","start":"2026-05-07T04:43:37.587986Z","end":"2026-05-07T04:43:39.191727Z","steps":["trace[278088800] 'agreement among raft nodes before linearized reading' (duration: 1.600089372s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.191786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:37.587963Z","time spent":"1.603809276s","remote":"127.0.0.1:51648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:39.191483Z","caller":"traceutil/trace.go:171","msg":"trace[2067705876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26420; }","duration":"1.570880422s","start":"2026-05-07T04:43:37.620592Z","end":"2026-05-07T04:43:39.191472Z","steps":["trace[2067705876] 'agreement among raft nodes before linearized reading' (duration: 1.567437796s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.191852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:37.620581Z","time spent":"1.571254492s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T04:43:39.304329Z","caller":"traceutil/trace.go:171","msg":"trace[844115306] linearizableReadLoop","detail":"{readStateIndex:27301; appliedIndex:27298; }","duration":"104.121359ms","start":"2026-05-07T04:43:39.200177Z","end":"2026-05-07T04:43:39.304299Z","steps":["trace[844115306] 'read index received' (duration: 23.477005ms)","trace[844115306] 'applied index is now lower than readState.Index' (duration: 80.643154ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:43:39.304485Z","caller":"traceutil/trace.go:171","msg":"trace[350794281] transaction","detail":"{read_only:false; response_revision:26421; number_of_response:1; }","duration":"105.280827ms","start":"2026-05-07T04:43:39.199167Z","end":"2026-05-07T04:43:39.304448Z","steps":["trace[350794281] 'process raft request' (duration: 104.876297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.304545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.338354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:39.304598Z","caller":"traceutil/trace.go:171","msg":"trace[1795180933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26422; }","duration":"104.431687ms","start":"2026-05-07T04:43:39.200149Z","end":"2026-05-07T04:43:39.304581Z","steps":["trace[1795180933] 'agreement among raft nodes before linearized reading' (duration: 104.320844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.304727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.496327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-05-07T04:43:39.304754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.559905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130089"} {"level":"info","ts":"2026-05-07T04:43:39.304793Z","caller":"traceutil/trace.go:171","msg":"trace[943615719] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26422; }","duration":"102.577878ms","start":"2026-05-07T04:43:39.202198Z","end":"2026-05-07T04:43:39.304776Z","steps":["trace[943615719] 'agreement among raft nodes before linearized reading' (duration: 102.404434ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:39.304799Z","caller":"traceutil/trace.go:171","msg":"trace[949082761] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26422; }","duration":"103.621916ms","start":"2026-05-07T04:43:39.201165Z","end":"2026-05-07T04:43:39.304787Z","steps":["trace[949082761] 'agreement among raft nodes before linearized reading' (duration: 103.423321ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:39.30602Z","caller":"traceutil/trace.go:171","msg":"trace[11056130] transaction","detail":"{read_only:false; response_revision:26422; number_of_response:1; }","duration":"104.933369ms","start":"2026-05-07T04:43:39.199471Z","end":"2026-05-07T04:43:39.304405Z","steps":["trace[11056130] 'process raft request' (duration: 104.752575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.814594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.361248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:43:39.814737Z","caller":"traceutil/trace.go:171","msg":"trace[24186336] linearizableReadLoop","detail":"{readStateIndex:27302; appliedIndex:27301; }","duration":"504.212448ms","start":"2026-05-07T04:43:39.310504Z","end":"2026-05-07T04:43:39.814716Z","steps":["trace[24186336] 'read index received' (duration: 112.601334ms)","trace[24186336] 'applied index is now lower than readState.Index' (duration: 391.608294ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:43:39.814833Z","caller":"traceutil/trace.go:171","msg":"trace[1647556002] transaction","detail":"{read_only:false; response_revision:26423; number_of_response:1; }","duration":"508.811325ms","start":"2026-05-07T04:43:39.305932Z","end":"2026-05-07T04:43:39.814743Z","steps":["trace[1647556002] 'process raft request' (duration: 117.186021ms)","trace[1647556002] 'compare' (duration: 391.0525ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:39.814927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.420284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:39.814961Z","caller":"traceutil/trace.go:171","msg":"trace[441042344] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26423; }","duration":"504.490316ms","start":"2026-05-07T04:43:39.310459Z","end":"2026-05-07T04:43:39.814949Z","steps":["trace[441042344] 'agreement among raft nodes before linearized reading' (duration: 504.365833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.814997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:39.310442Z","time spent":"504.546458ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T04:43:39.815017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:39.305912Z","time spent":"508.9977ms","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:39.815364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.380722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-07T04:43:39.815406Z","caller":"traceutil/trace.go:171","msg":"trace[584390637] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce; range_end:; response_count:1; response_revision:26423; }","duration":"502.436224ms","start":"2026-05-07T04:43:39.312951Z","end":"2026-05-07T04:43:39.815387Z","steps":["trace[584390637] 'agreement among raft nodes before linearized reading' (duration: 502.27427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.815441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:39.312931Z","time spent":"502.502615ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce\" "} {"level":"warn","ts":"2026-05-07T04:43:39.815525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.617057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:39.815563Z","caller":"traceutil/trace.go:171","msg":"trace[1569341945] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26423; }","duration":"165.709069ms","start":"2026-05-07T04:43:39.649842Z","end":"2026-05-07T04:43:39.815551Z","steps":["trace[1569341945] 'agreement among raft nodes before linearized reading' (duration: 165.622217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.815744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.048949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T04:43:39.81578Z","caller":"traceutil/trace.go:171","msg":"trace[1400885445] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26423; }","duration":"355.140121ms","start":"2026-05-07T04:43:39.460628Z","end":"2026-05-07T04:43:39.815768Z","steps":["trace[1400885445] 'agreement among raft nodes before linearized reading' (duration: 354.952466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:39.815812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:39.460601Z","time spent":"355.202462ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:40.32507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:40.825659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:41.326601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:41.540599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.716687257s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:43:41.594683Z","caller":"traceutil/trace.go:171","msg":"trace[273157269] transaction","detail":"{read_only:false; response_revision:26424; number_of_response:1; }","duration":"1.7708498s","start":"2026-05-07T04:43:39.823802Z","end":"2026-05-07T04:43:41.594652Z","steps":["trace[273157269] 'process raft request' (duration: 1.717047297s)","trace[273157269] 'compare' (duration: 52.591802ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:41.594848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:39.823779Z","time spent":"1.770971363s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:42.280926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000136513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T04:43:42.281027Z","caller":"traceutil/trace.go:171","msg":"trace[1973897981] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000296197s","start":"2026-05-07T04:43:40.280707Z","end":"2026-05-07T04:43:42.281003Z","steps":["trace[1973897981] 'agreement among raft nodes before linearized reading' (duration: 2.000161893s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:42.28111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:40.280689Z","time spent":"2.00040817s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:43:43.25474Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.666670413s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T04:43:43.304034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337059629s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:43.304202Z","caller":"traceutil/trace.go:171","msg":"trace[793658024] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26424; }","duration":"1.337242743s","start":"2026-05-07T04:43:41.966934Z","end":"2026-05-07T04:43:43.304177Z","steps":["trace[793658024] 'range keys from in-memory index tree' (duration: 1.337040298s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:43.3044Z","caller":"traceutil/trace.go:171","msg":"trace[1689568746] transaction","detail":"{read_only:false; response_revision:26425; number_of_response:1; }","duration":"3.247680935s","start":"2026-05-07T04:43:40.056695Z","end":"2026-05-07T04:43:43.304376Z","steps":["trace[1689568746] 'process raft request' (duration: 3.198263331s)","trace[1689568746] 'compare' (duration: 49.009474ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:43.304592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:40.056672Z","time spent":"3.247803529s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:43.304688Z","caller":"traceutil/trace.go:171","msg":"trace[70919374] transaction","detail":"{read_only:false; response_revision:26426; number_of_response:1; }","duration":"2.10596863s","start":"2026-05-07T04:43:41.19868Z","end":"2026-05-07T04:43:43.304649Z","steps":["trace[70919374] 'process raft request' (duration: 2.105659712s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:43.304959Z","caller":"traceutil/trace.go:171","msg":"trace[445303335] transaction","detail":"{read_only:false; response_revision:26427; number_of_response:1; }","duration":"2.104998395s","start":"2026-05-07T04:43:41.199738Z","end":"2026-05-07T04:43:43.304736Z","steps":["trace[445303335] 'process raft request' (duration: 2.104807961s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:43.3051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:41.198652Z","time spent":"2.106308349s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:43.305166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:41.199727Z","time spent":"2.105319614s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:43.305222Z","caller":"traceutil/trace.go:171","msg":"trace[1029406894] transaction","detail":"{read_only:false; response_revision:26429; number_of_response:1; }","duration":"2.105303913s","start":"2026-05-07T04:43:41.199903Z","end":"2026-05-07T04:43:43.305207Z","steps":["trace[1029406894] 'process raft request' (duration: 2.10515815s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:43.305198Z","caller":"traceutil/trace.go:171","msg":"trace[1454495798] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"2.105339664s","start":"2026-05-07T04:43:41.199828Z","end":"2026-05-07T04:43:43.305168Z","steps":["trace[1454495798] 'process raft request' (duration: 2.104861632s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:43.305292Z","caller":"traceutil/trace.go:171","msg":"trace[396480705] linearizableReadLoop","detail":"{readStateIndex:27312; appliedIndex:27302; }","duration":"3.48143948s","start":"2026-05-07T04:43:39.823825Z","end":"2026-05-07T04:43:43.305264Z","steps":["trace[396480705] 'read index received' (duration: 1.717039276s)","trace[396480705] 'applied index is now lower than readState.Index' (duration: 1.764398824s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:43.305342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:41.199893Z","time spent":"2.105366345s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:43.305391Z","caller":"traceutil/trace.go:171","msg":"trace[1539197997] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"2.105227403s","start":"2026-05-07T04:43:41.200153Z","end":"2026-05-07T04:43:43.30538Z","steps":["trace[1539197997] 'process raft request' (duration: 2.104986435s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:43.305391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:41.199818Z","time spent":"2.105460377s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:43.305421Z","caller":"traceutil/trace.go:171","msg":"trace[1433588783] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"2.103757315s","start":"2026-05-07T04:43:41.201654Z","end":"2026-05-07T04:43:43.305411Z","steps":["trace[1433588783] 'process raft request' (duration: 2.103552119s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:43.305487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:41.200143Z","time spent":"2.105284944s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:43.305534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:41.201642Z","time spent":"2.103798636s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:43.305351Z","caller":"traceutil/trace.go:171","msg":"trace[923497555] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"2.104936485s","start":"2026-05-07T04:43:41.200401Z","end":"2026-05-07T04:43:43.305337Z","steps":["trace[923497555] 'process raft request' (duration: 2.1047741s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:43.305665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:41.200387Z","time spent":"2.105220292s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:43.305677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.481849501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-07T04:43:43.305719Z","caller":"traceutil/trace.go:171","msg":"trace[546033505] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26433; }","duration":"3.481938753s","start":"2026-05-07T04:43:39.823769Z","end":"2026-05-07T04:43:43.305707Z","steps":["trace[546033505] 'agreement among raft nodes before linearized reading' (duration: 3.481780859s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:43.305754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:39.823746Z","time spent":"3.482001875s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T04:43:43.305774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.477752737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T04:43:43.305999Z","caller":"traceutil/trace.go:171","msg":"trace[224398385] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26433; }","duration":"3.477988124s","start":"2026-05-07T04:43:39.827998Z","end":"2026-05-07T04:43:43.305987Z","steps":["trace[224398385] 'agreement among raft nodes before linearized reading' (duration: 3.477592914s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:43.30604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:39.827992Z","time spent":"3.478041395s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T04:43:43.306053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10660173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-07T04:43:43.30608Z","caller":"traceutil/trace.go:171","msg":"trace[1747759325] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f; range_end:; response_count:1; response_revision:26433; }","duration":"3.106660062s","start":"2026-05-07T04:43:40.199411Z","end":"2026-05-07T04:43:43.306071Z","steps":["trace[1747759325] 'agreement among raft nodes before linearized reading' (duration: 3.106351534s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:43.306083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193395217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T04:43:43.306102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:40.19939Z","time spent":"3.106707463s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" "} {"level":"warn","ts":"2026-05-07T04:43:43.306055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191611572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T04:43:43.306127Z","caller":"traceutil/trace.go:171","msg":"trace[319725934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26433; }","duration":"2.193433748s","start":"2026-05-07T04:43:41.112681Z","end":"2026-05-07T04:43:43.306115Z","steps":["trace[319725934] 'agreement among raft nodes before linearized reading' (duration: 2.193339436s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:43.306138Z","caller":"traceutil/trace.go:171","msg":"trace[1418170883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26433; }","duration":"2.191713594s","start":"2026-05-07T04:43:41.114416Z","end":"2026-05-07T04:43:43.306129Z","steps":["trace[1418170883] 'agreement among raft nodes before linearized reading' (duration: 2.191250223s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:43.306141Z","caller":"traceutil/trace.go:171","msg":"trace[1585947044] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"2.104333189s","start":"2026-05-07T04:43:41.201793Z","end":"2026-05-07T04:43:43.306126Z","steps":["trace[1585947044] 'process raft request' (duration: 2.103438846s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:43.30616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:41.114406Z","time spent":"2.191749126s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:43:43.306203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.822016809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:43:43.306206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:41.201762Z","time spent":"2.104407871s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:43.306223Z","caller":"traceutil/trace.go:171","msg":"trace[2049930069] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26433; }","duration":"2.82208193s","start":"2026-05-07T04:43:40.484134Z","end":"2026-05-07T04:43:43.306216Z","steps":["trace[2049930069] 'agreement among raft nodes before linearized reading' (duration: 2.822032539s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:43.306244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:40.484108Z","time spent":"2.822130412s","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:43.306244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194192597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T04:43:43.306273Z","caller":"traceutil/trace.go:171","msg":"trace[854765492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26433; }","duration":"2.194260809s","start":"2026-05-07T04:43:41.112004Z","end":"2026-05-07T04:43:43.306265Z","steps":["trace[854765492] 'agreement among raft nodes before linearized reading' (duration: 2.194176227s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:43.306306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:41.111979Z","time spent":"2.19432128s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:43:43.306325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.316791258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-05-07T04:43:43.306372Z","caller":"traceutil/trace.go:171","msg":"trace[1912146823] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26433; }","duration":"3.316920291s","start":"2026-05-07T04:43:39.989435Z","end":"2026-05-07T04:43:43.306355Z","steps":["trace[1912146823] 'agreement among raft nodes before linearized reading' (duration: 3.316811178s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:43.306402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:39.989406Z","time spent":"3.316989643s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-07T04:43:43.306413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.875232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:43.306412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5246015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:43.306436Z","caller":"traceutil/trace.go:171","msg":"trace[2012616523] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26433; }","duration":"213.950924ms","start":"2026-05-07T04:43:43.092478Z","end":"2026-05-07T04:43:43.306429Z","steps":["trace[2012616523] 'agreement among raft nodes before linearized reading' (duration: 213.770339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:43.305997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689250244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-07T04:43:43.306448Z","caller":"traceutil/trace.go:171","msg":"trace[1923134677] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26433; }","duration":"2.524663342s","start":"2026-05-07T04:43:40.78177Z","end":"2026-05-07T04:43:43.306434Z","steps":["trace[1923134677] 'agreement among raft nodes before linearized reading' (duration: 2.524608051s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:43.306477Z","caller":"traceutil/trace.go:171","msg":"trace[1208905807] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26433; }","duration":"2.689758276s","start":"2026-05-07T04:43:40.616709Z","end":"2026-05-07T04:43:43.306467Z","steps":["trace[1208905807] 'agreement among raft nodes before linearized reading' (duration: 2.688963076s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:43.306477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:40.781752Z","time spent":"2.524718094s","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:43.306517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:40.616688Z","time spent":"2.689818778s","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T04:43:43.306679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19156768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T04:43:43.309355Z","caller":"traceutil/trace.go:171","msg":"trace[125116836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26433; }","duration":"2.194249638s","start":"2026-05-07T04:43:41.115061Z","end":"2026-05-07T04:43:43.309311Z","steps":["trace[125116836] 'agreement among raft nodes before linearized reading' (duration: 2.19155913s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:43.30951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:41.115035Z","time spent":"2.194405912s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:43:43.306161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:41.112657Z","time spent":"2.193497239s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:43:43.306684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.40446391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:43.309709Z","caller":"traceutil/trace.go:171","msg":"trace[1273038904] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26433; }","duration":"3.407517076s","start":"2026-05-07T04:43:39.902172Z","end":"2026-05-07T04:43:43.309689Z","steps":["trace[1273038904] 'agreement among raft nodes before linearized reading' (duration: 3.404470289s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:43.309754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:39.902151Z","time spent":"3.407589629s","remote":"127.0.0.1:35782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T04:43:43.306687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74682959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad2ee9ea27df06\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-05-07T04:43:43.309897Z","caller":"traceutil/trace.go:171","msg":"trace[1133287271] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad2ee9ea27df06; range_end:; response_count:1; response_revision:26433; }","duration":"1.750040131s","start":"2026-05-07T04:43:41.559844Z","end":"2026-05-07T04:43:43.309885Z","steps":["trace[1133287271] 'agreement among raft nodes before linearized reading' (duration: 1.746750578s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:43.309923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:41.559823Z","time spent":"1.750091202s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad2ee9ea27df06\" "} {"level":"warn","ts":"2026-05-07T04:43:43.306747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.6534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:43.310036Z","caller":"traceutil/trace.go:171","msg":"trace[500926981] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26433; }","duration":"752.959815ms","start":"2026-05-07T04:43:42.55706Z","end":"2026-05-07T04:43:43.31002Z","steps":["trace[500926981] 'agreement among raft nodes before linearized reading' (duration: 749.648981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:43.310085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:42.557048Z","time spent":"753.020106ms","remote":"127.0.0.1:35676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:43.306813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.013214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:43.31019Z","caller":"traceutil/trace.go:171","msg":"trace[245752973] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26433; }","duration":"765.448711ms","start":"2026-05-07T04:43:42.544731Z","end":"2026-05-07T04:43:43.310179Z","steps":["trace[245752973] 'agreement among raft nodes before linearized reading' (duration: 762.040334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:43.310224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:42.5447Z","time spent":"765.513453ms","remote":"127.0.0.1:35812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:43.306849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.167273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:43.310334Z","caller":"traceutil/trace.go:171","msg":"trace[884486151] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26433; }","duration":"790.698992ms","start":"2026-05-07T04:43:42.519624Z","end":"2026-05-07T04:43:43.310323Z","steps":["trace[884486151] 'agreement among raft nodes before linearized reading' (duration: 787.196004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:43.310372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:42.519593Z","time spent":"790.759584ms","remote":"127.0.0.1:35728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:43.306865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192307389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T04:43:43.310408Z","caller":"traceutil/trace.go:171","msg":"trace[1782670665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26433; }","duration":"2.195867539s","start":"2026-05-07T04:43:41.114531Z","end":"2026-05-07T04:43:43.310399Z","steps":["trace[1782670665] 'agreement among raft nodes before linearized reading' (duration: 2.192251008s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:43.310445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:41.114525Z","time spent":"2.195908461s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:43:43.30687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025686061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:43.310554Z","caller":"traceutil/trace.go:171","msg":"trace[1671143411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26433; }","duration":"1.029400185s","start":"2026-05-07T04:43:42.281146Z","end":"2026-05-07T04:43:43.310546Z","steps":["trace[1671143411] 'agreement among raft nodes before linearized reading' (duration: 1.025690161s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:43.310575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:42.281123Z","time spent":"1.029446675s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T04:43:43.482451Z","caller":"traceutil/trace.go:171","msg":"trace[775471608] transaction","detail":"{read_only:false; response_revision:26435; number_of_response:1; }","duration":"166.214413ms","start":"2026-05-07T04:43:43.316199Z","end":"2026-05-07T04:43:43.482413Z","steps":["trace[775471608] 'process raft request' (duration: 123.071936ms)","trace[775471608] 'compare' (duration: 42.717996ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:43:43.482539Z","caller":"traceutil/trace.go:171","msg":"trace[1431405860] transaction","detail":"{read_only:false; response_revision:26436; number_of_response:1; }","duration":"166.214182ms","start":"2026-05-07T04:43:43.316291Z","end":"2026-05-07T04:43:43.482505Z","steps":["trace[1431405860] 'process raft request' (duration: 166.013497ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:43.482977Z","caller":"traceutil/trace.go:171","msg":"trace[542263908] transaction","detail":"{read_only:false; response_revision:26437; number_of_response:1; }","duration":"165.133634ms","start":"2026-05-07T04:43:43.317813Z","end":"2026-05-07T04:43:43.482946Z","steps":["trace[542263908] 'process raft request' (duration: 164.633871ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:43.483726Z","caller":"traceutil/trace.go:171","msg":"trace[1040670740] transaction","detail":"{read_only:false; response_revision:26438; number_of_response:1; }","duration":"165.401671ms","start":"2026-05-07T04:43:43.318303Z","end":"2026-05-07T04:43:43.483705Z","steps":["trace[1040670740] 'process raft request' (duration: 164.540849ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:43.484426Z","caller":"traceutil/trace.go:171","msg":"trace[414185596] linearizableReadLoop","detail":"{readStateIndex:27318; appliedIndex:27313; }","duration":"134.358092ms","start":"2026-05-07T04:43:43.350034Z","end":"2026-05-07T04:43:43.484393Z","steps":["trace[414185596] 'read index received' (duration: 89.163614ms)","trace[414185596] 'applied index is now lower than readState.Index' (duration: 45.191688ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:43:43.484453Z","caller":"traceutil/trace.go:171","msg":"trace[1693940949] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"127.690462ms","start":"2026-05-07T04:43:43.356734Z","end":"2026-05-07T04:43:43.484425Z","steps":["trace[1693940949] 'process raft request' (duration: 126.596455ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:43.484478Z","caller":"traceutil/trace.go:171","msg":"trace[2087021755] transaction","detail":"{read_only:false; response_revision:26439; number_of_response:1; }","duration":"166.096458ms","start":"2026-05-07T04:43:43.318344Z","end":"2026-05-07T04:43:43.48444Z","steps":["trace[2087021755] 'process raft request' (duration: 164.772175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:43.573437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.45414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-07T04:43:43.574121Z","caller":"traceutil/trace.go:171","msg":"trace[1187882548] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26440; }","duration":"249.152718ms","start":"2026-05-07T04:43:43.324942Z","end":"2026-05-07T04:43:43.574094Z","steps":["trace[1187882548] 'agreement among raft nodes before linearized reading' (duration: 159.46567ms)","trace[1187882548] 'range keys from in-memory index tree' (duration: 88.918319ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:43.573956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.363506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:43.574396Z","caller":"traceutil/trace.go:171","msg":"trace[413971199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26440; }","duration":"255.859109ms","start":"2026-05-07T04:43:43.318495Z","end":"2026-05-07T04:43:43.574354Z","steps":["trace[413971199] 'agreement among raft nodes before linearized reading' (duration: 165.940514ms)","trace[413971199] 'range keys from in-memory index tree' (duration: 89.37797ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:43.574123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.777107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:43.574554Z","caller":"traceutil/trace.go:171","msg":"trace[736611862] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26440; }","duration":"256.237549ms","start":"2026-05-07T04:43:43.318261Z","end":"2026-05-07T04:43:43.574499Z","steps":["trace[736611862] 'agreement among raft nodes before linearized reading' (duration: 166.191271ms)","trace[736611862] 'range keys from in-memory index tree' (duration: 89.556805ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:43.575424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.001295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T04:43:43.575502Z","caller":"traceutil/trace.go:171","msg":"trace[910883740] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26440; }","duration":"260.086816ms","start":"2026-05-07T04:43:43.31539Z","end":"2026-05-07T04:43:43.575477Z","steps":["trace[910883740] 'agreement among raft nodes before linearized reading' (duration: 169.117775ms)","trace[910883740] 'range keys from in-memory index tree' (duration: 90.776756ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:44.75532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:45.256943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:45.364012Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.163780167s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:43:45.364457Z","caller":"traceutil/trace.go:171","msg":"trace[2045085355] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"1.164331483s","start":"2026-05-07T04:43:44.200101Z","end":"2026-05-07T04:43:45.364432Z","steps":["trace[2045085355] 'process raft request' (duration: 1.164137577s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:45.364489Z","caller":"traceutil/trace.go:171","msg":"trace[1707049613] linearizableReadLoop","detail":"{readStateIndex:27321; appliedIndex:27321; }","duration":"1.110015973s","start":"2026-05-07T04:43:44.254422Z","end":"2026-05-07T04:43:45.364438Z","steps":["trace[1707049613] 'read index received' (duration: 1.109996443s)","trace[1707049613] 'applied index is now lower than readState.Index' (duration: 15.75µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:45.364673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:44.200065Z","time spent":"1.164507857s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:45.364751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110294351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:45.364788Z","caller":"traceutil/trace.go:171","msg":"trace[12312079] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26441; }","duration":"1.110407314s","start":"2026-05-07T04:43:44.254367Z","end":"2026-05-07T04:43:45.364775Z","steps":["trace[12312079] 'agreement among raft nodes before linearized reading' (duration: 1.11027679s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:45.36482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:44.254345Z","time spent":"1.110467305s","remote":"127.0.0.1:34036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:45.865508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:46.366234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:46.482224Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.11779062s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:43:46.482673Z","caller":"traceutil/trace.go:171","msg":"trace[1766258623] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"1.167809501s","start":"2026-05-07T04:43:45.314836Z","end":"2026-05-07T04:43:46.482645Z","steps":["trace[1766258623] 'process raft request' (duration: 1.167750669s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:46.482688Z","caller":"traceutil/trace.go:171","msg":"trace[28727300] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"1.168122279s","start":"2026-05-07T04:43:45.314527Z","end":"2026-05-07T04:43:46.482649Z","steps":["trace[28727300] 'process raft request' (duration: 1.167897703s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.482799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:45.314796Z","time spent":"1.167913943s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:46.482873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:45.314491Z","time spent":"1.168281083s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:46.483023Z","caller":"traceutil/trace.go:171","msg":"trace[1844833631] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"1.168153809s","start":"2026-05-07T04:43:45.314856Z","end":"2026-05-07T04:43:46.48301Z","steps":["trace[1844833631] 'process raft request' (duration: 1.167759369s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.483063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:45.314805Z","time spent":"1.168235912s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:46.483126Z","caller":"traceutil/trace.go:171","msg":"trace[2079394278] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"1.1681713s","start":"2026-05-07T04:43:45.314947Z","end":"2026-05-07T04:43:46.483118Z","steps":["trace[2079394278] 'process raft request' (duration: 1.167912183s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:46.483134Z","caller":"traceutil/trace.go:171","msg":"trace[1077372188] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"1.167685768s","start":"2026-05-07T04:43:45.31543Z","end":"2026-05-07T04:43:46.483116Z","steps":["trace[1077372188] 'process raft request' (duration: 1.167566785s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.48324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:45.315404Z","time spent":"1.16778392s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:46.483325Z","caller":"traceutil/trace.go:171","msg":"trace[115545864] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"1.167272868s","start":"2026-05-07T04:43:45.316042Z","end":"2026-05-07T04:43:46.483314Z","steps":["trace[115545864] 'process raft request' (duration: 1.167021901s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.483163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:45.314939Z","time spent":"1.16820324s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:46.483377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:45.316027Z","time spent":"1.167324128s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:46.483372Z","caller":"traceutil/trace.go:171","msg":"trace[962232958] transaction","detail":"{read_only:false; response_revision:26448; number_of_response:1; }","duration":"1.166751774s","start":"2026-05-07T04:43:45.316583Z","end":"2026-05-07T04:43:46.483334Z","steps":["trace[962232958] 'process raft request' (duration: 1.166634251s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.483551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:45.316566Z","time spent":"1.166899938s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:46.483583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455727274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:46.483611Z","caller":"traceutil/trace.go:171","msg":"trace[1107404102] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26449; }","duration":"1.455783675s","start":"2026-05-07T04:43:45.027819Z","end":"2026-05-07T04:43:46.483603Z","steps":["trace[1107404102] 'agreement among raft nodes before linearized reading' (duration: 1.455688032s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.483606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202984674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:46.483632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:45.027806Z","time spent":"1.455821106s","remote":"127.0.0.1:49840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:46.483633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305031156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:46.483695Z","caller":"traceutil/trace.go:171","msg":"trace[2060670772] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26449; }","duration":"1.305159289s","start":"2026-05-07T04:43:45.178517Z","end":"2026-05-07T04:43:46.483676Z","steps":["trace[2060670772] 'agreement among raft nodes before linearized reading' (duration: 1.305048036s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:46.483726Z","caller":"traceutil/trace.go:171","msg":"trace[819179437] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"1.166545068s","start":"2026-05-07T04:43:45.317173Z","end":"2026-05-07T04:43:46.483718Z","steps":["trace[819179437] 'process raft request' (duration: 1.166120617s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.483763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:45.317156Z","time spent":"1.166584939s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:46.483757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:45.178487Z","time spent":"1.305253991s","remote":"127.0.0.1:35944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:46.483638Z","caller":"traceutil/trace.go:171","msg":"trace[73588844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26449; }","duration":"1.203071565s","start":"2026-05-07T04:43:45.280558Z","end":"2026-05-07T04:43:46.483629Z","steps":["trace[73588844] 'agreement among raft nodes before linearized reading' (duration: 1.202960913s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.483828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:45.280528Z","time spent":"1.203296161s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:43:46.483844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40400962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-07T04:43:46.483869Z","caller":"traceutil/trace.go:171","msg":"trace[88865119] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26449; }","duration":"1.404063441s","start":"2026-05-07T04:43:45.079798Z","end":"2026-05-07T04:43:46.483862Z","steps":["trace[88865119] 'agreement among raft nodes before linearized reading' (duration: 1.403948888s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.483886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:45.079781Z","time spent":"1.404101432s","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T04:43:46.484086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605694692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-07T04:43:46.484113Z","caller":"traceutil/trace.go:171","msg":"trace[950726771] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26449; }","duration":"1.605760563s","start":"2026-05-07T04:43:44.878345Z","end":"2026-05-07T04:43:46.484105Z","steps":["trace[950726771] 'agreement among raft nodes before linearized reading' (duration: 1.605668541s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.48413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:44.878323Z","time spent":"1.605802645s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T04:43:46.484188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829733212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:46.484215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46267006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:46.484231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547878983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:46.48422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896943299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:46.484251Z","caller":"traceutil/trace.go:171","msg":"trace[1937059715] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26449; }","duration":"1.462828924s","start":"2026-05-07T04:43:45.021411Z","end":"2026-05-07T04:43:46.48424Z","steps":["trace[1937059715] 'agreement among raft nodes before linearized reading' (duration: 1.462774532s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:46.484249Z","caller":"traceutil/trace.go:171","msg":"trace[151496134] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26449; }","duration":"1.829835144s","start":"2026-05-07T04:43:44.654396Z","end":"2026-05-07T04:43:46.484231Z","steps":["trace[151496134] 'agreement among raft nodes before linearized reading' (duration: 1.829745252s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:46.484254Z","caller":"traceutil/trace.go:171","msg":"trace[1765124637] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26449; }","duration":"1.547937365s","start":"2026-05-07T04:43:44.936308Z","end":"2026-05-07T04:43:46.484246Z","steps":["trace[1765124637] 'agreement among raft nodes before linearized reading' (duration: 1.547895314s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.484274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:45.021381Z","time spent":"1.462887924s","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:46.484286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:44.936286Z","time spent":"1.547996086s","remote":"127.0.0.1:34044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:46.484273Z","caller":"traceutil/trace.go:171","msg":"trace[1881274039] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26449; }","duration":"1.897158614s","start":"2026-05-07T04:43:44.587096Z","end":"2026-05-07T04:43:46.484255Z","steps":["trace[1881274039] 'agreement among raft nodes before linearized reading' (duration: 1.897051201s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.48429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:44.654371Z","time spent":"1.829907307s","remote":"127.0.0.1:51626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:46.484331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:44.587071Z","time spent":"1.897244917s","remote":"127.0.0.1:35994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:46.484791Z","caller":"traceutil/trace.go:171","msg":"trace[463404638] linearizableReadLoop","detail":"{readStateIndex:27329; appliedIndex:27321; }","duration":"1.118882838s","start":"2026-05-07T04:43:45.364593Z","end":"2026-05-07T04:43:46.483475Z","steps":["trace[463404638] 'read index received' (duration: 1.11776313s)","trace[463404638] 'applied index is now lower than readState.Index' (duration: 1.118337ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:46.484927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.698011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T04:43:46.484953Z","caller":"traceutil/trace.go:171","msg":"trace[987542424] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26449; }","duration":"997.780463ms","start":"2026-05-07T04:43:45.487165Z","end":"2026-05-07T04:43:46.484945Z","steps":["trace[987542424] 'agreement among raft nodes before linearized reading' (duration: 997.69291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.484973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:45.487125Z","time spent":"997.842215ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:43:46.48497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17255002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-07T04:43:46.485049Z","caller":"traceutil/trace.go:171","msg":"trace[2143216969] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f; range_end:; response_count:1; response_revision:26449; }","duration":"2.172692183s","start":"2026-05-07T04:43:44.312339Z","end":"2026-05-07T04:43:46.485031Z","steps":["trace[2143216969] 'agreement among raft nodes before linearized reading' (duration: 2.172438716s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.48509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:44.312289Z","time spent":"2.172793886s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" "} {"level":"warn","ts":"2026-05-07T04:43:46.485138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.846019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T04:43:46.485162Z","caller":"traceutil/trace.go:171","msg":"trace[92622175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26449; }","duration":"996.88776ms","start":"2026-05-07T04:43:45.488268Z","end":"2026-05-07T04:43:46.485155Z","steps":["trace[92622175] 'agreement among raft nodes before linearized reading' (duration: 996.812058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.485181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:45.48826Z","time spent":"996.91678ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:43:46.485227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.786393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T04:43:46.485293Z","caller":"traceutil/trace.go:171","msg":"trace[1909519074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26449; }","duration":"997.874756ms","start":"2026-05-07T04:43:45.4874Z","end":"2026-05-07T04:43:46.485275Z","steps":["trace[1909519074] 'agreement among raft nodes before linearized reading' (duration: 997.715492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.485341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:45.487391Z","time spent":"997.938817ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:43:46.485394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.994606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:43:46.485422Z","caller":"traceutil/trace.go:171","msg":"trace[439447770] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26449; }","duration":"116.023607ms","start":"2026-05-07T04:43:46.36939Z","end":"2026-05-07T04:43:46.485413Z","steps":["trace[439447770] 'agreement among raft nodes before linearized reading' (duration: 115.973816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.485467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.304741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:43:46.485496Z","caller":"traceutil/trace.go:171","msg":"trace[838394510] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26449; }","duration":"230.356902ms","start":"2026-05-07T04:43:46.255128Z","end":"2026-05-07T04:43:46.485485Z","steps":["trace[838394510] 'agreement among raft nodes before linearized reading' (duration: 230.262819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.485438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.555392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T04:43:46.485577Z","caller":"traceutil/trace.go:171","msg":"trace[1464054868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26449; }","duration":"996.739706ms","start":"2026-05-07T04:43:45.488818Z","end":"2026-05-07T04:43:46.485557Z","steps":["trace[1464054868] 'agreement among raft nodes before linearized reading' (duration: 996.270674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.485651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:45.488807Z","time spent":"996.834578ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:43:46.48574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.790546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:43:46.485771Z","caller":"traceutil/trace.go:171","msg":"trace[903198988] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26449; }","duration":"290.878318ms","start":"2026-05-07T04:43:46.194884Z","end":"2026-05-07T04:43:46.485762Z","steps":["trace[903198988] 'agreement among raft nodes before linearized reading' (duration: 290.810056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.48581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.753962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-07T04:43:46.485893Z","caller":"traceutil/trace.go:171","msg":"trace[1594155419] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:26449; }","duration":"695.885515ms","start":"2026-05-07T04:43:45.789999Z","end":"2026-05-07T04:43:46.485884Z","steps":["trace[1594155419] 'agreement among raft nodes before linearized reading' (duration: 695.749651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.485922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:45.789983Z","time spent":"695.927746ms","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-05-07T04:43:46.485937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.303538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:46.485997Z","caller":"traceutil/trace.go:171","msg":"trace[1417523020] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26449; }","duration":"676.40767ms","start":"2026-05-07T04:43:45.809575Z","end":"2026-05-07T04:43:46.485982Z","steps":["trace[1417523020] 'agreement among raft nodes before linearized reading' (duration: 676.311588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.486051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:45.809549Z","time spent":"676.487612ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:46.48609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.024283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T04:43:46.48615Z","caller":"traceutil/trace.go:171","msg":"trace[1445283894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26449; }","duration":"997.156666ms","start":"2026-05-07T04:43:45.488979Z","end":"2026-05-07T04:43:46.486136Z","steps":["trace[1445283894] 'agreement among raft nodes before linearized reading' (duration: 996.984762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.486207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:45.488942Z","time spent":"997.245928ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:43:46.486449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.320381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T04:43:46.486494Z","caller":"traceutil/trace.go:171","msg":"trace[216764716] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26449; }","duration":"671.403543ms","start":"2026-05-07T04:43:45.815079Z","end":"2026-05-07T04:43:46.486482Z","steps":["trace[216764716] 'agreement among raft nodes before linearized reading' (duration: 669.854634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:46.486517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:45.815059Z","time spent":"671.450003ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2646,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:47.059758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.959628ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-07T04:43:47.059853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:46.486648Z","time spent":"573.200689ms","remote":"127.0.0.1:51244","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T04:43:47.092226Z","caller":"traceutil/trace.go:171","msg":"trace[1754115850] transaction","detail":"{read_only:false; response_revision:26451; number_of_response:1; }","duration":"601.98066ms","start":"2026-05-07T04:43:46.490221Z","end":"2026-05-07T04:43:47.092202Z","steps":["trace[1754115850] 'process raft request' (duration: 601.925678ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:47.092267Z","caller":"traceutil/trace.go:171","msg":"trace[1887023558] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"602.150474ms","start":"2026-05-07T04:43:46.490086Z","end":"2026-05-07T04:43:47.092237Z","steps":["trace[1887023558] 'process raft request' (duration: 601.913868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:47.092358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:46.490213Z","time spent":"602.074312ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:47.092386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:46.490065Z","time spent":"602.250077ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:47.092448Z","caller":"traceutil/trace.go:171","msg":"trace[501967586] transaction","detail":"{read_only:false; response_revision:26452; number_of_response:1; }","duration":"602.155944ms","start":"2026-05-07T04:43:46.490276Z","end":"2026-05-07T04:43:47.092432Z","steps":["trace[501967586] 'process raft request' (duration: 601.894597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:47.09254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:46.490266Z","time spent":"602.232205ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:47.092659Z","caller":"traceutil/trace.go:171","msg":"trace[265301476] transaction","detail":"{read_only:false; response_revision:26453; number_of_response:1; }","duration":"602.232376ms","start":"2026-05-07T04:43:46.490415Z","end":"2026-05-07T04:43:47.092647Z","steps":["trace[265301476] 'process raft request' (duration: 601.943859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:47.092716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:46.490409Z","time spent":"602.281067ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:47.092878Z","caller":"traceutil/trace.go:171","msg":"trace[1151766897] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"601.521998ms","start":"2026-05-07T04:43:46.491328Z","end":"2026-05-07T04:43:47.09285Z","steps":["trace[1151766897] 'process raft request' (duration: 601.26302ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:47.093049Z","caller":"traceutil/trace.go:171","msg":"trace[170228583] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"601.568449ms","start":"2026-05-07T04:43:46.491467Z","end":"2026-05-07T04:43:47.093035Z","steps":["trace[170228583] 'process raft request' (duration: 601.304382ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:47.093051Z","caller":"traceutil/trace.go:171","msg":"trace[1044752919] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"392.206972ms","start":"2026-05-07T04:43:46.700828Z","end":"2026-05-07T04:43:47.093035Z","steps":["trace[1044752919] 'process raft request' (duration: 392.100649ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:47.093051Z","caller":"traceutil/trace.go:171","msg":"trace[1392102401] linearizableReadLoop","detail":"{readStateIndex:27334; appliedIndex:27329; }","duration":"602.060651ms","start":"2026-05-07T04:43:46.490967Z","end":"2026-05-07T04:43:47.093028Z","steps":["trace[1392102401] 'read index received' (duration: 298.732487ms)","trace[1392102401] 'applied index is now lower than readState.Index' (duration: 303.326824ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:47.093108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:46.491436Z","time spent":"601.637881ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:47.093126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:46.700792Z","time spent":"392.293123ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:47.093135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:46.49132Z","time spent":"601.637391ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:47.093305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.324548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-05-07T04:43:47.093341Z","caller":"traceutil/trace.go:171","msg":"trace[629105954] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26456; }","duration":"602.42679ms","start":"2026-05-07T04:43:46.490905Z","end":"2026-05-07T04:43:47.093332Z","steps":["trace[629105954] 'agreement among raft nodes before linearized reading' (duration: 602.234145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:47.093367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:46.490884Z","time spent":"602.476842ms","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-05-07T04:43:48.466164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226771309s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:43:48.466279Z","caller":"traceutil/trace.go:171","msg":"trace[348816726] linearizableReadLoop","detail":"{readStateIndex:27338; appliedIndex:27337; }","duration":"1.373150826s","start":"2026-05-07T04:43:47.093109Z","end":"2026-05-07T04:43:48.46626Z","steps":["trace[348816726] 'read index received' (duration: 146.078351ms)","trace[348816726] 'applied index is now lower than readState.Index' (duration: 1.227071175s)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:43:48.466371Z","caller":"traceutil/trace.go:171","msg":"trace[225354704] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"1.404595125s","start":"2026-05-07T04:43:47.061765Z","end":"2026-05-07T04:43:48.46636Z","steps":["trace[225354704] 'process raft request' (duration: 177.53872ms)","trace[225354704] 'compare' (duration: 1.226613904s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:48.466432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:47.061734Z","time spent":"1.404668777s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:48.466729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663602583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:48.466768Z","caller":"traceutil/trace.go:171","msg":"trace[1199616632] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26457; }","duration":"1.663686336s","start":"2026-05-07T04:43:46.803071Z","end":"2026-05-07T04:43:48.466757Z","steps":["trace[1199616632] 'agreement among raft nodes before linearized reading' (duration: 1.663551543s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:48.466799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:46.803044Z","time spent":"1.663747487s","remote":"127.0.0.1:35546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:48.466943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782456491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:48.466973Z","caller":"traceutil/trace.go:171","msg":"trace[1751499262] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26457; }","duration":"1.782546714s","start":"2026-05-07T04:43:46.684415Z","end":"2026-05-07T04:43:48.466962Z","steps":["trace[1751499262] 'agreement among raft nodes before linearized reading' (duration: 1.782493263s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:48.467002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:46.68438Z","time spent":"1.782612706s","remote":"127.0.0.1:44336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:48.467116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973898365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:48.467142Z","caller":"traceutil/trace.go:171","msg":"trace[925670615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26457; }","duration":"1.973934085s","start":"2026-05-07T04:43:46.493198Z","end":"2026-05-07T04:43:48.467132Z","steps":["trace[925670615] 'agreement among raft nodes before linearized reading' (duration: 1.973898814s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:48.467165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:46.493188Z","time spent":"1.973971916s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:43:48.467352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365912122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-05-07T04:43:48.467381Z","caller":"traceutil/trace.go:171","msg":"trace[1328752804] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:26457; }","duration":"1.365941962s","start":"2026-05-07T04:43:47.101431Z","end":"2026-05-07T04:43:48.467373Z","steps":["trace[1328752804] 'agreement among raft nodes before linearized reading' (duration: 1.36583507s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:48.467405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:47.101368Z","time spent":"1.366031615s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-05-07T04:43:48.467621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254361508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:43:48.46766Z","caller":"traceutil/trace.go:171","msg":"trace[1230445348] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26457; }","duration":"1.254451041s","start":"2026-05-07T04:43:47.213201Z","end":"2026-05-07T04:43:48.467652Z","steps":["trace[1230445348] 'agreement among raft nodes before linearized reading' (duration: 1.25439325s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:48.467708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:47.213171Z","time spent":"1.254514863s","remote":"127.0.0.1:34072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:48.468046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.448813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:48.468129Z","caller":"traceutil/trace.go:171","msg":"trace[1360029444] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26457; }","duration":"117.599057ms","start":"2026-05-07T04:43:48.350517Z","end":"2026-05-07T04:43:48.468116Z","steps":["trace[1360029444] 'agreement among raft nodes before linearized reading' (duration: 117.497214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:48.468027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.754626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:48.468227Z","caller":"traceutil/trace.go:171","msg":"trace[1871771730] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26457; }","duration":"294.992162ms","start":"2026-05-07T04:43:48.173196Z","end":"2026-05-07T04:43:48.468188Z","steps":["trace[1871771730] 'agreement among raft nodes before linearized reading' (duration: 294.710645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:48.468425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.793437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-07T04:43:48.468459Z","caller":"traceutil/trace.go:171","msg":"trace[712489571] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26457; }","duration":"155.860309ms","start":"2026-05-07T04:43:48.312589Z","end":"2026-05-07T04:43:48.468449Z","steps":["trace[712489571] 'agreement among raft nodes before linearized reading' (duration: 155.757317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:48.468443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218473857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18542"} {"level":"warn","ts":"2026-05-07T04:43:48.468432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.434622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:48.468507Z","caller":"traceutil/trace.go:171","msg":"trace[1548339010] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26457; }","duration":"1.21859638s","start":"2026-05-07T04:43:47.249894Z","end":"2026-05-07T04:43:48.46849Z","steps":["trace[1548339010] 'agreement among raft nodes before linearized reading' (duration: 1.217693407s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:48.468528Z","caller":"traceutil/trace.go:171","msg":"trace[1521582859] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26457; }","duration":"415.574616ms","start":"2026-05-07T04:43:48.052928Z","end":"2026-05-07T04:43:48.468503Z","steps":["trace[1521582859] 'agreement among raft nodes before linearized reading' (duration: 415.413592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:48.468543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:47.249882Z","time spent":"1.218653162s","remote":"127.0.0.1:51378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-07T04:43:48.468574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:48.052909Z","time spent":"415.654097ms","remote":"127.0.0.1:36028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:48.468562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.151928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-07T04:43:48.468652Z","caller":"traceutil/trace.go:171","msg":"trace[752416527] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f; range_end:; response_count:1; response_revision:26457; }","duration":"977.285682ms","start":"2026-05-07T04:43:47.491346Z","end":"2026-05-07T04:43:48.468631Z","steps":["trace[752416527] 'agreement among raft nodes before linearized reading' (duration: 977.004405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:48.468703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:47.491327Z","time spent":"977.354663ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" "} {"level":"warn","ts":"2026-05-07T04:43:48.978676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479961,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:49.479174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479961,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:49.897175Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.39140931s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:43:49.945494Z","caller":"traceutil/trace.go:171","msg":"trace[1769170879] transaction","detail":"{read_only:false; response_revision:26458; number_of_response:1; }","duration":"1.469608976s","start":"2026-05-07T04:43:48.475793Z","end":"2026-05-07T04:43:49.945402Z","steps":["trace[1769170879] 'process raft request' (duration: 1.421926005s)","trace[1769170879] 'compare' (duration: 47.416405ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:49.945672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:48.475782Z","time spent":"1.469792091s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:49.983179Z","caller":"traceutil/trace.go:171","msg":"trace[65895270] transaction","detail":"{read_only:false; response_revision:26460; number_of_response:1; }","duration":"1.494369094s","start":"2026-05-07T04:43:48.488788Z","end":"2026-05-07T04:43:49.983157Z","steps":["trace[65895270] 'process raft request' (duration: 1.494279472s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:49.983342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:48.488781Z","time spent":"1.494460086s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:49.983457Z","caller":"traceutil/trace.go:171","msg":"trace[769871693] transaction","detail":"{read_only:false; response_revision:26461; number_of_response:1; }","duration":"1.49460999s","start":"2026-05-07T04:43:48.488829Z","end":"2026-05-07T04:43:49.983439Z","steps":["trace[769871693] 'process raft request' (duration: 1.494283362s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:49.98357Z","caller":"traceutil/trace.go:171","msg":"trace[1272463726] transaction","detail":"{read_only:false; response_revision:26459; number_of_response:1; }","duration":"1.494943498s","start":"2026-05-07T04:43:48.488615Z","end":"2026-05-07T04:43:49.983559Z","steps":["trace[1272463726] 'process raft request' (duration: 1.494327773s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:49.983576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:48.488824Z","time spent":"1.494680882s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:49.983638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:48.488597Z","time spent":"1.49500732s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:49.983802Z","caller":"traceutil/trace.go:171","msg":"trace[205526112] transaction","detail":"{read_only:false; response_revision:26463; number_of_response:1; }","duration":"1.494129068s","start":"2026-05-07T04:43:48.489662Z","end":"2026-05-07T04:43:49.983791Z","steps":["trace[205526112] 'process raft request' (duration: 1.494036366s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:49.983877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:48.489655Z","time spent":"1.49418591s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:49.983965Z","caller":"traceutil/trace.go:171","msg":"trace[1439085756] transaction","detail":"{read_only:false; response_revision:26462; number_of_response:1; }","duration":"1.494488558s","start":"2026-05-07T04:43:48.489466Z","end":"2026-05-07T04:43:49.983954Z","steps":["trace[1439085756] 'process raft request' (duration: 1.493900503s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:49.984012Z","caller":"traceutil/trace.go:171","msg":"trace[183621166] linearizableReadLoop","detail":"{readStateIndex:27348; appliedIndex:27338; }","duration":"1.505793175s","start":"2026-05-07T04:43:48.47819Z","end":"2026-05-07T04:43:49.983983Z","steps":["trace[183621166] 'read index received' (duration: 1.419496183s)","trace[183621166] 'applied index is now lower than readState.Index' (duration: 86.296132ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:49.98402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:48.489431Z","time spent":"1.49456038s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:49.983987Z","caller":"traceutil/trace.go:171","msg":"trace[278238160] transaction","detail":"{read_only:false; response_revision:26464; number_of_response:1; }","duration":"1.493664477s","start":"2026-05-07T04:43:48.490283Z","end":"2026-05-07T04:43:49.983947Z","steps":["trace[278238160] 'process raft request' (duration: 1.493475311s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:49.984116Z","caller":"traceutil/trace.go:171","msg":"trace[2098594513] transaction","detail":"{read_only:false; response_revision:26465; number_of_response:1; }","duration":"1.492725683s","start":"2026-05-07T04:43:48.49138Z","end":"2026-05-07T04:43:49.984106Z","steps":["trace[2098594513] 'process raft request' (duration: 1.492445346s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:49.984174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:48.491369Z","time spent":"1.492769744s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:49.984243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506047691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-05-07T04:43:49.984269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:48.490276Z","time spent":"1.493866392s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:49.98432Z","caller":"traceutil/trace.go:171","msg":"trace[977328910] transaction","detail":"{read_only:false; response_revision:26466; number_of_response:1; }","duration":"1.490793833s","start":"2026-05-07T04:43:48.493514Z","end":"2026-05-07T04:43:49.984308Z","steps":["trace[977328910] 'process raft request' (duration: 1.490359482s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:49.984389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:48.493504Z","time spent":"1.490849275s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:49.98441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505266731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:49.984285Z","caller":"traceutil/trace.go:171","msg":"trace[1858572699] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26467; }","duration":"1.506102972s","start":"2026-05-07T04:43:48.478172Z","end":"2026-05-07T04:43:49.984275Z","steps":["trace[1858572699] 'agreement among raft nodes before linearized reading' (duration: 1.505944158s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:49.984445Z","caller":"traceutil/trace.go:171","msg":"trace[592515509] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:26467; }","duration":"1.505329753s","start":"2026-05-07T04:43:48.479103Z","end":"2026-05-07T04:43:49.984432Z","steps":["trace[592515509] 'agreement among raft nodes before linearized reading' (duration: 1.505271222s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:49.984458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:48.478163Z","time spent":"1.506284348s","remote":"127.0.0.1:51666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-05-07T04:43:49.984502Z","caller":"traceutil/trace.go:171","msg":"trace[200900898] transaction","detail":"{read_only:false; response_revision:26467; number_of_response:1; }","duration":"584.334391ms","start":"2026-05-07T04:43:49.400156Z","end":"2026-05-07T04:43:49.984491Z","steps":["trace[200900898] 'process raft request' (duration: 583.788197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:49.984563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:49.400131Z","time spent":"584.402553ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:49.985087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.909106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T04:43:49.985209Z","caller":"traceutil/trace.go:171","msg":"trace[1246875059] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26467; }","duration":"885.038889ms","start":"2026-05-07T04:43:49.100145Z","end":"2026-05-07T04:43:49.985183Z","steps":["trace[1246875059] 'agreement among raft nodes before linearized reading' (duration: 884.789523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:49.985255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:49.100126Z","time spent":"885.120191ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:43:49.985555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.310389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-07T04:43:49.985608Z","caller":"traceutil/trace.go:171","msg":"trace[111295929] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f; range_end:; response_count:1; response_revision:26467; }","duration":"508.401491ms","start":"2026-05-07T04:43:49.477192Z","end":"2026-05-07T04:43:49.985593Z","steps":["trace[111295929] 'agreement among raft nodes before linearized reading' (duration: 508.228277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:49.98564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:49.477169Z","time spent":"508.464183ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" "} {"level":"warn","ts":"2026-05-07T04:43:49.98584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.044709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:49.985884Z","caller":"traceutil/trace.go:171","msg":"trace[2098647021] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26467; }","duration":"161.118671ms","start":"2026-05-07T04:43:49.824752Z","end":"2026-05-07T04:43:49.985871Z","steps":["trace[2098647021] 'agreement among raft nodes before linearized reading' (duration: 161.05465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:49.984502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:48.479088Z","time spent":"1.505391994s","remote":"127.0.0.1:51296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-05-07T04:43:49.986494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.299176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T04:43:49.986578Z","caller":"traceutil/trace.go:171","msg":"trace[1973889819] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26467; }","duration":"887.45373ms","start":"2026-05-07T04:43:49.099101Z","end":"2026-05-07T04:43:49.986554Z","steps":["trace[1973889819] 'agreement among raft nodes before linearized reading' (duration: 887.244534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:49.986629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:49.099084Z","time spent":"887.531112ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:43:49.986896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.088496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T04:43:49.986938Z","caller":"traceutil/trace.go:171","msg":"trace[1005707194] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26467; }","duration":"888.137507ms","start":"2026-05-07T04:43:49.09879Z","end":"2026-05-07T04:43:49.986928Z","steps":["trace[1005707194] 'agreement among raft nodes before linearized reading' (duration: 888.031804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:49.986969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:49.098784Z","time spent":"888.177799ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:43:49.986967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398048368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-07T04:43:49.987016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507656643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:49.987158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202688947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:49.987237Z","caller":"traceutil/trace.go:171","msg":"trace[315767995] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26467; }","duration":"1.20281824s","start":"2026-05-07T04:43:48.784402Z","end":"2026-05-07T04:43:49.98722Z","steps":["trace[315767995] 'agreement among raft nodes before linearized reading' (duration: 1.202677467s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:49.987293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:48.784336Z","time spent":"1.202943544s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:49.987181Z","caller":"traceutil/trace.go:171","msg":"trace[534527484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26467; }","duration":"1.507832537s","start":"2026-05-07T04:43:48.479336Z","end":"2026-05-07T04:43:49.987168Z","steps":["trace[534527484] 'agreement among raft nodes before linearized reading' (duration: 1.507606011s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:49.987365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:48.479325Z","time spent":"1.508021052s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:43:49.98713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.706713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T04:43:49.987448Z","caller":"traceutil/trace.go:171","msg":"trace[1191535404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26467; }","duration":"889.022211ms","start":"2026-05-07T04:43:49.098416Z","end":"2026-05-07T04:43:49.987438Z","steps":["trace[1191535404] 'agreement among raft nodes before linearized reading' (duration: 888.651291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:49.987488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:49.098404Z","time spent":"889.071792ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T04:43:49.987024Z","caller":"traceutil/trace.go:171","msg":"trace[304768126] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26467; }","duration":"1.398164401s","start":"2026-05-07T04:43:48.588847Z","end":"2026-05-07T04:43:49.987011Z","steps":["trace[304768126] 'agreement among raft nodes before linearized reading' (duration: 1.398014257s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:49.987602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:48.588816Z","time spent":"1.398770536s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T04:43:49.987181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268370595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:49.987671Z","caller":"traceutil/trace.go:171","msg":"trace[1845759699] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26467; }","duration":"1.268915058s","start":"2026-05-07T04:43:48.718735Z","end":"2026-05-07T04:43:49.98765Z","steps":["trace[1845759699] 'agreement among raft nodes before linearized reading' (duration: 1.268413865s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:49.98763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.173504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T04:43:49.987784Z","caller":"traceutil/trace.go:171","msg":"trace[2097481051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26467; }","duration":"889.39771ms","start":"2026-05-07T04:43:49.098367Z","end":"2026-05-07T04:43:49.987765Z","steps":["trace[2097481051] 'agreement among raft nodes before linearized reading' (duration: 888.758244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:49.98773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:48.718704Z","time spent":"1.269010771s","remote":"127.0.0.1:35634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:49.987885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:49.098352Z","time spent":"889.521283ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:43:49.988663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.308154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T04:43:49.988706Z","caller":"traceutil/trace.go:171","msg":"trace[782088882] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26467; }","duration":"355.394786ms","start":"2026-05-07T04:43:49.6333Z","end":"2026-05-07T04:43:49.988695Z","steps":["trace[782088882] 'agreement among raft nodes before linearized reading' (duration: 352.723198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:49.988741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:49.633276Z","time spent":"355.456098ms","remote":"127.0.0.1:51730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2646,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:50.217582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.355306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:43:50.217727Z","caller":"traceutil/trace.go:171","msg":"trace[638946639] transaction","detail":"{read_only:false; response_revision:26468; number_of_response:1; }","duration":"223.370303ms","start":"2026-05-07T04:43:49.994331Z","end":"2026-05-07T04:43:50.217701Z","steps":["trace[638946639] 'process raft request' (duration: 67.686768ms)","trace[638946639] 'compare' (duration: 155.060629ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:43:50.219308Z","caller":"traceutil/trace.go:171","msg":"trace[2137911819] transaction","detail":"{read_only:false; response_revision:26469; number_of_response:1; }","duration":"224.923373ms","start":"2026-05-07T04:43:49.994353Z","end":"2026-05-07T04:43:50.219277Z","steps":["trace[2137911819] 'process raft request' (duration: 224.737598ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:50.219538Z","caller":"traceutil/trace.go:171","msg":"trace[4836895] transaction","detail":"{read_only:false; response_revision:26470; number_of_response:1; }","duration":"225.1654ms","start":"2026-05-07T04:43:49.994364Z","end":"2026-05-07T04:43:50.219529Z","steps":["trace[4836895] 'process raft request' (duration: 224.854062ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:50.219797Z","caller":"traceutil/trace.go:171","msg":"trace[1212514886] transaction","detail":"{read_only:false; response_revision:26472; number_of_response:1; }","duration":"223.991499ms","start":"2026-05-07T04:43:49.995788Z","end":"2026-05-07T04:43:50.21978Z","steps":["trace[1212514886] 'process raft request' (duration: 223.865776ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:50.219788Z","caller":"traceutil/trace.go:171","msg":"trace[1240884207] transaction","detail":"{read_only:false; response_revision:26471; number_of_response:1; }","duration":"225.297032ms","start":"2026-05-07T04:43:49.994459Z","end":"2026-05-07T04:43:50.219756Z","steps":["trace[1240884207] 'process raft request' (duration: 225.017305ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:50.219837Z","caller":"traceutil/trace.go:171","msg":"trace[956228601] transaction","detail":"{read_only:false; response_revision:26473; number_of_response:1; }","duration":"224.002189ms","start":"2026-05-07T04:43:49.995823Z","end":"2026-05-07T04:43:50.219825Z","steps":["trace[956228601] 'process raft request' (duration: 223.884466ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:50.219814Z","caller":"traceutil/trace.go:171","msg":"trace[576688848] linearizableReadLoop","detail":"{readStateIndex:27351; appliedIndex:27348; }","duration":"225.389915ms","start":"2026-05-07T04:43:49.994394Z","end":"2026-05-07T04:43:50.219784Z","steps":["trace[576688848] 'read index received' (duration: 67.761071ms)","trace[576688848] 'applied index is now lower than readState.Index' (duration: 157.627494ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:50.220008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.59758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-05-07T04:43:50.220041Z","caller":"traceutil/trace.go:171","msg":"trace[1454175542] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26473; }","duration":"225.674812ms","start":"2026-05-07T04:43:49.994358Z","end":"2026-05-07T04:43:50.220033Z","steps":["trace[1454175542] 'agreement among raft nodes before linearized reading' (duration: 225.524269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:50.220058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.260441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:50.220088Z","caller":"traceutil/trace.go:171","msg":"trace[1624391363] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26473; }","duration":"110.346363ms","start":"2026-05-07T04:43:50.109732Z","end":"2026-05-07T04:43:50.220078Z","steps":["trace[1624391363] 'agreement among raft nodes before linearized reading' (duration: 110.283272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:50.220193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.438161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"info","ts":"2026-05-07T04:43:50.220239Z","caller":"traceutil/trace.go:171","msg":"trace[1891399186] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26473; }","duration":"224.515362ms","start":"2026-05-07T04:43:49.99571Z","end":"2026-05-07T04:43:50.220225Z","steps":["trace[1891399186] 'agreement among raft nodes before linearized reading' (duration: 224.256776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:50.220349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.330481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-05-07T04:43:50.220377Z","caller":"traceutil/trace.go:171","msg":"trace[1996052179] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26473; }","duration":"221.369523ms","start":"2026-05-07T04:43:49.999Z","end":"2026-05-07T04:43:50.22037Z","steps":["trace[1996052179] 'agreement among raft nodes before linearized reading' (duration: 221.278981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:50.220363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.599284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:50.220401Z","caller":"traceutil/trace.go:171","msg":"trace[2065471074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26473; }","duration":"224.650995ms","start":"2026-05-07T04:43:49.995743Z","end":"2026-05-07T04:43:50.220394Z","steps":["trace[2065471074] 'agreement among raft nodes before linearized reading' (duration: 224.594444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:50.730521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:51.23067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:51.731408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:52.03137Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.803384142s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T04:43:52.142718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.191669ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:52.142856Z","caller":"traceutil/trace.go:171","msg":"trace[162637528] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26473; }","duration":"175.343653ms","start":"2026-05-07T04:43:51.967492Z","end":"2026-05-07T04:43:52.142836Z","steps":["trace[162637528] 'range keys from in-memory index tree' (duration: 175.169929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:52.143727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.895992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:43:52.143946Z","caller":"traceutil/trace.go:171","msg":"trace[1108855862] transaction","detail":"{read_only:false; response_revision:26474; number_of_response:1; }","duration":"1.916071015s","start":"2026-05-07T04:43:50.227842Z","end":"2026-05-07T04:43:52.143913Z","steps":["trace[1108855862] 'process raft request' (duration: 1.803846925s)","trace[1108855862] 'compare' (duration: 111.342097ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:52.144112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:50.227823Z","time spent":"1.916224428s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:53.281641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000641903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T04:43:53.281742Z","caller":"traceutil/trace.go:171","msg":"trace[2042775424] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000803458s","start":"2026-05-07T04:43:51.280916Z","end":"2026-05-07T04:43:53.28172Z","steps":["trace[2042775424] 'agreement among raft nodes before linearized reading' (duration: 2.000682055s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:53.281789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:51.280888Z","time spent":"2.000891269s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 04:43:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:43:53.947808Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.91622846s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:43:53.967135Z","caller":"traceutil/trace.go:171","msg":"trace[188093501] transaction","detail":"{read_only:false; response_revision:26475; number_of_response:1; }","duration":"3.595571911s","start":"2026-05-07T04:43:50.37153Z","end":"2026-05-07T04:43:53.967102Z","steps":["trace[188093501] 'process raft request' (duration: 3.576608341s)","trace[188093501] 'compare' (duration: 17.238897ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:53.967304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:50.37149Z","time spent":"3.595730795s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:53.967769Z","caller":"traceutil/trace.go:171","msg":"trace[1832615204] transaction","detail":"{read_only:false; response_revision:26476; number_of_response:1; }","duration":"1.973777161s","start":"2026-05-07T04:43:51.993961Z","end":"2026-05-07T04:43:53.967738Z","steps":["trace[1832615204] 'process raft request' (duration: 1.973032152s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:53.967988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:51.993935Z","time spent":"1.973940315s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:53.96838Z","caller":"traceutil/trace.go:171","msg":"trace[1919616717] transaction","detail":"{read_only:false; response_revision:26477; number_of_response:1; }","duration":"1.974246963s","start":"2026-05-07T04:43:51.994051Z","end":"2026-05-07T04:43:53.968298Z","steps":["trace[1919616717] 'process raft request' (duration: 1.973520575s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:53.968544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:51.994047Z","time spent":"1.974413887s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:53.969389Z","caller":"traceutil/trace.go:171","msg":"trace[1603635990] linearizableReadLoop","detail":"{readStateIndex:27356; appliedIndex:27354; }","duration":"3.739516008s","start":"2026-05-07T04:43:50.229848Z","end":"2026-05-07T04:43:53.969364Z","steps":["trace[1603635990] 'read index received' (duration: 1.801816464s)","trace[1603635990] 'applied index is now lower than readState.Index' (duration: 1.937698724s)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:43:53.969568Z","caller":"traceutil/trace.go:171","msg":"trace[1090603230] transaction","detail":"{read_only:false; response_revision:26481; number_of_response:1; }","duration":"1.97379886s","start":"2026-05-07T04:43:51.995732Z","end":"2026-05-07T04:43:53.969531Z","steps":["trace[1090603230] 'process raft request' (duration: 1.973542754s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:53.969675Z","caller":"traceutil/trace.go:171","msg":"trace[18629213] transaction","detail":"{read_only:false; response_revision:26482; number_of_response:1; }","duration":"1.973635316s","start":"2026-05-07T04:43:51.99603Z","end":"2026-05-07T04:43:53.969665Z","steps":["trace[18629213] 'process raft request' (duration: 1.973266647s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:53.969724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:51.995726Z","time spent":"1.973915634s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:53.969769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:51.996022Z","time spent":"1.973681367s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:53.969863Z","caller":"traceutil/trace.go:171","msg":"trace[1789721145] transaction","detail":"{read_only:false; response_revision:26483; number_of_response:1; }","duration":"1.973509293s","start":"2026-05-07T04:43:51.996344Z","end":"2026-05-07T04:43:53.969853Z","steps":["trace[1789721145] 'process raft request' (duration: 1.97298537s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:53.969898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:51.996336Z","time spent":"1.973544344s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:53.969952Z","caller":"traceutil/trace.go:171","msg":"trace[808101114] transaction","detail":"{read_only:false; response_revision:26478; number_of_response:1; }","duration":"1.97575879s","start":"2026-05-07T04:43:51.994178Z","end":"2026-05-07T04:43:53.969937Z","steps":["trace[808101114] 'process raft request' (duration: 1.973840622s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:53.970025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:51.994173Z","time spent":"1.975815522s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:53.970087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.740237466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-05-07T04:43:53.970117Z","caller":"traceutil/trace.go:171","msg":"trace[1413224715] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26483; }","duration":"3.740282407s","start":"2026-05-07T04:43:50.229827Z","end":"2026-05-07T04:43:53.970109Z","steps":["trace[1413224715] 'agreement among raft nodes before linearized reading' (duration: 3.740174834s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:53.970138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:50.229816Z","time spent":"3.740316398s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-05-07T04:43:53.970173Z","caller":"traceutil/trace.go:171","msg":"trace[1515159352] transaction","detail":"{read_only:false; response_revision:26479; number_of_response:1; }","duration":"1.975939505s","start":"2026-05-07T04:43:51.994219Z","end":"2026-05-07T04:43:53.970158Z","steps":["trace[1515159352] 'process raft request' (duration: 1.974987561s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:53.970241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:51.99421Z","time spent":"1.975994958s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:53.970414Z","caller":"traceutil/trace.go:171","msg":"trace[1631943532] transaction","detail":"{read_only:false; response_revision:26480; number_of_response:1; }","duration":"1.975297s","start":"2026-05-07T04:43:51.995101Z","end":"2026-05-07T04:43:53.970398Z","steps":["trace[1631943532] 'process raft request' (duration: 1.97413868s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:53.970487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:51.995093Z","time spent":"1.975351361s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:54.47036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038479998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:43:55.224379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.442513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:43:55.224544Z","caller":"traceutil/trace.go:171","msg":"trace[1359177007] transaction","detail":"{read_only:false; response_revision:26484; number_of_response:1; }","duration":"1.634249207s","start":"2026-05-07T04:43:53.59025Z","end":"2026-05-07T04:43:55.224499Z","steps":["trace[1359177007] 'process raft request' (duration: 1.262605998s)","trace[1359177007] 'compare' (duration: 370.49374ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:43:55.224632Z","caller":"traceutil/trace.go:171","msg":"trace[963467105] linearizableReadLoop","detail":"{readStateIndex:27365; appliedIndex:27364; }","duration":"1.255174009s","start":"2026-05-07T04:43:53.969439Z","end":"2026-05-07T04:43:55.224613Z","steps":["trace[963467105] 'read index received' (duration: 883.429678ms)","trace[963467105] 'applied index is now lower than readState.Index' (duration: 371.742931ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:55.224709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:53.590228Z","time spent":"1.634399211s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:55.284442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.832253362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:55.284475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.98061866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:55.28455Z","caller":"traceutil/trace.go:171","msg":"trace[1231838927] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26484; }","duration":"4.832442917s","start":"2026-05-07T04:43:50.452079Z","end":"2026-05-07T04:43:55.284522Z","steps":["trace[1231838927] 'agreement among raft nodes before linearized reading' (duration: 4.77275434s)","trace[1231838927] 'count revisions from in-memory index tree' (duration: 59.520042ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:43:55.284562Z","caller":"traceutil/trace.go:171","msg":"trace[1713135453] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26484; }","duration":"4.980761264s","start":"2026-05-07T04:43:50.303777Z","end":"2026-05-07T04:43:55.284538Z","steps":["trace[1713135453] 'agreement among raft nodes before linearized reading' (duration: 4.921063907s)","trace[1713135453] 'range keys from in-memory index tree' (duration: 59.573074ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:55.284588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.364419251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:55.284614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:50.45205Z","time spent":"4.83254993s","remote":"127.0.0.1:35904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:55.284651Z","caller":"traceutil/trace.go:171","msg":"trace[189030102] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26484; }","duration":"3.364494603s","start":"2026-05-07T04:43:51.920133Z","end":"2026-05-07T04:43:55.284628Z","steps":["trace[189030102] 'agreement among raft nodes before linearized reading' (duration: 3.304662343s)","trace[189030102] 'count revisions from in-memory index tree' (duration: 59.770739ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:55.284668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.058004409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-07T04:43:55.284707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:51.920122Z","time spent":"3.364571805s","remote":"127.0.0.1:34020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:55.284733Z","caller":"traceutil/trace.go:171","msg":"trace[810679998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26484; }","duration":"3.058094631s","start":"2026-05-07T04:43:52.22661Z","end":"2026-05-07T04:43:55.284705Z","steps":["trace[810679998] 'agreement among raft nodes before linearized reading' (duration: 2.998178959s)","trace[810679998] 'range keys from in-memory index tree' (duration: 59.754658ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:55.284797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:52.226582Z","time spent":"3.058205304s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:43:55.284825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002614993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:55.284854Z","caller":"traceutil/trace.go:171","msg":"trace[124761587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26484; }","duration":"2.002693406s","start":"2026-05-07T04:43:53.282148Z","end":"2026-05-07T04:43:55.284841Z","steps":["trace[124761587] 'agreement among raft nodes before linearized reading' (duration: 1.942592289s)","trace[124761587] 'range keys from in-memory index tree' (duration: 60.071606ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:55.284882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:53.282118Z","time spent":"2.002759117s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:43:55.284964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68550295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:55.284988Z","caller":"traceutil/trace.go:171","msg":"trace[974190592] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26484; }","duration":"1.685547851s","start":"2026-05-07T04:43:53.599432Z","end":"2026-05-07T04:43:55.28498Z","steps":["trace[974190592] 'agreement among raft nodes before linearized reading' (duration: 1.62527379s)","trace[974190592] 'range keys from in-memory index tree' (duration: 60.23742ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:55.285003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.292558833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-07T04:43:55.285067Z","caller":"traceutil/trace.go:171","msg":"trace[1720751171] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f; range_end:; response_count:1; response_revision:26484; }","duration":"4.292613736s","start":"2026-05-07T04:43:50.992434Z","end":"2026-05-07T04:43:55.285048Z","steps":["trace[1720751171] 'agreement among raft nodes before linearized reading' (duration: 4.232389576s)","trace[1720751171] 'range keys from in-memory index tree' (duration: 60.057736ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:55.285101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.831179128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:55.285144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808289028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-07T04:43:55.285151Z","caller":"traceutil/trace.go:171","msg":"trace[575749627] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26484; }","duration":"2.83126928s","start":"2026-05-07T04:43:52.453866Z","end":"2026-05-07T04:43:55.285135Z","steps":["trace[575749627] 'agreement among raft nodes before linearized reading' (duration: 2.770881946s)","trace[575749627] 'count revisions from in-memory index tree' (duration: 60.328463ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:43:55.285171Z","caller":"traceutil/trace.go:171","msg":"trace[1093183830] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26484; }","duration":"1.80836553s","start":"2026-05-07T04:43:53.476797Z","end":"2026-05-07T04:43:55.285163Z","steps":["trace[1093183830] 'agreement among raft nodes before linearized reading' (duration: 1.747925134s)","trace[1093183830] 'range keys from in-memory index tree' (duration: 60.315243ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:55.285011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:53.59942Z","time spent":"1.685582862s","remote":"127.0.0.1:35782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T04:43:55.285191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:53.476768Z","time spent":"1.808418781s","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T04:43:55.285186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:52.45384Z","time spent":"2.831336992s","remote":"127.0.0.1:49108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:55.285341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980211534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:55.285368Z","caller":"traceutil/trace.go:171","msg":"trace[1452357960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26484; }","duration":"1.980287197s","start":"2026-05-07T04:43:53.305075Z","end":"2026-05-07T04:43:55.285362Z","steps":["trace[1452357960] 'agreement among raft nodes before linearized reading' (duration: 1.919657436s)","trace[1452357960] 'range keys from in-memory index tree' (duration: 60.589859ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:55.285387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:53.305045Z","time spent":"1.980336857s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:43:55.285437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.058574903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-07T04:43:55.284602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:50.303751Z","time spent":"4.980843915s","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T04:43:55.285515Z","caller":"traceutil/trace.go:171","msg":"trace[1629540706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26484; }","duration":"3.058667175s","start":"2026-05-07T04:43:52.226827Z","end":"2026-05-07T04:43:55.285494Z","steps":["trace[1629540706] 'agreement among raft nodes before linearized reading' (duration: 2.997930622s)","trace[1629540706] 'range keys from in-memory index tree' (duration: 60.61535ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:55.285567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:52.226769Z","time spent":"3.058787579s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:43:55.284547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057775543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-07T04:43:55.285078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.399580254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:55.285659Z","caller":"traceutil/trace.go:171","msg":"trace[1705007370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26484; }","duration":"3.058946423s","start":"2026-05-07T04:43:52.226687Z","end":"2026-05-07T04:43:55.285634Z","steps":["trace[1705007370] 'agreement among raft nodes before linearized reading' (duration: 2.998094427s)","trace[1705007370] 'range keys from in-memory index tree' (duration: 59.585934ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:55.285705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:52.226673Z","time spent":"3.059018584s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:43:55.284483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.647315966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:43:55.285755Z","caller":"traceutil/trace.go:171","msg":"trace[1415729153] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26484; }","duration":"3.64866749s","start":"2026-05-07T04:43:51.637073Z","end":"2026-05-07T04:43:55.28574Z","steps":["trace[1415729153] 'agreement among raft nodes before linearized reading' (duration: 3.587744213s)","trace[1415729153] 'count revisions from in-memory index tree' (duration: 59.582904ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:55.285109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:50.99234Z","time spent":"4.292758929s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" "} {"level":"warn","ts":"2026-05-07T04:43:55.285875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.059077215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T04:43:55.285901Z","caller":"traceutil/trace.go:171","msg":"trace[1541690062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26484; }","duration":"3.059100446s","start":"2026-05-07T04:43:52.226793Z","end":"2026-05-07T04:43:55.285893Z","steps":["trace[1541690062] 'agreement among raft nodes before linearized reading' (duration: 2.997980783s)","trace[1541690062] 'range keys from in-memory index tree' (duration: 61.05146ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:55.285925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:52.226771Z","time spent":"3.059149098s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:43:55.285997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:51.637044Z","time spent":"3.648739842s","remote":"127.0.0.1:51688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:55.285985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.059169218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T04:43:55.286039Z","caller":"traceutil/trace.go:171","msg":"trace[146333246] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26484; }","duration":"3.059232569s","start":"2026-05-07T04:43:52.226786Z","end":"2026-05-07T04:43:55.286019Z","steps":["trace[146333246] 'agreement among raft nodes before linearized reading' (duration: 2.997979423s)","trace[146333246] 'range keys from in-memory index tree' (duration: 61.149634ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:55.286079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:52.226777Z","time spent":"3.059293361s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:43:55.286109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.909014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:43:55.286135Z","caller":"traceutil/trace.go:171","msg":"trace[723036789] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26485; }","duration":"859.000177ms","start":"2026-05-07T04:43:54.427126Z","end":"2026-05-07T04:43:55.286126Z","steps":["trace[723036789] 'agreement among raft nodes before linearized reading' (duration: 858.929935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:55.286154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:54.42707Z","time spent":"859.078398ms","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:55.286114Z","caller":"traceutil/trace.go:171","msg":"trace[750335635] transaction","detail":"{read_only:false; response_revision:26485; number_of_response:1; }","duration":"685.421679ms","start":"2026-05-07T04:43:54.600655Z","end":"2026-05-07T04:43:55.286077Z","steps":["trace[750335635] 'process raft request' (duration: 683.708316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:55.286167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.158404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-07T04:43:55.286196Z","caller":"traceutil/trace.go:171","msg":"trace[1004491584] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26485; }","duration":"954.224385ms","start":"2026-05-07T04:43:54.331961Z","end":"2026-05-07T04:43:55.286186Z","steps":["trace[1004491584] 'agreement among raft nodes before linearized reading' (duration: 954.123583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:55.286218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:54.331941Z","time spent":"954.272507ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T04:43:55.286296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:54.600625Z","time spent":"685.568682ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:55.286346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.426853417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273008"} {"level":"info","ts":"2026-05-07T04:43:55.286579Z","caller":"traceutil/trace.go:171","msg":"trace[76049874] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26484; }","duration":"3.400174399s","start":"2026-05-07T04:43:51.885475Z","end":"2026-05-07T04:43:55.28565Z","steps":["trace[76049874] 'agreement among raft nodes before linearized reading' (duration: 3.339328193s)","trace[76049874] 'count revisions from in-memory index tree' (duration: 60.256671ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:55.286649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:51.885437Z","time spent":"3.401193984s","remote":"127.0.0.1:35804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:55.286266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3016513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-05-07T04:43:55.289178Z","caller":"traceutil/trace.go:171","msg":"trace[646707754] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26485; }","duration":"1.304580064s","start":"2026-05-07T04:43:53.984561Z","end":"2026-05-07T04:43:55.289141Z","steps":["trace[646707754] 'agreement among raft nodes before linearized reading' (duration: 1.301483876s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:55.289281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:53.984547Z","time spent":"1.304705747s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-05-07T04:43:55.286393Z","caller":"traceutil/trace.go:171","msg":"trace[1894976770] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26484; }","duration":"3.426944459s","start":"2026-05-07T04:43:51.859442Z","end":"2026-05-07T04:43:55.286386Z","steps":["trace[1894976770] 'agreement among raft nodes before linearized reading' (duration: 3.365368465s)","trace[1894976770] 'range keys from in-memory index tree' (duration: 60.320593ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:55.293591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:51.859417Z","time spent":"3.434150472s","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273031,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-07T04:43:55.434854Z","caller":"traceutil/trace.go:171","msg":"trace[1118754223] linearizableReadLoop","detail":"{readStateIndex:27368; appliedIndex:27367; }","duration":"142.505919ms","start":"2026-05-07T04:43:55.292321Z","end":"2026-05-07T04:43:55.434827Z","steps":["trace[1118754223] 'read index received' (duration: 74.427791ms)","trace[1118754223] 'applied index is now lower than readState.Index' (duration: 68.077498ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:43:55.434964Z","caller":"traceutil/trace.go:171","msg":"trace[2096676832] transaction","detail":"{read_only:false; response_revision:26486; number_of_response:1; }","duration":"144.12631ms","start":"2026-05-07T04:43:55.290801Z","end":"2026-05-07T04:43:55.434927Z","steps":["trace[2096676832] 'process raft request' (duration: 75.98716ms)","trace[2096676832] 'compare' (duration: 67.921784ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:55.435013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.670333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:55.435043Z","caller":"traceutil/trace.go:171","msg":"trace[1060056516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26486; }","duration":"142.736305ms","start":"2026-05-07T04:43:55.292299Z","end":"2026-05-07T04:43:55.435035Z","steps":["trace[1060056516] 'agreement among raft nodes before linearized reading' (duration: 142.659084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:56.247222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.254372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:43:56.247703Z","caller":"traceutil/trace.go:171","msg":"trace[861769964] transaction","detail":"{read_only:false; response_revision:26489; number_of_response:1; }","duration":"954.538623ms","start":"2026-05-07T04:43:55.293138Z","end":"2026-05-07T04:43:56.247676Z","steps":["trace[861769964] 'process raft request' (duration: 954.40828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:56.247831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:55.293107Z","time spent":"954.662697ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:56.247861Z","caller":"traceutil/trace.go:171","msg":"trace[1285247353] transaction","detail":"{read_only:false; response_revision:26488; number_of_response:1; }","duration":"954.936704ms","start":"2026-05-07T04:43:55.292884Z","end":"2026-05-07T04:43:56.247821Z","steps":["trace[1285247353] 'process raft request' (duration: 954.479731ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:56.247926Z","caller":"traceutil/trace.go:171","msg":"trace[889007415] transaction","detail":"{read_only:false; response_revision:26487; number_of_response:1; }","duration":"955.53951ms","start":"2026-05-07T04:43:55.292322Z","end":"2026-05-07T04:43:56.247862Z","steps":["trace[889007415] 'process raft request' (duration: 262.486987ms)","trace[889007415] 'compare' (duration: 691.130174ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:56.248073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:55.292874Z","time spent":"955.070027ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:56.248096Z","caller":"traceutil/trace.go:171","msg":"trace[1382490464] transaction","detail":"{read_only:false; response_revision:26490; number_of_response:1; }","duration":"954.705358ms","start":"2026-05-07T04:43:55.293347Z","end":"2026-05-07T04:43:56.248052Z","steps":["trace[1382490464] 'process raft request' (duration: 954.256385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:56.248147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:55.292312Z","time spent":"955.724124ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:56.248456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:55.293336Z","time spent":"954.850462ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:56.248612Z","caller":"traceutil/trace.go:171","msg":"trace[242319376] transaction","detail":"{read_only:false; response_revision:26491; number_of_response:1; }","duration":"954.636396ms","start":"2026-05-07T04:43:55.293964Z","end":"2026-05-07T04:43:56.2486Z","steps":["trace[242319376] 'process raft request' (duration: 954.037371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:56.248671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:55.293951Z","time spent":"954.690877ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:56.248976Z","caller":"traceutil/trace.go:171","msg":"trace[1416340001] transaction","detail":"{read_only:false; response_revision:26492; number_of_response:1; }","duration":"951.431365ms","start":"2026-05-07T04:43:55.297491Z","end":"2026-05-07T04:43:56.248922Z","steps":["trace[1416340001] 'process raft request' (duration: 951.165849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:56.24905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.729359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:56.249092Z","caller":"traceutil/trace.go:171","msg":"trace[1235229296] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26492; }","duration":"867.802061ms","start":"2026-05-07T04:43:55.381276Z","end":"2026-05-07T04:43:56.249078Z","steps":["trace[1235229296] 'agreement among raft nodes before linearized reading' (duration: 867.696669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:56.24912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:55.381257Z","time spent":"867.857522ms","remote":"127.0.0.1:35612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:56.249143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.469632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:56.249222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:55.297482Z","time spent":"951.597109ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:56.249268Z","caller":"traceutil/trace.go:171","msg":"trace[155019362] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26492; }","duration":"954.633296ms","start":"2026-05-07T04:43:55.294607Z","end":"2026-05-07T04:43:56.249241Z","steps":["trace[155019362] 'agreement among raft nodes before linearized reading' (duration: 954.442812ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:56.248902Z","caller":"traceutil/trace.go:171","msg":"trace[450139699] linearizableReadLoop","detail":"{readStateIndex:27374; appliedIndex:27368; }","duration":"813.926823ms","start":"2026-05-07T04:43:55.434933Z","end":"2026-05-07T04:43:56.248859Z","steps":["trace[450139699] 'read index received' (duration: 119.812643ms)","trace[450139699] 'applied index is now lower than readState.Index' (duration: 694.11289ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:56.249512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.912917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-07T04:43:56.249512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:55.2946Z","time spent":"954.824201ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-07T04:43:56.249573Z","caller":"traceutil/trace.go:171","msg":"trace[1889567769] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26492; }","duration":"952.02738ms","start":"2026-05-07T04:43:55.297531Z","end":"2026-05-07T04:43:56.249558Z","steps":["trace[1889567769] 'agreement among raft nodes before linearized reading' (duration: 951.782624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:56.249614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:55.297509Z","time spent":"952.093001ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T04:43:56.299812Z","caller":"traceutil/trace.go:171","msg":"trace[362175162] transaction","detail":"{read_only:false; response_revision:26493; number_of_response:1; }","duration":"324.665866ms","start":"2026-05-07T04:43:55.97512Z","end":"2026-05-07T04:43:56.299786Z","steps":["trace[362175162] 'process raft request' (duration: 324.484362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:56.300011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:55.975097Z","time spent":"324.81022ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:57.002Z","caller":"traceutil/trace.go:171","msg":"trace[183976974] linearizableReadLoop","detail":"{readStateIndex:27382; appliedIndex:27374; }","duration":"752.643126ms","start":"2026-05-07T04:43:56.249339Z","end":"2026-05-07T04:43:57.001982Z","steps":["trace[183976974] 'read index received' (duration: 50.257886ms)","trace[183976974] 'applied index is now lower than readState.Index' (duration: 702.38445ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:43:57.002286Z","caller":"traceutil/trace.go:171","msg":"trace[1590838308] transaction","detail":"{read_only:false; response_revision:26494; number_of_response:1; }","duration":"1.026820061s","start":"2026-05-07T04:43:55.975458Z","end":"2026-05-07T04:43:57.002278Z","steps":["trace[1590838308] 'process raft request' (duration: 1.026250976s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:57.002361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:55.975447Z","time spent":"1.026852761s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:57.002468Z","caller":"traceutil/trace.go:171","msg":"trace[1676644903] transaction","detail":"{read_only:false; response_revision:26495; number_of_response:1; }","duration":"1.026957273s","start":"2026-05-07T04:43:55.975505Z","end":"2026-05-07T04:43:57.002462Z","steps":["trace[1676644903] 'process raft request' (duration: 1.026328818s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:57.002495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:55.975501Z","time spent":"1.026977285s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:57.00257Z","caller":"traceutil/trace.go:171","msg":"trace[267631725] transaction","detail":"{read_only:false; response_revision:26496; number_of_response:1; }","duration":"1.026949014s","start":"2026-05-07T04:43:55.975616Z","end":"2026-05-07T04:43:57.002565Z","steps":["trace[267631725] 'process raft request' (duration: 1.026247506s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:57.0026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:55.975552Z","time spent":"1.027029045s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:57.002664Z","caller":"traceutil/trace.go:171","msg":"trace[558806359] transaction","detail":"{read_only:false; response_revision:26497; number_of_response:1; }","duration":"1.026579653s","start":"2026-05-07T04:43:55.97608Z","end":"2026-05-07T04:43:57.00266Z","steps":["trace[558806359] 'process raft request' (duration: 1.025808034s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:57.002689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:55.97607Z","time spent":"1.026605454s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:57.002753Z","caller":"traceutil/trace.go:171","msg":"trace[2011625219] transaction","detail":"{read_only:false; response_revision:26498; number_of_response:1; }","duration":"1.025702541s","start":"2026-05-07T04:43:55.977046Z","end":"2026-05-07T04:43:57.002748Z","steps":["trace[2011625219] 'process raft request' (duration: 1.02485861s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:57.002777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:55.977019Z","time spent":"1.025743143s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:57.002835Z","caller":"traceutil/trace.go:171","msg":"trace[1979172197] transaction","detail":"{read_only:false; response_revision:26499; number_of_response:1; }","duration":"1.025230749s","start":"2026-05-07T04:43:55.9776Z","end":"2026-05-07T04:43:57.00283Z","steps":["trace[1979172197] 'process raft request' (duration: 1.024327697s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:57.002857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:55.977591Z","time spent":"1.02525352s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:57.002915Z","caller":"traceutil/trace.go:171","msg":"trace[108132442] transaction","detail":"{read_only:false; response_revision:26500; number_of_response:1; }","duration":"1.018495697s","start":"2026-05-07T04:43:55.984415Z","end":"2026-05-07T04:43:57.002911Z","steps":["trace[108132442] 'process raft request' (duration: 1.017538644s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:57.002935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:55.984404Z","time spent":"1.018519969s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:57.00301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.70465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:43:57.003028Z","caller":"traceutil/trace.go:171","msg":"trace[752527070] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26500; }","duration":"895.777871ms","start":"2026-05-07T04:43:56.107244Z","end":"2026-05-07T04:43:57.003022Z","steps":["trace[752527070] 'agreement among raft nodes before linearized reading' (duration: 895.74338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:57.003043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:56.107225Z","time spent":"895.814363ms","remote":"127.0.0.1:35840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:57.003298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.629211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418399"} {"level":"info","ts":"2026-05-07T04:43:57.003313Z","caller":"traceutil/trace.go:171","msg":"trace[998803823] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26500; }","duration":"955.709593ms","start":"2026-05-07T04:43:56.047599Z","end":"2026-05-07T04:43:57.003308Z","steps":["trace[998803823] 'agreement among raft nodes before linearized reading' (duration: 955.520339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:57.003325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:56.047576Z","time spent":"955.745835ms","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418422,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-07T04:43:57.003484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18867095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:57.003497Z","caller":"traceutil/trace.go:171","msg":"trace[206621219] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26500; }","duration":"1.188715121s","start":"2026-05-07T04:43:55.814778Z","end":"2026-05-07T04:43:57.003493Z","steps":["trace[206621219] 'agreement among raft nodes before linearized reading' (duration: 1.18868198s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:57.003512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:55.814761Z","time spent":"1.188747731s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:57.003616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213212104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-07T04:43:57.003629Z","caller":"traceutil/trace.go:171","msg":"trace[598009311] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:26500; }","duration":"1.213264415s","start":"2026-05-07T04:43:55.790361Z","end":"2026-05-07T04:43:57.003625Z","steps":["trace[598009311] 'agreement among raft nodes before linearized reading' (duration: 1.213223184s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:57.00364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:55.790338Z","time spent":"1.213299026s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-05-07T04:43:57.003756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312062384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:57.003836Z","caller":"traceutil/trace.go:171","msg":"trace[2014371101] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26500; }","duration":"1.312156677s","start":"2026-05-07T04:43:55.691656Z","end":"2026-05-07T04:43:57.003813Z","steps":["trace[2014371101] 'agreement among raft nodes before linearized reading' (duration: 1.312011983s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:57.003892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:55.691597Z","time spent":"1.31228056s","remote":"127.0.0.1:36002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:57.004202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56461261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-07T04:43:57.004229Z","caller":"traceutil/trace.go:171","msg":"trace[1097715585] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce; range_end:; response_count:1; response_revision:26500; }","duration":"1.56465318s","start":"2026-05-07T04:43:55.439566Z","end":"2026-05-07T04:43:57.004219Z","steps":["trace[1097715585] 'agreement among raft nodes before linearized reading' (duration: 1.564534877s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:57.004275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:55.439557Z","time spent":"1.564712112s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce\" "} {"level":"warn","ts":"2026-05-07T04:43:57.004401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56859964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:57.004419Z","caller":"traceutil/trace.go:171","msg":"trace[1878329937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26500; }","duration":"1.568646311s","start":"2026-05-07T04:43:55.435767Z","end":"2026-05-07T04:43:57.004413Z","steps":["trace[1878329937] 'agreement among raft nodes before linearized reading' (duration: 1.56861225s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:57.004437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:55.435752Z","time spent":"1.568681323s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:43:57.004601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.808491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"info","ts":"2026-05-07T04:43:57.004622Z","caller":"traceutil/trace.go:171","msg":"trace[1612030791] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26500; }","duration":"752.852681ms","start":"2026-05-07T04:43:56.251761Z","end":"2026-05-07T04:43:57.004614Z","steps":["trace[1612030791] 'agreement among raft nodes before linearized reading' (duration: 752.773089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:57.004641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:56.251743Z","time spent":"752.892943ms","remote":"127.0.0.1:51378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T04:43:57.005122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.39981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:43:57.005846Z","caller":"traceutil/trace.go:171","msg":"trace[1500560726] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26500; }","duration":"690.200589ms","start":"2026-05-07T04:43:56.315625Z","end":"2026-05-07T04:43:57.005826Z","steps":["trace[1500560726] 'agreement among raft nodes before linearized reading' (duration: 689.383129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:57.005212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.950301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-05-07T04:43:57.005898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:56.315599Z","time spent":"690.284512ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:57.005912Z","caller":"traceutil/trace.go:171","msg":"trace[887946945] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26500; }","duration":"682.766581ms","start":"2026-05-07T04:43:56.32313Z","end":"2026-05-07T04:43:57.005896Z","steps":["trace[887946945] 'agreement among raft nodes before linearized reading' (duration: 681.861979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:57.005954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:56.323103Z","time spent":"682.834063ms","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-07T04:43:57.005245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.682204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-07T04:43:57.006027Z","caller":"traceutil/trace.go:171","msg":"trace[297494727] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f; range_end:; response_count:1; response_revision:26500; }","duration":"706.492754ms","start":"2026-05-07T04:43:56.299508Z","end":"2026-05-07T04:43:57.006001Z","steps":["trace[297494727] 'agreement among raft nodes before linearized reading' (duration: 705.645083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:57.006074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:56.299485Z","time spent":"706.576175ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" "} {"level":"warn","ts":"2026-05-07T04:43:57.005293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.02692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:57.006139Z","caller":"traceutil/trace.go:171","msg":"trace[336920540] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26500; }","duration":"750.892192ms","start":"2026-05-07T04:43:56.255223Z","end":"2026-05-07T04:43:57.006115Z","steps":["trace[336920540] 'agreement among raft nodes before linearized reading' (duration: 750.045351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:57.005522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.417608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad2ee9ea27df06\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-05-07T04:43:57.006224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:56.2552Z","time spent":"750.993774ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-07T04:43:57.006256Z","caller":"traceutil/trace.go:171","msg":"trace[1340499535] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad2ee9ea27df06; range_end:; response_count:1; response_revision:26500; }","duration":"445.186107ms","start":"2026-05-07T04:43:56.561058Z","end":"2026-05-07T04:43:57.006244Z","steps":["trace[1340499535] 'agreement among raft nodes before linearized reading' (duration: 444.367966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:57.006287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:56.561038Z","time spent":"445.239839ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad2ee9ea27df06\" "} {"level":"info","ts":"2026-05-07T04:43:57.172936Z","caller":"traceutil/trace.go:171","msg":"trace[1906061107] linearizableReadLoop","detail":"{readStateIndex:27386; appliedIndex:27383; }","duration":"129.024927ms","start":"2026-05-07T04:43:57.04388Z","end":"2026-05-07T04:43:57.172905Z","steps":["trace[1906061107] 'read index received' (duration: 102.757939ms)","trace[1906061107] 'applied index is now lower than readState.Index' (duration: 26.266058ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:57.173231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.401688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-07T04:43:57.173303Z","caller":"traceutil/trace.go:171","msg":"trace[1822618038] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26503; }","duration":"155.528281ms","start":"2026-05-07T04:43:57.017752Z","end":"2026-05-07T04:43:57.17328Z","steps":["trace[1822618038] 'agreement among raft nodes before linearized reading' (duration: 155.268744ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:57.173543Z","caller":"traceutil/trace.go:171","msg":"trace[378355153] transaction","detail":"{read_only:false; response_revision:26501; number_of_response:1; }","duration":"162.455646ms","start":"2026-05-07T04:43:57.011062Z","end":"2026-05-07T04:43:57.173517Z","steps":["trace[378355153] 'process raft request' (duration: 135.49479ms)","trace[378355153] 'compare' (duration: 26.002192ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:43:57.173626Z","caller":"traceutil/trace.go:171","msg":"trace[1039175828] transaction","detail":"{read_only:false; response_revision:26503; number_of_response:1; }","duration":"160.26504ms","start":"2026-05-07T04:43:57.013354Z","end":"2026-05-07T04:43:57.173619Z","steps":["trace[1039175828] 'process raft request' (duration: 159.484351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:57.173674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.968415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:57.173735Z","caller":"traceutil/trace.go:171","msg":"trace[1847740460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26503; }","duration":"155.030557ms","start":"2026-05-07T04:43:57.01869Z","end":"2026-05-07T04:43:57.173721Z","steps":["trace[1847740460] 'agreement among raft nodes before linearized reading' (duration: 154.935574ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:57.173548Z","caller":"traceutil/trace.go:171","msg":"trace[1815673314] transaction","detail":"{read_only:false; response_revision:26502; number_of_response:1; }","duration":"162.400195ms","start":"2026-05-07T04:43:57.011108Z","end":"2026-05-07T04:43:57.173508Z","steps":["trace[1815673314] 'process raft request' (duration: 161.663966ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:57.197298Z","caller":"traceutil/trace.go:171","msg":"trace[547287458] transaction","detail":"{read_only:false; response_revision:26504; number_of_response:1; }","duration":"152.37551ms","start":"2026-05-07T04:43:57.044889Z","end":"2026-05-07T04:43:57.197264Z","steps":["trace[547287458] 'process raft request' (duration: 151.822346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:58.128229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038480034,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T04:43:58.244051Z","caller":"traceutil/trace.go:171","msg":"trace[1026873274] transaction","detail":"{read_only:false; response_revision:26505; number_of_response:1; }","duration":"852.685967ms","start":"2026-05-07T04:43:57.391336Z","end":"2026-05-07T04:43:58.244022Z","steps":["trace[1026873274] 'process raft request' (duration: 852.308427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:58.244229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:57.391295Z","time spent":"852.83425ms","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418457,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:58.565307Z","caller":"traceutil/trace.go:171","msg":"trace[1508112121] linearizableReadLoop","detail":"{readStateIndex:27389; appliedIndex:27387; }","duration":"937.907911ms","start":"2026-05-07T04:43:57.627368Z","end":"2026-05-07T04:43:58.565276Z","steps":["trace[1508112121] 'read index received' (duration: 616.226611ms)","trace[1508112121] 'applied index is now lower than readState.Index' (duration: 321.67935ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:43:58.565502Z","caller":"traceutil/trace.go:171","msg":"trace[1781894339] transaction","detail":"{read_only:false; response_revision:26506; number_of_response:1; }","duration":"801.765543ms","start":"2026-05-07T04:43:57.763713Z","end":"2026-05-07T04:43:58.565479Z","steps":["trace[1781894339] 'process raft request' (duration: 723.439394ms)","trace[1781894339] 'compare' (duration: 77.760405ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:58.565682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:57.763694Z","time spent":"801.867815ms","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:58.565895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.502797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-07T04:43:58.566317Z","caller":"traceutil/trace.go:171","msg":"trace[495128046] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26506; }","duration":"938.64682ms","start":"2026-05-07T04:43:57.627328Z","end":"2026-05-07T04:43:58.565975Z","steps":["trace[495128046] 'agreement among raft nodes before linearized reading' (duration: 938.338242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:58.566391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:57.627314Z","time spent":"939.059501ms","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-07T04:43:59.480798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.867508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:43:59.481957Z","caller":"traceutil/trace.go:171","msg":"trace[1192764320] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"469.683399ms","start":"2026-05-07T04:43:59.012231Z","end":"2026-05-07T04:43:59.481914Z","steps":["trace[1192764320] 'process raft request' (duration: 469.033593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:59.48205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:59.012193Z","time spent":"469.808892ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:59.482142Z","caller":"traceutil/trace.go:171","msg":"trace[1883616766] transaction","detail":"{read_only:false; response_revision:26509; number_of_response:1; }","duration":"472.160542ms","start":"2026-05-07T04:43:59.009929Z","end":"2026-05-07T04:43:59.48209Z","steps":["trace[1883616766] 'process raft request' (duration: 471.100595ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:59.482162Z","caller":"traceutil/trace.go:171","msg":"trace[1203577026] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"470.257924ms","start":"2026-05-07T04:43:59.01187Z","end":"2026-05-07T04:43:59.482128Z","steps":["trace[1203577026] 'process raft request' (duration: 469.33078ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:59.482159Z","caller":"traceutil/trace.go:171","msg":"trace[278119779] transaction","detail":"{read_only:false; response_revision:26512; number_of_response:1; }","duration":"471.036023ms","start":"2026-05-07T04:43:59.011071Z","end":"2026-05-07T04:43:59.482107Z","steps":["trace[278119779] 'process raft request' (duration: 470.09579ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:59.482219Z","caller":"traceutil/trace.go:171","msg":"trace[906404406] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"470.12158ms","start":"2026-05-07T04:43:59.012067Z","end":"2026-05-07T04:43:59.482189Z","steps":["trace[906404406] 'process raft request' (duration: 469.164326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:59.48236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:59.009902Z","time spent":"472.325196ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:59.482373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:59.011029Z","time spent":"471.223938ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:59.482402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:59.012051Z","time spent":"470.261154ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:59.482434Z","caller":"traceutil/trace.go:171","msg":"trace[62923093] linearizableReadLoop","detail":"{readStateIndex:27390; appliedIndex:27389; }","duration":"917.036421ms","start":"2026-05-07T04:43:58.565384Z","end":"2026-05-07T04:43:59.482421Z","steps":["trace[62923093] 'read index received' (duration: 246.535342ms)","trace[62923093] 'applied index is now lower than readState.Index' (duration: 670.499609ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:43:59.482379Z","caller":"traceutil/trace.go:171","msg":"trace[789734591] transaction","detail":"{read_only:false; response_revision:26511; number_of_response:1; }","duration":"471.245298ms","start":"2026-05-07T04:43:59.011069Z","end":"2026-05-07T04:43:59.482314Z","steps":["trace[789734591] 'process raft request' (duration: 470.048378ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:59.482522Z","caller":"traceutil/trace.go:171","msg":"trace[35185648] transaction","detail":"{read_only:false; response_revision:26507; number_of_response:1; }","duration":"1.176995783s","start":"2026-05-07T04:43:58.305515Z","end":"2026-05-07T04:43:59.482511Z","steps":["trace[35185648] 'process raft request' (duration: 506.265718ms)","trace[35185648] 'compare' (duration: 668.326774ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:43:59.48258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:58.305485Z","time spent":"1.177061405s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:59.48237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:59.011857Z","time spent":"470.378377ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:59.482639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:59.011036Z","time spent":"471.499395ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:43:59.482645Z","caller":"traceutil/trace.go:171","msg":"trace[527138112] transaction","detail":"{read_only:false; response_revision:26508; number_of_response:1; }","duration":"508.174617ms","start":"2026-05-07T04:43:58.97443Z","end":"2026-05-07T04:43:59.482605Z","steps":["trace[527138112] 'process raft request' (duration: 506.492814ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:59.482162Z","caller":"traceutil/trace.go:171","msg":"trace[1146926902] transaction","detail":"{read_only:false; response_revision:26510; number_of_response:1; }","duration":"471.26235ms","start":"2026-05-07T04:43:59.010864Z","end":"2026-05-07T04:43:59.482127Z","steps":["trace[1146926902] 'process raft request' (duration: 470.204063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:59.482763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:58.974376Z","time spent":"508.32392ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:59.482792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.815218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-07T04:43:59.482801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22092916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T04:43:59.482821Z","caller":"traceutil/trace.go:171","msg":"trace[1158603583] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26515; }","duration":"937.88774ms","start":"2026-05-07T04:43:58.544924Z","end":"2026-05-07T04:43:59.482812Z","steps":["trace[1158603583] 'agreement among raft nodes before linearized reading' (duration: 937.727586ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:59.482838Z","caller":"traceutil/trace.go:171","msg":"trace[1788711034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26515; }","duration":"1.220998872s","start":"2026-05-07T04:43:58.261831Z","end":"2026-05-07T04:43:59.48283Z","steps":["trace[1788711034] 'agreement among raft nodes before linearized reading' (duration: 1.220826868s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:59.482861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:58.261812Z","time spent":"1.221044733s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:43:59.482856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:58.5449Z","time spent":"937.949202ms","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-07T04:43:59.482858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325962258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:59.482891Z","caller":"traceutil/trace.go:171","msg":"trace[1749349158] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26515; }","duration":"1.326020488s","start":"2026-05-07T04:43:58.15686Z","end":"2026-05-07T04:43:59.482881Z","steps":["trace[1749349158] 'agreement among raft nodes before linearized reading' (duration: 1.325964297s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:59.482883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:59.010853Z","time spent":"471.944226ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:43:59.482914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:58.15684Z","time spent":"1.32606751s","remote":"127.0.0.1:49164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:59.482909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.295762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-05-07T04:43:59.48297Z","caller":"traceutil/trace.go:171","msg":"trace[411304011] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f; range_end:; response_count:1; response_revision:26515; }","duration":"914.378883ms","start":"2026-05-07T04:43:58.568572Z","end":"2026-05-07T04:43:59.482951Z","steps":["trace[411304011] 'agreement among raft nodes before linearized reading' (duration: 914.123787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:59.482968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202693206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:59.483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221057312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T04:43:59.483017Z","caller":"traceutil/trace.go:171","msg":"trace[2130507043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26515; }","duration":"1.221082443s","start":"2026-05-07T04:43:58.261927Z","end":"2026-05-07T04:43:59.48301Z","steps":["trace[2130507043] 'agreement among raft nodes before linearized reading' (duration: 1.221023511s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:59.483008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:58.568554Z","time spent":"914.445035ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" "} {"level":"info","ts":"2026-05-07T04:43:59.483011Z","caller":"traceutil/trace.go:171","msg":"trace[1164143971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26515; }","duration":"1.202747887s","start":"2026-05-07T04:43:58.28025Z","end":"2026-05-07T04:43:59.482998Z","steps":["trace[1164143971] 'agreement among raft nodes before linearized reading' (duration: 1.202670725s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:59.483032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:58.261923Z","time spent":"1.221105413s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:43:59.48303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221062912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-07T04:43:59.483045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:58.280245Z","time spent":"1.202793659s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T04:43:59.483073Z","caller":"traceutil/trace.go:171","msg":"trace[1175642364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26515; }","duration":"1.221147734s","start":"2026-05-07T04:43:58.261913Z","end":"2026-05-07T04:43:59.483061Z","steps":["trace[1175642364] 'agreement among raft nodes before linearized reading' (duration: 1.22097833s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:59.483057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.473383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:43:59.483104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221226146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-07T04:43:59.483094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202977473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:43:59.483107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:58.261891Z","time spent":"1.221209356s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T04:43:59.483131Z","caller":"traceutil/trace.go:171","msg":"trace[1179289665] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26515; }","duration":"958.564445ms","start":"2026-05-07T04:43:58.524548Z","end":"2026-05-07T04:43:59.483112Z","steps":["trace[1179289665] 'agreement among raft nodes before linearized reading' (duration: 958.402561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:59.483137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472752535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-05-07T04:43:59.483151Z","caller":"traceutil/trace.go:171","msg":"trace[1981837070] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26515; }","duration":"1.203075346s","start":"2026-05-07T04:43:58.280058Z","end":"2026-05-07T04:43:59.483133Z","steps":["trace[1981837070] 'agreement among raft nodes before linearized reading' (duration: 1.202982233s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:59.483178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:58.524471Z","time spent":"958.692849ms","remote":"127.0.0.1:44428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:59.483175Z","caller":"traceutil/trace.go:171","msg":"trace[1037631555] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f; range_end:; response_count:1; response_revision:26515; }","duration":"1.472828696s","start":"2026-05-07T04:43:58.010333Z","end":"2026-05-07T04:43:59.483162Z","steps":["trace[1037631555] 'agreement among raft nodes before linearized reading' (duration: 1.472335654s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:59.483225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:58.010311Z","time spent":"1.472906509s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" "} {"level":"warn","ts":"2026-05-07T04:43:59.483227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.396096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:43:59.483228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:58.280032Z","time spent":"1.203178539s","remote":"127.0.0.1:35880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:43:59.483257Z","caller":"traceutil/trace.go:171","msg":"trace[72662834] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26515; }","duration":"166.484748ms","start":"2026-05-07T04:43:59.316764Z","end":"2026-05-07T04:43:59.483249Z","steps":["trace[72662834] 'agreement among raft nodes before linearized reading' (duration: 166.414036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:59.483279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.862916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"warn","ts":"2026-05-07T04:43:59.482802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22095154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T04:43:59.483119Z","caller":"traceutil/trace.go:171","msg":"trace[1815989427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26515; }","duration":"1.221272188s","start":"2026-05-07T04:43:58.261842Z","end":"2026-05-07T04:43:59.483114Z","steps":["trace[1815989427] 'agreement among raft nodes before linearized reading' (duration: 1.221227717s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:59.483317Z","caller":"traceutil/trace.go:171","msg":"trace[1496060087] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26515; }","duration":"388.931879ms","start":"2026-05-07T04:43:59.094371Z","end":"2026-05-07T04:43:59.483303Z","steps":["trace[1496060087] 'agreement among raft nodes before linearized reading' (duration: 388.813655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:59.483334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:58.261826Z","time spent":"1.221499046s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:43:59.483354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:59.09435Z","time spent":"388.99687ms","remote":"127.0.0.1:51378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T04:43:59.483361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.939726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18542"} {"level":"info","ts":"2026-05-07T04:43:59.483395Z","caller":"traceutil/trace.go:171","msg":"trace[885573326] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26515; }","duration":"908.995378ms","start":"2026-05-07T04:43:58.574386Z","end":"2026-05-07T04:43:59.483381Z","steps":["trace[885573326] 'agreement among raft nodes before linearized reading' (duration: 908.914646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:59.483417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:58.574369Z","time spent":"909.043809ms","remote":"127.0.0.1:51378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-07T04:43:59.483163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749090964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:59.483482Z","caller":"traceutil/trace.go:171","msg":"trace[1153600088] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26515; }","duration":"1.749449484s","start":"2026-05-07T04:43:57.734013Z","end":"2026-05-07T04:43:59.483462Z","steps":["trace[1153600088] 'agreement among raft nodes before linearized reading' (duration: 1.749122905s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:43:59.48332Z","caller":"traceutil/trace.go:171","msg":"trace[139825604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26515; }","duration":"1.221498305s","start":"2026-05-07T04:43:58.261811Z","end":"2026-05-07T04:43:59.483309Z","steps":["trace[139825604] 'agreement among raft nodes before linearized reading' (duration: 1.220900089s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:59.483537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:57.733985Z","time spent":"1.749532886s","remote":"127.0.0.1:35822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:43:59.48328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.518586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f8b46a4f-8344-4b10-b862-885fecea6c1b\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-05-07T04:43:59.483594Z","caller":"traceutil/trace.go:171","msg":"trace[1006142067] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f8b46a4f-8344-4b10-b862-885fecea6c1b; range_end:; response_count:1; response_revision:26515; }","duration":"912.874706ms","start":"2026-05-07T04:43:58.570712Z","end":"2026-05-07T04:43:59.483587Z","steps":["trace[1006142067] 'agreement among raft nodes before linearized reading' (duration: 912.488235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:43:59.483617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:58.570689Z","time spent":"912.918797ms","remote":"127.0.0.1:51366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-f8b46a4f-8344-4b10-b862-885fecea6c1b\" "} {"level":"warn","ts":"2026-05-07T04:43:59.483549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:58.261794Z","time spent":"1.221747331s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:43:59.483122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.479575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:43:59.483717Z","caller":"traceutil/trace.go:171","msg":"trace[1386022780] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26515; }","duration":"222.101322ms","start":"2026-05-07T04:43:59.261596Z","end":"2026-05-07T04:43:59.483697Z","steps":["trace[1386022780] 'agreement among raft nodes before linearized reading' (duration: 221.492096ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:00.032712Z","caller":"traceutil/trace.go:171","msg":"trace[33336101] linearizableReadLoop","detail":"{readStateIndex:27403; appliedIndex:27398; }","duration":"536.739393ms","start":"2026-05-07T04:43:59.495943Z","end":"2026-05-07T04:44:00.032682Z","steps":["trace[33336101] 'read index received' (duration: 20.542462ms)","trace[33336101] 'applied index is now lower than readState.Index' (duration: 516.195571ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:44:00.032749Z","caller":"traceutil/trace.go:171","msg":"trace[700723088] transaction","detail":"{read_only:false; response_revision:26517; number_of_response:1; }","duration":"540.338674ms","start":"2026-05-07T04:43:59.492345Z","end":"2026-05-07T04:44:00.032684Z","steps":["trace[700723088] 'process raft request' (duration: 483.003877ms)","trace[700723088] 'compare' (duration: 57.010479ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:44:00.032849Z","caller":"traceutil/trace.go:171","msg":"trace[136181832] transaction","detail":"{read_only:false; response_revision:26518; number_of_response:1; }","duration":"540.440246ms","start":"2026-05-07T04:43:59.492396Z","end":"2026-05-07T04:44:00.032836Z","steps":["trace[136181832] 'process raft request' (duration: 540.122268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:00.032963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:59.492391Z","time spent":"540.484098ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:00.032993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:59.49234Z","time spent":"540.522539ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:00.033018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.048991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:00.033089Z","caller":"traceutil/trace.go:171","msg":"trace[1274403666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26520; }","duration":"537.142773ms","start":"2026-05-07T04:43:59.495926Z","end":"2026-05-07T04:44:00.033069Z","steps":["trace[1274403666] 'agreement among raft nodes before linearized reading' (duration: 536.979619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:00.033123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:59.495919Z","time spent":"537.197584ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T04:44:00.033161Z","caller":"traceutil/trace.go:171","msg":"trace[1857835438] transaction","detail":"{read_only:false; response_revision:26519; number_of_response:1; }","duration":"540.697492ms","start":"2026-05-07T04:43:59.492433Z","end":"2026-05-07T04:44:00.03313Z","steps":["trace[1857835438] 'process raft request' (duration: 540.146338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:00.033209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.433611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-07T04:44:00.033253Z","caller":"traceutil/trace.go:171","msg":"trace[1122377430] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26520; }","duration":"439.506613ms","start":"2026-05-07T04:43:59.593732Z","end":"2026-05-07T04:44:00.033238Z","steps":["trace[1122377430] 'agreement among raft nodes before linearized reading' (duration: 439.358519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:00.033267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:59.492428Z","time spent":"540.787215ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:00.033282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:59.593708Z","time spent":"439.567394ms","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-05-07T04:44:00.033301Z","caller":"traceutil/trace.go:171","msg":"trace[2025164463] transaction","detail":"{read_only:false; response_revision:26520; number_of_response:1; }","duration":"540.379514ms","start":"2026-05-07T04:43:59.492911Z","end":"2026-05-07T04:44:00.033291Z","steps":["trace[2025164463] 'process raft request' (duration: 539.720918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:00.0333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.516752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:00.033348Z","caller":"traceutil/trace.go:171","msg":"trace[719517306] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26520; }","duration":"324.605024ms","start":"2026-05-07T04:43:59.708727Z","end":"2026-05-07T04:44:00.033332Z","steps":["trace[719517306] 'agreement among raft nodes before linearized reading' (duration: 324.512402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:00.033371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:59.492902Z","time spent":"540.417456ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:00.033382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:43:59.708703Z","time spent":"324.670486ms","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:44:00.50319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.692165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:44:00.503294Z","caller":"traceutil/trace.go:171","msg":"trace[1635692667] linearizableReadLoop","detail":"{readStateIndex:27404; appliedIndex:27403; }","duration":"204.76885ms","start":"2026-05-07T04:44:00.298507Z","end":"2026-05-07T04:44:00.503276Z","steps":["trace[1635692667] 'read index received' (duration: 39.431µs)","trace[1635692667] 'applied index is now lower than readState.Index' (duration: 204.727929ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:44:00.503369Z","caller":"traceutil/trace.go:171","msg":"trace[1401539897] transaction","detail":"{read_only:false; response_revision:26521; number_of_response:1; }","duration":"299.813545ms","start":"2026-05-07T04:44:00.203518Z","end":"2026-05-07T04:44:00.503331Z","steps":["trace[1401539897] 'process raft request' (duration: 56.880474ms)","trace[1401539897] 'compare' (duration: 242.568331ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:44:00.503502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.992606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-07T04:44:00.503531Z","caller":"traceutil/trace.go:171","msg":"trace[385477057] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26521; }","duration":"205.049459ms","start":"2026-05-07T04:44:00.298469Z","end":"2026-05-07T04:44:00.503519Z","steps":["trace[385477057] 'agreement among raft nodes before linearized reading' (duration: 204.910085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:00.806245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.617123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:00.806458Z","caller":"traceutil/trace.go:171","msg":"trace[1678545282] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26521; }","duration":"192.847978ms","start":"2026-05-07T04:44:00.613568Z","end":"2026-05-07T04:44:00.806416Z","steps":["trace[1678545282] 'count revisions from in-memory index tree' (duration: 192.488689ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:01.621936Z","caller":"traceutil/trace.go:171","msg":"trace[762186209] transaction","detail":"{read_only:false; response_revision:26522; number_of_response:1; }","duration":"132.654848ms","start":"2026-05-07T04:44:01.489248Z","end":"2026-05-07T04:44:01.621902Z","steps":["trace[762186209] 'process raft request' (duration: 132.354631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:02.15989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.346321ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:02.160013Z","caller":"traceutil/trace.go:171","msg":"trace[1509095605] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26522; }","duration":"193.484314ms","start":"2026-05-07T04:44:01.966511Z","end":"2026-05-07T04:44:02.159995Z","steps":["trace[1509095605] 'range keys from in-memory index tree' (duration: 193.32833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:02.160125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.331521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:44:02.160349Z","caller":"traceutil/trace.go:171","msg":"trace[758061019] transaction","detail":"{read_only:false; response_revision:26523; number_of_response:1; }","duration":"670.031298ms","start":"2026-05-07T04:44:01.490273Z","end":"2026-05-07T04:44:02.160304Z","steps":["trace[758061019] 'process raft request' (duration: 559.414369ms)","trace[758061019] 'compare' (duration: 110.208458ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:44:02.160461Z","caller":"traceutil/trace.go:171","msg":"trace[482663105] linearizableReadLoop","detail":"{readStateIndex:27412; appliedIndex:27404; }","duration":"649.952488ms","start":"2026-05-07T04:44:01.510491Z","end":"2026-05-07T04:44:02.160444Z","steps":["trace[482663105] 'read index received' (duration: 111.061812ms)","trace[482663105] 'applied index is now lower than readState.Index' (duration: 538.889166ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:44:02.160514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:01.490255Z","time spent":"670.168771ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:02.160625Z","caller":"traceutil/trace.go:171","msg":"trace[2017569326] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"669.106475ms","start":"2026-05-07T04:44:01.491511Z","end":"2026-05-07T04:44:02.160617Z","steps":["trace[2017569326] 'process raft request' (duration: 668.828238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:02.160669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:01.491503Z","time spent":"669.140565ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:02.160739Z","caller":"traceutil/trace.go:171","msg":"trace[1945812412] transaction","detail":"{read_only:false; response_revision:26528; number_of_response:1; }","duration":"668.9362ms","start":"2026-05-07T04:44:01.491787Z","end":"2026-05-07T04:44:02.160723Z","steps":["trace[1945812412] 'process raft request' (duration: 668.587541ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:02.160799Z","caller":"traceutil/trace.go:171","msg":"trace[1928002910] transaction","detail":"{read_only:false; response_revision:26524; number_of_response:1; }","duration":"670.495669ms","start":"2026-05-07T04:44:01.490293Z","end":"2026-05-07T04:44:02.160789Z","steps":["trace[1928002910] 'process raft request' (duration: 669.930935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:02.1608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:01.491777Z","time spent":"668.995421ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:02.160838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:01.490273Z","time spent":"670.544701ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:02.16087Z","caller":"traceutil/trace.go:171","msg":"trace[2026544864] transaction","detail":"{read_only:false; response_revision:26526; number_of_response:1; }","duration":"669.540525ms","start":"2026-05-07T04:44:01.491319Z","end":"2026-05-07T04:44:02.160859Z","steps":["trace[2026544864] 'process raft request' (duration: 668.985381ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:02.160923Z","caller":"traceutil/trace.go:171","msg":"trace[1623023737] transaction","detail":"{read_only:false; response_revision:26529; number_of_response:1; }","duration":"667.953114ms","start":"2026-05-07T04:44:01.492963Z","end":"2026-05-07T04:44:02.160916Z","steps":["trace[1623023737] 'process raft request' (duration: 667.443001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:02.160957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:01.49295Z","time spent":"667.989936ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:02.160957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:01.491306Z","time spent":"669.586696ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:02.161051Z","caller":"traceutil/trace.go:171","msg":"trace[1080669992] transaction","detail":"{read_only:false; response_revision:26525; number_of_response:1; }","duration":"670.323424ms","start":"2026-05-07T04:44:01.490721Z","end":"2026-05-07T04:44:02.161045Z","steps":["trace[1080669992] 'process raft request' (duration: 669.550915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:02.161084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:01.490707Z","time spent":"670.361816ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:02.161093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.603374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-05-07T04:44:02.161112Z","caller":"traceutil/trace.go:171","msg":"trace[1517438680] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f; range_end:; response_count:1; response_revision:26529; }","duration":"650.650865ms","start":"2026-05-07T04:44:01.510454Z","end":"2026-05-07T04:44:02.161105Z","steps":["trace[1517438680] 'agreement among raft nodes before linearized reading' (duration: 650.544992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:02.161137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:01.510441Z","time spent":"650.691926ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" "} {"level":"warn","ts":"2026-05-07T04:44:02.577671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.108369ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T04:44:02.577799Z","caller":"traceutil/trace.go:171","msg":"trace[795900222] linearizableReadLoop","detail":"{readStateIndex:27413; appliedIndex:27412; }","duration":"417.271258ms","start":"2026-05-07T04:44:02.160494Z","end":"2026-05-07T04:44:02.577765Z","steps":["trace[795900222] 'read index received' (duration: 35.953934ms)","trace[795900222] 'applied index is now lower than readState.Index' (duration: 381.316174ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:44:02.578232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.619257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-07T04:44:02.578274Z","caller":"traceutil/trace.go:171","msg":"trace[1416713390] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26529; }","duration":"480.727609ms","start":"2026-05-07T04:44:02.097536Z","end":"2026-05-07T04:44:02.578263Z","steps":["trace[1416713390] 'agreement among raft nodes before linearized reading' (duration: 480.538184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:02.578305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:02.097506Z","time spent":"480.790691ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T04:44:02.57854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057689623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T04:44:02.57856Z","caller":"traceutil/trace.go:171","msg":"trace[507044361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26529; }","duration":"1.057733274s","start":"2026-05-07T04:44:01.520821Z","end":"2026-05-07T04:44:02.578554Z","steps":["trace[507044361] 'agreement among raft nodes before linearized reading' (duration: 1.057663803s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:02.578581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:01.520809Z","time spent":"1.057763895s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:44:02.578543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.524152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:02.578808Z","caller":"traceutil/trace.go:171","msg":"trace[1658164979] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26529; }","duration":"904.668967ms","start":"2026-05-07T04:44:01.673942Z","end":"2026-05-07T04:44:02.578611Z","steps":["trace[1658164979] 'agreement among raft nodes before linearized reading' (duration: 904.510493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:02.578861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:01.673919Z","time spent":"904.928435ms","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:44:02.578853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.550297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T04:44:02.578939Z","caller":"traceutil/trace.go:171","msg":"trace[2106089662] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26529; }","duration":"395.69693ms","start":"2026-05-07T04:44:02.18322Z","end":"2026-05-07T04:44:02.578917Z","steps":["trace[2106089662] 'agreement among raft nodes before linearized reading' (duration: 395.405502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:02.578959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.316258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-07T04:44:02.578989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:02.183194Z","time spent":"395.785353ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T04:44:02.579007Z","caller":"traceutil/trace.go:171","msg":"trace[1033985939] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26529; }","duration":"539.366619ms","start":"2026-05-07T04:44:02.039628Z","end":"2026-05-07T04:44:02.578995Z","steps":["trace[1033985939] 'agreement among raft nodes before linearized reading' (duration: 539.283407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:02.579035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:02.039621Z","time spent":"539.4066ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:44:02.578894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.695493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-07T04:44:02.579214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.939069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T04:44:02.579238Z","caller":"traceutil/trace.go:171","msg":"trace[628154300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26529; }","duration":"541.045111ms","start":"2026-05-07T04:44:02.038179Z","end":"2026-05-07T04:44:02.579224Z","steps":["trace[628154300] 'agreement among raft nodes before linearized reading' (duration: 540.651091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:02.579244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.052611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-07T04:44:02.579276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:02.038172Z","time spent":"541.093733ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T04:44:02.579284Z","caller":"traceutil/trace.go:171","msg":"trace[69543648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26529; }","duration":"541.132593ms","start":"2026-05-07T04:44:02.038139Z","end":"2026-05-07T04:44:02.579272Z","steps":["trace[69543648] 'agreement among raft nodes before linearized reading' (duration: 540.955839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:02.579321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:02.038113Z","time spent":"541.201536ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T04:44:02.579245Z","caller":"traceutil/trace.go:171","msg":"trace[219125450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26529; }","duration":"540.98934ms","start":"2026-05-07T04:44:02.038246Z","end":"2026-05-07T04:44:02.579235Z","steps":["trace[219125450] 'agreement among raft nodes before linearized reading' (duration: 540.901438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:02.579439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:02.038223Z","time spent":"541.207565ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:44:02.579526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.660368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T04:44:02.579571Z","caller":"traceutil/trace.go:171","msg":"trace[1976213321] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26529; }","duration":"543.747571ms","start":"2026-05-07T04:44:02.035815Z","end":"2026-05-07T04:44:02.579562Z","steps":["trace[1976213321] 'agreement among raft nodes before linearized reading' (duration: 543.493614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:02.579607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:02.035791Z","time spent":"543.806122ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:44:03.085976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038480078,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T04:44:03.167498Z","caller":"traceutil/trace.go:171","msg":"trace[1454479053] transaction","detail":"{read_only:false; response_revision:26530; number_of_response:1; }","duration":"584.6529ms","start":"2026-05-07T04:44:02.58282Z","end":"2026-05-07T04:44:03.167472Z","steps":["trace[1454479053] 'process raft request' (duration: 584.370743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:03.167681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:02.582796Z","time spent":"584.789713ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:03.649957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:03.26524Z","time spent":"384.707951ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T04:44:03.667665Z","caller":"traceutil/trace.go:171","msg":"trace[1580046704] transaction","detail":"{read_only:false; response_revision:26534; number_of_response:1; }","duration":"1.082892363s","start":"2026-05-07T04:44:02.58475Z","end":"2026-05-07T04:44:03.667642Z","steps":["trace[1580046704] 'process raft request' (duration: 1.082840081s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:03.667819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:02.584743Z","time spent":"1.082988385s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:03.667819Z","caller":"traceutil/trace.go:171","msg":"trace[341625844] transaction","detail":"{read_only:false; response_revision:26532; number_of_response:1; }","duration":"1.083199711s","start":"2026-05-07T04:44:02.584572Z","end":"2026-05-07T04:44:03.667772Z","steps":["trace[341625844] 'process raft request' (duration: 1.082938774s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:03.667997Z","caller":"traceutil/trace.go:171","msg":"trace[1185716785] transaction","detail":"{read_only:false; response_revision:26533; number_of_response:1; }","duration":"1.083365934s","start":"2026-05-07T04:44:02.584624Z","end":"2026-05-07T04:44:03.66799Z","steps":["trace[1185716785] 'process raft request' (duration: 1.082921593s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:03.668024Z","caller":"traceutil/trace.go:171","msg":"trace[754002942] transaction","detail":"{read_only:false; response_revision:26531; number_of_response:1; }","duration":"1.084678949s","start":"2026-05-07T04:44:02.58334Z","end":"2026-05-07T04:44:03.668019Z","steps":["trace[754002942] 'process raft request' (duration: 1.084043443s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:03.668043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:02.584618Z","time spent":"1.083405186s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:03.668097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:02.583313Z","time spent":"1.08474549s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:03.667996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:02.584565Z","time spent":"1.083348615s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:03.668608Z","caller":"traceutil/trace.go:171","msg":"trace[586802056] linearizableReadLoop","detail":"{readStateIndex:27420; appliedIndex:27414; }","duration":"1.083475029s","start":"2026-05-07T04:44:02.585121Z","end":"2026-05-07T04:44:03.668596Z","steps":["trace[586802056] 'read index received' (duration: 582.70902ms)","trace[586802056] 'applied index is now lower than readState.Index' (duration: 500.764879ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:44:03.668672Z","caller":"traceutil/trace.go:171","msg":"trace[1007233366] transaction","detail":"{read_only:false; response_revision:26536; number_of_response:1; }","duration":"869.839003ms","start":"2026-05-07T04:44:02.798825Z","end":"2026-05-07T04:44:03.668664Z","steps":["trace[1007233366] 'process raft request' (duration: 868.887369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:03.668707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:02.798796Z","time spent":"869.886655ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:03.668754Z","caller":"traceutil/trace.go:171","msg":"trace[1541758498] transaction","detail":"{read_only:false; response_revision:26535; number_of_response:1; }","duration":"1.084005571s","start":"2026-05-07T04:44:02.584739Z","end":"2026-05-07T04:44:03.668744Z","steps":["trace[1541758498] 'process raft request' (duration: 1.082874632s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:03.668799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:02.584708Z","time spent":"1.084066723s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:03.668859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083747225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T04:44:03.668878Z","caller":"traceutil/trace.go:171","msg":"trace[1405398041] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26536; }","duration":"1.083785567s","start":"2026-05-07T04:44:02.585086Z","end":"2026-05-07T04:44:03.668872Z","steps":["trace[1405398041] 'agreement among raft nodes before linearized reading' (duration: 1.083698844s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:03.668894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:02.585076Z","time spent":"1.083814677s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T04:44:04.31546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.699692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:44:04.315714Z","caller":"traceutil/trace.go:171","msg":"trace[228711892] transaction","detail":"{read_only:false; response_revision:26538; number_of_response:1; }","duration":"147.279641ms","start":"2026-05-07T04:44:04.168408Z","end":"2026-05-07T04:44:04.315688Z","steps":["trace[228711892] 'process raft request' (duration: 147.194458ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:04.316221Z","caller":"traceutil/trace.go:171","msg":"trace[224333601] transaction","detail":"{read_only:false; response_revision:26537; number_of_response:1; }","duration":"685.518092ms","start":"2026-05-07T04:44:03.630683Z","end":"2026-05-07T04:44:04.316201Z","steps":["trace[224333601] 'process raft request' (duration: 195.959528ms)","trace[224333601] 'compare' (duration: 488.512866ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:44:04.316327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:03.630646Z","time spent":"685.626964ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:04.316379Z","caller":"traceutil/trace.go:171","msg":"trace[984562668] linearizableReadLoop","detail":"{readStateIndex:27421; appliedIndex:27420; }","duration":"647.70416ms","start":"2026-05-07T04:44:03.668633Z","end":"2026-05-07T04:44:04.316337Z","steps":["trace[984562668] 'read index received' (duration: 157.879029ms)","trace[984562668] 'applied index is now lower than readState.Index' (duration: 489.821181ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:44:04.316703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.434858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-07T04:44:04.316754Z","caller":"traceutil/trace.go:171","msg":"trace[1641216393] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26538; }","duration":"744.54186ms","start":"2026-05-07T04:44:03.572202Z","end":"2026-05-07T04:44:04.316744Z","steps":["trace[1641216393] 'agreement among raft nodes before linearized reading' (duration: 744.321735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:04.316799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:03.57218Z","time spent":"744.607202ms","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-05-07T04:44:04.316816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149181848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-05-07T04:44:04.316868Z","caller":"traceutil/trace.go:171","msg":"trace[1852147502] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f; range_end:; response_count:1; response_revision:26538; }","duration":"1.149265349s","start":"2026-05-07T04:44:03.167583Z","end":"2026-05-07T04:44:04.316849Z","steps":["trace[1852147502] 'agreement among raft nodes before linearized reading' (duration: 1.149062834s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:04.316929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:03.167561Z","time spent":"1.149352431s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" "} {"level":"warn","ts":"2026-05-07T04:44:04.317128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313229424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:44:04.317172Z","caller":"traceutil/trace.go:171","msg":"trace[1571992549] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26538; }","duration":"1.313559713s","start":"2026-05-07T04:44:03.003603Z","end":"2026-05-07T04:44:04.317163Z","steps":["trace[1571992549] 'agreement among raft nodes before linearized reading' (duration: 1.313390818s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:04.317186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.210069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:04.317247Z","caller":"traceutil/trace.go:171","msg":"trace[1484244634] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26538; }","duration":"799.322821ms","start":"2026-05-07T04:44:03.517909Z","end":"2026-05-07T04:44:04.317232Z","steps":["trace[1484244634] 'agreement among raft nodes before linearized reading' (duration: 799.225039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:04.317301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:03.517885Z","time spent":"799.401074ms","remote":"127.0.0.1:35530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:44:04.317294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719061192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:04.317354Z","caller":"traceutil/trace.go:171","msg":"trace[2032695501] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26538; }","duration":"1.719132543s","start":"2026-05-07T04:44:02.598209Z","end":"2026-05-07T04:44:04.317342Z","steps":["trace[2032695501] 'agreement among raft nodes before linearized reading' (duration: 1.719061581s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:04.317396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:02.598199Z","time spent":"1.719183475s","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:44:04.317199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:03.00359Z","time spent":"1.313601733s","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:44:04.317252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338794874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:44:04.317613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038417104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:04.317675Z","caller":"traceutil/trace.go:171","msg":"trace[43591645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26538; }","duration":"1.038509576s","start":"2026-05-07T04:44:03.279152Z","end":"2026-05-07T04:44:04.317662Z","steps":["trace[43591645] 'agreement among raft nodes before linearized reading' (duration: 1.038405794s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:04.317656Z","caller":"traceutil/trace.go:171","msg":"trace[1560104979] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26538; }","duration":"1.339197294s","start":"2026-05-07T04:44:02.978415Z","end":"2026-05-07T04:44:04.317612Z","steps":["trace[1560104979] 'agreement among raft nodes before linearized reading' (duration: 1.338800814s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:04.317726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:03.279132Z","time spent":"1.038583008s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:44:04.31772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109576471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:44:04.317787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:02.978397Z","time spent":"1.339345227s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:44:04.317808Z","caller":"traceutil/trace.go:171","msg":"trace[1956046633] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26538; }","duration":"1.109728275s","start":"2026-05-07T04:44:03.208061Z","end":"2026-05-07T04:44:04.31779Z","steps":["trace[1956046633] 'agreement among raft nodes before linearized reading' (duration: 1.109594072s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:04.31786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:03.208034Z","time spent":"1.109811978s","remote":"127.0.0.1:44302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:44:04.358396Z","caller":"traceutil/trace.go:171","msg":"trace[422501315] transaction","detail":"{read_only:false; response_revision:26539; number_of_response:1; }","duration":"189.797581ms","start":"2026-05-07T04:44:04.168568Z","end":"2026-05-07T04:44:04.358365Z","steps":["trace[422501315] 'process raft request' (duration: 189.588505ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:04.358821Z","caller":"traceutil/trace.go:171","msg":"trace[1553761240] transaction","detail":"{read_only:false; response_revision:26540; number_of_response:1; }","duration":"190.059007ms","start":"2026-05-07T04:44:04.168691Z","end":"2026-05-07T04:44:04.35875Z","steps":["trace[1553761240] 'process raft request' (duration: 189.626786ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:04.35902Z","caller":"traceutil/trace.go:171","msg":"trace[869788655] transaction","detail":"{read_only:false; response_revision:26541; number_of_response:1; }","duration":"190.282492ms","start":"2026-05-07T04:44:04.168719Z","end":"2026-05-07T04:44:04.359001Z","steps":["trace[869788655] 'process raft request' (duration: 189.825531ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:04.359181Z","caller":"traceutil/trace.go:171","msg":"trace[1975017034] transaction","detail":"{read_only:false; response_revision:26544; number_of_response:1; }","duration":"190.228821ms","start":"2026-05-07T04:44:04.168925Z","end":"2026-05-07T04:44:04.359154Z","steps":["trace[1975017034] 'process raft request' (duration: 189.968145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:04.359657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.627535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"info","ts":"2026-05-07T04:44:04.359704Z","caller":"traceutil/trace.go:171","msg":"trace[700298169] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26544; }","duration":"689.730358ms","start":"2026-05-07T04:44:03.669961Z","end":"2026-05-07T04:44:04.359691Z","steps":["trace[700298169] 'agreement among raft nodes before linearized reading' (duration: 689.510892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:04.359736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:03.66994Z","time spent":"689.78755ms","remote":"127.0.0.1:51378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-07T04:44:04.360208Z","caller":"traceutil/trace.go:171","msg":"trace[667853562] transaction","detail":"{read_only:false; response_revision:26542; number_of_response:1; }","duration":"191.324969ms","start":"2026-05-07T04:44:04.168866Z","end":"2026-05-07T04:44:04.360191Z","steps":["trace[667853562] 'process raft request' (duration: 189.894023ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:04.360237Z","caller":"traceutil/trace.go:171","msg":"trace[303356542] transaction","detail":"{read_only:false; response_revision:26543; number_of_response:1; }","duration":"191.303029ms","start":"2026-05-07T04:44:04.168901Z","end":"2026-05-07T04:44:04.360204Z","steps":["trace[303356542] 'process raft request' (duration: 189.914344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:04.568686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.162115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:04.568814Z","caller":"traceutil/trace.go:171","msg":"trace[102160260] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26544; }","duration":"113.37029ms","start":"2026-05-07T04:44:04.455411Z","end":"2026-05-07T04:44:04.568781Z","steps":["trace[102160260] 'range keys from in-memory index tree' (duration: 113.060412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:05.001222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038480102,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T04:44:05.054227Z","caller":"traceutil/trace.go:171","msg":"trace[635802271] transaction","detail":"{read_only:false; response_revision:26545; number_of_response:1; }","duration":"561.676466ms","start":"2026-05-07T04:44:04.492531Z","end":"2026-05-07T04:44:05.054208Z","steps":["trace[635802271] 'process raft request' (duration: 561.513191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:05.054315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.374585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:05.054343Z","caller":"traceutil/trace.go:171","msg":"trace[1976630481] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26545; }","duration":"553.479007ms","start":"2026-05-07T04:44:04.500857Z","end":"2026-05-07T04:44:05.054336Z","steps":["trace[1976630481] 'agreement among raft nodes before linearized reading' (duration: 553.411755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:05.054353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:04.492513Z","time spent":"561.778718ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:05.054372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:04.500826Z","time spent":"553.540519ms","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:44:05.054221Z","caller":"traceutil/trace.go:171","msg":"trace[798968000] linearizableReadLoop","detail":"{readStateIndex:27429; appliedIndex:27428; }","duration":"553.248291ms","start":"2026-05-07T04:44:04.500935Z","end":"2026-05-07T04:44:05.054183Z","steps":["trace[798968000] 'read index received' (duration: 553.115928ms)","trace[798968000] 'applied index is now lower than readState.Index' (duration: 131.673µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:44:05.054621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.96016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:44:05.054602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.089555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:05.054654Z","caller":"traceutil/trace.go:171","msg":"trace[648977988] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26545; }","duration":"365.038211ms","start":"2026-05-07T04:44:04.689606Z","end":"2026-05-07T04:44:05.054644Z","steps":["trace[648977988] 'agreement among raft nodes before linearized reading' (duration: 364.98493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:05.054653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.127496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:44:05.054675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:04.689568Z","time spent":"365.101443ms","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:44:05.054677Z","caller":"traceutil/trace.go:171","msg":"trace[1604350274] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26545; }","duration":"482.189377ms","start":"2026-05-07T04:44:04.572481Z","end":"2026-05-07T04:44:05.054671Z","steps":["trace[1604350274] 'agreement among raft nodes before linearized reading' (duration: 482.148356ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:05.054674Z","caller":"traceutil/trace.go:171","msg":"trace[1496218131] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26545; }","duration":"523.201738ms","start":"2026-05-07T04:44:04.531451Z","end":"2026-05-07T04:44:05.054653Z","steps":["trace[1496218131] 'agreement among raft nodes before linearized reading' (duration: 523.074245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:05.054694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:04.572464Z","time spent":"482.227168ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T04:44:05.054713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:04.531436Z","time spent":"523.266729ms","remote":"127.0.0.1:44372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:44:05.296711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.49404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:05.296807Z","caller":"traceutil/trace.go:171","msg":"trace[2001515386] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26545; }","duration":"181.666004ms","start":"2026-05-07T04:44:05.11512Z","end":"2026-05-07T04:44:05.296786Z","steps":["trace[2001515386] 'count revisions from in-memory index tree' (duration: 181.371667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:05.296866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.362383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-07T04:44:05.296936Z","caller":"traceutil/trace.go:171","msg":"trace[225240676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26545; }","duration":"223.492366ms","start":"2026-05-07T04:44:05.073425Z","end":"2026-05-07T04:44:05.296918Z","steps":["trace[225240676] 'range keys from in-memory index tree' (duration: 223.173999ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:05.843929Z","caller":"traceutil/trace.go:171","msg":"trace[1175115709] linearizableReadLoop","detail":"{readStateIndex:27432; appliedIndex:27431; }","duration":"348.276155ms","start":"2026-05-07T04:44:05.495613Z","end":"2026-05-07T04:44:05.843889Z","steps":["trace[1175115709] 'read index received' (duration: 330.470993ms)","trace[1175115709] 'applied index is now lower than readState.Index' (duration: 17.803662ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:44:05.84411Z","caller":"traceutil/trace.go:171","msg":"trace[496360625] transaction","detail":"{read_only:false; response_revision:26547; number_of_response:1; }","duration":"350.481202ms","start":"2026-05-07T04:44:05.493603Z","end":"2026-05-07T04:44:05.844084Z","steps":["trace[496360625] 'process raft request' (duration: 332.457665ms)","trace[496360625] 'compare' (duration: 17.617367ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:44:05.844287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:05.493578Z","time spent":"350.580894ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:05.844521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.87307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-05-07T04:44:05.844641Z","caller":"traceutil/trace.go:171","msg":"trace[450113462] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26547; }","duration":"349.032394ms","start":"2026-05-07T04:44:05.495579Z","end":"2026-05-07T04:44:05.844611Z","steps":["trace[450113462] 'agreement among raft nodes before linearized reading' (duration: 348.697156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:05.844716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:05.495564Z","time spent":"349.135656ms","remote":"127.0.0.1:51666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-05-07T04:44:05.845085Z","caller":"traceutil/trace.go:171","msg":"trace[13416424] transaction","detail":"{read_only:false; response_revision:26548; number_of_response:1; }","duration":"301.665861ms","start":"2026-05-07T04:44:05.543384Z","end":"2026-05-07T04:44:05.84505Z","steps":["trace[13416424] 'process raft request' (duration: 301.381114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:05.845132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.408027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:44:05.845186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.794727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T04:44:05.845204Z","caller":"traceutil/trace.go:171","msg":"trace[1893797623] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26548; }","duration":"320.548131ms","start":"2026-05-07T04:44:05.524638Z","end":"2026-05-07T04:44:05.845186Z","steps":["trace[1893797623] 'agreement among raft nodes before linearized reading' (duration: 320.402757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:05.845184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.648973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T04:44:05.845225Z","caller":"traceutil/trace.go:171","msg":"trace[363882588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26548; }","duration":"170.852579ms","start":"2026-05-07T04:44:05.674361Z","end":"2026-05-07T04:44:05.845213Z","steps":["trace[363882588] 'agreement among raft nodes before linearized reading' (duration: 170.669644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:05.845216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.742226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-07T04:44:05.845248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:05.524605Z","time spent":"320.630254ms","remote":"127.0.0.1:49892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:44:05.845261Z","caller":"traceutil/trace.go:171","msg":"trace[454277746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26548; }","duration":"170.782378ms","start":"2026-05-07T04:44:05.674457Z","end":"2026-05-07T04:44:05.84524Z","steps":["trace[454277746] 'agreement among raft nodes before linearized reading' (duration: 170.562181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:05.845261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:05.543359Z","time spent":"301.821495ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:05.845237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.748146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T04:44:05.845283Z","caller":"traceutil/trace.go:171","msg":"trace[1993927057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26548; }","duration":"170.8721ms","start":"2026-05-07T04:44:05.674393Z","end":"2026-05-07T04:44:05.845265Z","steps":["trace[1993927057] 'agreement among raft nodes before linearized reading' (duration: 170.635403ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:05.845332Z","caller":"traceutil/trace.go:171","msg":"trace[768605328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26548; }","duration":"170.891051ms","start":"2026-05-07T04:44:05.674418Z","end":"2026-05-07T04:44:05.845309Z","steps":["trace[768605328] 'agreement among raft nodes before linearized reading' (duration: 170.604432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:05.845314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.053558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-07T04:44:05.845408Z","caller":"traceutil/trace.go:171","msg":"trace[1442924200] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26548; }","duration":"329.218313ms","start":"2026-05-07T04:44:05.516165Z","end":"2026-05-07T04:44:05.845383Z","steps":["trace[1442924200] 'agreement among raft nodes before linearized reading' (duration: 328.7641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:05.845404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.101701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T04:44:05.84554Z","caller":"traceutil/trace.go:171","msg":"trace[2053320882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26548; }","duration":"170.258495ms","start":"2026-05-07T04:44:05.675261Z","end":"2026-05-07T04:44:05.845519Z","steps":["trace[2053320882] 'agreement among raft nodes before linearized reading' (duration: 170.008539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:05.845885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:05.516139Z","time spent":"329.707204ms","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-07T04:44:06.05333Z","caller":"traceutil/trace.go:171","msg":"trace[485354879] transaction","detail":"{read_only:false; response_revision:26552; number_of_response:1; }","duration":"202.163984ms","start":"2026-05-07T04:44:05.85114Z","end":"2026-05-07T04:44:06.053304Z","steps":["trace[485354879] 'process raft request' (duration: 202.080032ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:06.053566Z","caller":"traceutil/trace.go:171","msg":"trace[1990399959] transaction","detail":"{read_only:false; response_revision:26550; number_of_response:1; }","duration":"202.725809ms","start":"2026-05-07T04:44:05.85083Z","end":"2026-05-07T04:44:06.053555Z","steps":["trace[1990399959] 'process raft request' (duration: 202.166405ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:06.053719Z","caller":"traceutil/trace.go:171","msg":"trace[1812842483] transaction","detail":"{read_only:false; response_revision:26551; number_of_response:1; }","duration":"202.670948ms","start":"2026-05-07T04:44:05.851013Z","end":"2026-05-07T04:44:06.053684Z","steps":["trace[1812842483] 'process raft request' (duration: 202.163325ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:06.053735Z","caller":"traceutil/trace.go:171","msg":"trace[1870654696] linearizableReadLoop","detail":"{readStateIndex:27439; appliedIndex:27433; }","duration":"198.518033ms","start":"2026-05-07T04:44:05.855168Z","end":"2026-05-07T04:44:06.053686Z","steps":["trace[1870654696] 'read index received' (duration: 14.612871ms)","trace[1870654696] 'applied index is now lower than readState.Index' (duration: 183.901632ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:44:06.053956Z","caller":"traceutil/trace.go:171","msg":"trace[193780775] transaction","detail":"{read_only:false; response_revision:26553; number_of_response:1; }","duration":"201.671012ms","start":"2026-05-07T04:44:05.852268Z","end":"2026-05-07T04:44:06.053939Z","steps":["trace[193780775] 'process raft request' (duration: 200.986605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:06.054163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.965254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18ad2ee9f02fed0c\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-05-07T04:44:06.054232Z","caller":"traceutil/trace.go:171","msg":"trace[168963398] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18ad2ee9f02fed0c; range_end:; response_count:1; response_revision:26553; }","duration":"199.062106ms","start":"2026-05-07T04:44:05.855149Z","end":"2026-05-07T04:44:06.054211Z","steps":["trace[168963398] 'agreement among raft nodes before linearized reading' (duration: 198.687697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:06.764212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.972416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:44:06.765309Z","caller":"traceutil/trace.go:171","msg":"trace[927247009] linearizableReadLoop","detail":"{readStateIndex:27441; appliedIndex:27439; }","duration":"683.344076ms","start":"2026-05-07T04:44:06.08194Z","end":"2026-05-07T04:44:06.765284Z","steps":["trace[927247009] 'read index received' (duration: 149.159979ms)","trace[927247009] 'applied index is now lower than readState.Index' (duration: 534.182697ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:44:06.766474Z","caller":"traceutil/trace.go:171","msg":"trace[298859477] transaction","detail":"{read_only:false; response_revision:26554; number_of_response:1; }","duration":"710.493275ms","start":"2026-05-07T04:44:06.054911Z","end":"2026-05-07T04:44:06.765404Z","steps":["trace[298859477] 'process raft request' (duration: 176.165164ms)","trace[298859477] 'compare' (duration: 532.33338ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:44:06.766739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:06.054881Z","time spent":"711.667765ms","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:06.76684Z","caller":"traceutil/trace.go:171","msg":"trace[2070491083] transaction","detail":"{read_only:false; response_revision:26555; number_of_response:1; }","duration":"710.025153ms","start":"2026-05-07T04:44:06.056759Z","end":"2026-05-07T04:44:06.766784Z","steps":["trace[2070491083] 'process raft request' (duration: 708.347171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:06.767092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.143502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:44:06.767161Z","caller":"traceutil/trace.go:171","msg":"trace[1770644456] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26555; }","duration":"685.260715ms","start":"2026-05-07T04:44:06.081884Z","end":"2026-05-07T04:44:06.767145Z","steps":["trace[1770644456] 'agreement among raft nodes before linearized reading' (duration: 684.964906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:06.767205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:06.081858Z","time spent":"685.337967ms","remote":"127.0.0.1:51476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:44:06.76709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:06.056734Z","time spent":"710.220919ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:07.265838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038480146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:44:07.587253Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.26347665s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:44:07.599752Z","caller":"traceutil/trace.go:171","msg":"trace[1309976582] transaction","detail":"{read_only:false; response_revision:26556; number_of_response:1; }","duration":"1.276069101s","start":"2026-05-07T04:44:06.323652Z","end":"2026-05-07T04:44:07.599721Z","steps":["trace[1309976582] 'process raft request' (duration: 1.263949022s)","trace[1309976582] 'compare' (duration: 11.971435ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:44:07.599897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:06.323625Z","time spent":"1.276197684s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:07.855965Z","caller":"traceutil/trace.go:171","msg":"trace[2024815020] transaction","detail":"{read_only:false; response_revision:26558; number_of_response:1; }","duration":"1.487317145s","start":"2026-05-07T04:44:06.368615Z","end":"2026-05-07T04:44:07.855932Z","steps":["trace[2024815020] 'process raft request' (duration: 1.487008618s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:07.856157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575459164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:44:07.856169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:06.368579Z","time spent":"1.487471509s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:07.856205Z","caller":"traceutil/trace.go:171","msg":"trace[735200505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26563; }","duration":"1.575565767s","start":"2026-05-07T04:44:06.280628Z","end":"2026-05-07T04:44:07.856194Z","steps":["trace[735200505] 'agreement among raft nodes before linearized reading' (duration: 1.575391173s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:07.856237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:06.280602Z","time spent":"1.575624878s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T04:44:07.856433Z","caller":"traceutil/trace.go:171","msg":"trace[648492593] transaction","detail":"{read_only:false; response_revision:26559; number_of_response:1; }","duration":"1.487672425s","start":"2026-05-07T04:44:06.368745Z","end":"2026-05-07T04:44:07.856418Z","steps":["trace[648492593] 'process raft request' (duration: 1.486949477s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:07.856492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:06.368712Z","time spent":"1.487745597s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:07.856581Z","caller":"traceutil/trace.go:171","msg":"trace[1035645673] transaction","detail":"{read_only:false; response_revision:26560; number_of_response:1; }","duration":"1.487715245s","start":"2026-05-07T04:44:06.368855Z","end":"2026-05-07T04:44:07.85657Z","steps":["trace[1035645673] 'process raft request' (duration: 1.486875564s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:07.85663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:06.368846Z","time spent":"1.487756317s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:07.85664Z","caller":"traceutil/trace.go:171","msg":"trace[878015919] transaction","detail":"{read_only:false; response_revision:26557; number_of_response:1; }","duration":"1.530860522s","start":"2026-05-07T04:44:06.325763Z","end":"2026-05-07T04:44:07.856624Z","steps":["trace[878015919] 'process raft request' (duration: 1.523870544s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:07.8567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:06.325741Z","time spent":"1.530925594s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:07.855964Z","caller":"traceutil/trace.go:171","msg":"trace[1460244307] linearizableReadLoop","detail":"{readStateIndex:27449; appliedIndex:27441; }","duration":"1.090582529s","start":"2026-05-07T04:44:06.76536Z","end":"2026-05-07T04:44:07.855943Z","steps":["trace[1460244307] 'read index received' (duration: 822.259884ms)","trace[1460244307] 'applied index is now lower than readState.Index' (duration: 268.321075ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:44:07.856825Z","caller":"traceutil/trace.go:171","msg":"trace[975687985] transaction","detail":"{read_only:false; response_revision:26561; number_of_response:1; }","duration":"1.487450009s","start":"2026-05-07T04:44:06.369364Z","end":"2026-05-07T04:44:07.856814Z","steps":["trace[975687985] 'process raft request' (duration: 1.486404321s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:07.856891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:06.369351Z","time spent":"1.48750088s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:07.857037Z","caller":"traceutil/trace.go:171","msg":"trace[18064023] transaction","detail":"{read_only:false; response_revision:26562; number_of_response:1; }","duration":"1.487006018s","start":"2026-05-07T04:44:06.370019Z","end":"2026-05-07T04:44:07.857025Z","steps":["trace[18064023] 'process raft request' (duration: 1.485791606s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:07.857092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:06.369991Z","time spent":"1.48706749s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:07.857111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087187903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-07T04:44:07.857144Z","caller":"traceutil/trace.go:171","msg":"trace[1286986979] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26563; }","duration":"1.087252865s","start":"2026-05-07T04:44:06.769881Z","end":"2026-05-07T04:44:07.857134Z","steps":["trace[1286986979] 'agreement among raft nodes before linearized reading' (duration: 1.08707417s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:07.857172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:06.76986Z","time spent":"1.087303595s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-07T04:44:07.857237Z","caller":"traceutil/trace.go:171","msg":"trace[1885383401] transaction","detail":"{read_only:false; response_revision:26563; number_of_response:1; }","duration":"1.487056429s","start":"2026-05-07T04:44:06.370168Z","end":"2026-05-07T04:44:07.857225Z","steps":["trace[1885383401] 'process raft request' (duration: 1.485717574s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:07.857292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:06.37016Z","time spent":"1.48710145s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:07.857516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.490699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:07.857556Z","caller":"traceutil/trace.go:171","msg":"trace[1286177214] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26563; }","duration":"796.587613ms","start":"2026-05-07T04:44:07.060955Z","end":"2026-05-07T04:44:07.857543Z","steps":["trace[1286177214] 'agreement among raft nodes before linearized reading' (duration: 796.46717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:07.8576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:07.060926Z","time spent":"796.663544ms","remote":"127.0.0.1:35782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T04:44:07.857557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448283544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-05-07T04:44:07.85816Z","caller":"traceutil/trace.go:171","msg":"trace[424441223] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f; range_end:; response_count:1; response_revision:26563; }","duration":"1.448968761s","start":"2026-05-07T04:44:06.409179Z","end":"2026-05-07T04:44:07.858148Z","steps":["trace[424441223] 'agreement among raft nodes before linearized reading' (duration: 1.448263363s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:07.858199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:06.409157Z","time spent":"1.449028733s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" "} {"level":"warn","ts":"2026-05-07T04:44:08.547555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.289232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T04:44:08.547647Z","caller":"traceutil/trace.go:171","msg":"trace[549833086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26564; }","duration":"488.421225ms","start":"2026-05-07T04:44:08.059205Z","end":"2026-05-07T04:44:08.547627Z","steps":["trace[549833086] 'range keys from in-memory index tree' (duration: 488.125557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:08.547692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:08.0592Z","time spent":"488.482726ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:44:08.547759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.961938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T04:44:08.547853Z","caller":"traceutil/trace.go:171","msg":"trace[1363922281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26564; }","duration":"487.127223ms","start":"2026-05-07T04:44:08.060704Z","end":"2026-05-07T04:44:08.547831Z","steps":["trace[1363922281] 'range keys from in-memory index tree' (duration: 486.681161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:08.547934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:08.060676Z","time spent":"487.247535ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:44:08.547918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.634586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T04:44:08.547876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.499001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:08.548003Z","caller":"traceutil/trace.go:171","msg":"trace[125277444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26564; }","duration":"489.768849ms","start":"2026-05-07T04:44:08.058212Z","end":"2026-05-07T04:44:08.547981Z","steps":["trace[125277444] 'range keys from in-memory index tree' (duration: 489.418481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:08.548069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:08.058192Z","time spent":"489.866541ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T04:44:08.548024Z","caller":"traceutil/trace.go:171","msg":"trace[1511481910] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26564; }","duration":"489.691766ms","start":"2026-05-07T04:44:08.058321Z","end":"2026-05-07T04:44:08.548013Z","steps":["trace[1511481910] 'count revisions from in-memory index tree' (duration: 489.414709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:08.548157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:08.058297Z","time spent":"489.839001ms","remote":"127.0.0.1:49126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:44:08.548128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.261766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T04:44:08.548235Z","caller":"traceutil/trace.go:171","msg":"trace[1512608091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26564; }","duration":"489.395079ms","start":"2026-05-07T04:44:08.058813Z","end":"2026-05-07T04:44:08.548208Z","steps":["trace[1512608091] 'range keys from in-memory index tree' (duration: 489.0649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:08.548304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:08.058805Z","time spent":"489.479301ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T04:44:08.698687Z","caller":"traceutil/trace.go:171","msg":"trace[1902902289] transaction","detail":"{read_only:false; response_revision:26565; number_of_response:1; }","duration":"145.735241ms","start":"2026-05-07T04:44:08.552914Z","end":"2026-05-07T04:44:08.698649Z","steps":["trace[1902902289] 'process raft request' (duration: 145.514766ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:09.15235Z","caller":"traceutil/trace.go:171","msg":"trace[1114706264] linearizableReadLoop","detail":"{readStateIndex:27454; appliedIndex:27450; }","duration":"582.486624ms","start":"2026-05-07T04:44:08.569838Z","end":"2026-05-07T04:44:09.152325Z","steps":["trace[1114706264] 'read index received' (duration: 128.726229ms)","trace[1114706264] 'applied index is now lower than readState.Index' (duration: 453.759665ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:44:09.152407Z","caller":"traceutil/trace.go:171","msg":"trace[173033435] transaction","detail":"{read_only:false; response_revision:26567; number_of_response:1; }","duration":"596.856389ms","start":"2026-05-07T04:44:08.55551Z","end":"2026-05-07T04:44:09.152367Z","steps":["trace[173033435] 'process raft request' (duration: 596.744396ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:09.152473Z","caller":"traceutil/trace.go:171","msg":"trace[2075496293] transaction","detail":"{read_only:false; response_revision:26568; number_of_response:1; }","duration":"596.954631ms","start":"2026-05-07T04:44:08.55551Z","end":"2026-05-07T04:44:09.152465Z","steps":["trace[2075496293] 'process raft request' (duration: 596.775027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:09.152582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:08.555487Z","time spent":"597.007463ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:09.152591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:08.555501Z","time spent":"596.984252ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:09.152734Z","caller":"traceutil/trace.go:171","msg":"trace[116734328] transaction","detail":"{read_only:false; response_revision:26566; number_of_response:1; }","duration":"598.190283ms","start":"2026-05-07T04:44:08.554532Z","end":"2026-05-07T04:44:09.152722Z","steps":["trace[116734328] 'process raft request' (duration: 597.584048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:09.152783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:08.554498Z","time spent":"598.258174ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:09.152788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.955676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-05-07T04:44:09.152826Z","caller":"traceutil/trace.go:171","msg":"trace[1237873131] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f; range_end:; response_count:1; response_revision:26568; }","duration":"582.992527ms","start":"2026-05-07T04:44:08.569818Z","end":"2026-05-07T04:44:09.152811Z","steps":["trace[1237873131] 'agreement among raft nodes before linearized reading' (duration: 582.863254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:09.15286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:08.569742Z","time spent":"583.10977ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" "} {"level":"warn","ts":"2026-05-07T04:44:09.153005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.869335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-05-07T04:44:09.153052Z","caller":"traceutil/trace.go:171","msg":"trace[1627230184] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f; range_end:; response_count:1; response_revision:26568; }","duration":"290.335914ms","start":"2026-05-07T04:44:08.862695Z","end":"2026-05-07T04:44:09.153031Z","steps":["trace[1627230184] 'agreement among raft nodes before linearized reading' (duration: 290.17728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:09.15332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.503446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:44:09.153406Z","caller":"traceutil/trace.go:171","msg":"trace[577948730] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26568; }","duration":"212.611068ms","start":"2026-05-07T04:44:08.940772Z","end":"2026-05-07T04:44:09.153384Z","steps":["trace[577948730] 'agreement among raft nodes before linearized reading' (duration: 212.455875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:09.567492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.559752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:44:09.56754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.238145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:09.567632Z","caller":"traceutil/trace.go:171","msg":"trace[442449463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26568; }","duration":"287.407199ms","start":"2026-05-07T04:44:09.280202Z","end":"2026-05-07T04:44:09.567609Z","steps":["trace[442449463] 'range keys from in-memory index tree' (duration: 287.161563ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:09.56763Z","caller":"traceutil/trace.go:171","msg":"trace[1195859419] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26568; }","duration":"181.771557ms","start":"2026-05-07T04:44:09.385824Z","end":"2026-05-07T04:44:09.567595Z","steps":["trace[1195859419] 'count revisions from in-memory index tree' (duration: 181.435998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:09.567661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.551411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:44:09.567738Z","caller":"traceutil/trace.go:171","msg":"trace[107635292] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26568; }","duration":"144.677484ms","start":"2026-05-07T04:44:09.423042Z","end":"2026-05-07T04:44:09.56772Z","steps":["trace[107635292] 'count revisions from in-memory index tree' (duration: 144.403017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:10.141471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038480172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:44:10.641932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038480172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:44:10.859638Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.254544892s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:44:10.863801Z","caller":"traceutil/trace.go:171","msg":"trace[595762876] transaction","detail":"{read_only:false; response_revision:26569; number_of_response:1; }","duration":"1.258818322s","start":"2026-05-07T04:44:09.604949Z","end":"2026-05-07T04:44:10.863768Z","steps":["trace[595762876] 'process raft request' (duration: 1.258547355s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:10.864024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:09.604919Z","time spent":"1.258977425s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:11.006202Z","caller":"traceutil/trace.go:171","msg":"trace[961462180] transaction","detail":"{read_only:false; response_revision:26570; number_of_response:1; }","duration":"1.14137256s","start":"2026-05-07T04:44:09.864806Z","end":"2026-05-07T04:44:11.006178Z","steps":["trace[961462180] 'process raft request' (duration: 1.084134316s)","trace[961462180] 'compare' (duration: 54.109835ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:44:11.006365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:09.864778Z","time spent":"1.141491633s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:11.006679Z","caller":"traceutil/trace.go:171","msg":"trace[557703200] transaction","detail":"{read_only:false; response_revision:26571; number_of_response:1; }","duration":"1.141358948s","start":"2026-05-07T04:44:09.865294Z","end":"2026-05-07T04:44:11.006653Z","steps":["trace[557703200] 'process raft request' (duration: 1.140834535s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:11.006765Z","caller":"traceutil/trace.go:171","msg":"trace[1513185824] transaction","detail":"{read_only:false; response_revision:26572; number_of_response:1; }","duration":"1.14141892s","start":"2026-05-07T04:44:09.865314Z","end":"2026-05-07T04:44:11.006733Z","steps":["trace[1513185824] 'process raft request' (duration: 1.141102712s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:11.006848Z","caller":"traceutil/trace.go:171","msg":"trace[1976457176] transaction","detail":"{read_only:false; response_revision:26573; number_of_response:1; }","duration":"1.141254956s","start":"2026-05-07T04:44:09.865583Z","end":"2026-05-07T04:44:11.006838Z","steps":["trace[1976457176] 'process raft request' (duration: 1.141102812s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:11.006899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:09.865549Z","time spent":"1.141321968s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:11.00698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:09.865273Z","time spent":"1.141594055s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:11.006821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:09.865267Z","time spent":"1.141471781s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:11.007087Z","caller":"traceutil/trace.go:171","msg":"trace[305959022] transaction","detail":"{read_only:false; response_revision:26574; number_of_response:1; }","duration":"1.140490497s","start":"2026-05-07T04:44:09.866588Z","end":"2026-05-07T04:44:11.007078Z","steps":["trace[305959022] 'process raft request' (duration: 1.14021346s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:11.007184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:09.866572Z","time spent":"1.140572079s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:11.007442Z","caller":"traceutil/trace.go:171","msg":"trace[1610821373] transaction","detail":"{read_only:false; response_revision:26575; number_of_response:1; }","duration":"1.140714793s","start":"2026-05-07T04:44:09.866721Z","end":"2026-05-07T04:44:11.007435Z","steps":["trace[1610821373] 'process raft request' (duration: 1.140260751s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:11.007486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:09.866704Z","time spent":"1.140759804s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:11.007496Z","caller":"traceutil/trace.go:171","msg":"trace[128982945] linearizableReadLoop","detail":"{readStateIndex:27463; appliedIndex:27454; }","duration":"1.366287451s","start":"2026-05-07T04:44:09.641196Z","end":"2026-05-07T04:44:11.007484Z","steps":["trace[128982945] 'read index received' (duration: 1.220914938s)","trace[128982945] 'applied index is now lower than readState.Index' (duration: 145.371713ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:44:11.007579Z","caller":"traceutil/trace.go:171","msg":"trace[328183210] transaction","detail":"{read_only:false; response_revision:26576; number_of_response:1; }","duration":"1.140406635s","start":"2026-05-07T04:44:09.867164Z","end":"2026-05-07T04:44:11.00757Z","steps":["trace[328183210] 'process raft request' (duration: 1.14020635s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:11.007637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:09.867152Z","time spent":"1.140455376s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:11.007723Z","caller":"traceutil/trace.go:171","msg":"trace[25024954] transaction","detail":"{read_only:false; response_revision:26577; number_of_response:1; }","duration":"945.822952ms","start":"2026-05-07T04:44:10.061892Z","end":"2026-05-07T04:44:11.007715Z","steps":["trace[25024954] 'process raft request' (duration: 945.535145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:11.007778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:10.061859Z","time spent":"945.888894ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:11.007942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366695592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-07T04:44:11.008041Z","caller":"traceutil/trace.go:171","msg":"trace[280649655] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26577; }","duration":"1.366893226s","start":"2026-05-07T04:44:09.641124Z","end":"2026-05-07T04:44:11.008017Z","steps":["trace[280649655] 'agreement among raft nodes before linearized reading' (duration: 1.36662762s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:11.008096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:09.641095Z","time spent":"1.366985439s","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-07T04:44:11.103105Z","caller":"traceutil/trace.go:171","msg":"trace[1997177762] transaction","detail":"{read_only:false; response_revision:26578; number_of_response:1; }","duration":"224.478322ms","start":"2026-05-07T04:44:10.878601Z","end":"2026-05-07T04:44:11.10308Z","steps":["trace[1997177762] 'process raft request' (duration: 223.854216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:11.10349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.021048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-07T04:44:11.103542Z","caller":"traceutil/trace.go:171","msg":"trace[873687918] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26578; }","duration":"246.126711ms","start":"2026-05-07T04:44:10.8574Z","end":"2026-05-07T04:44:11.103526Z","steps":["trace[873687918] 'agreement among raft nodes before linearized reading' (duration: 245.955486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:11.104061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.604894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T04:44:11.104101Z","caller":"traceutil/trace.go:171","msg":"trace[1249718969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26578; }","duration":"400.687386ms","start":"2026-05-07T04:44:10.703403Z","end":"2026-05-07T04:44:11.104091Z","steps":["trace[1249718969] 'agreement among raft nodes before linearized reading' (duration: 400.549002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:11.104134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:10.703378Z","time spent":"400.746048ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:44:11.104441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.150501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T04:44:11.104484Z","caller":"traceutil/trace.go:171","msg":"trace[1984966652] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26578; }","duration":"798.242394ms","start":"2026-05-07T04:44:10.306233Z","end":"2026-05-07T04:44:11.104475Z","steps":["trace[1984966652] 'agreement among raft nodes before linearized reading' (duration: 798.08631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:11.10452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:10.306206Z","time spent":"798.303775ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T04:44:11.104808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.401752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-05-07T04:44:11.104861Z","caller":"traceutil/trace.go:171","msg":"trace[1043108043] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f; range_end:; response_count:1; response_revision:26578; }","duration":"945.496484ms","start":"2026-05-07T04:44:10.15935Z","end":"2026-05-07T04:44:11.104847Z","steps":["trace[1043108043] 'agreement among raft nodes before linearized reading' (duration: 945.381691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:11.104894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:10.159326Z","time spent":"945.558976ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" "} {"level":"warn","ts":"2026-05-07T04:44:11.105119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193912053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T04:44:11.105173Z","caller":"traceutil/trace.go:171","msg":"trace[1787343325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26578; }","duration":"1.194024686s","start":"2026-05-07T04:44:09.911139Z","end":"2026-05-07T04:44:11.105164Z","steps":["trace[1787343325] 'agreement among raft nodes before linearized reading' (duration: 1.193909873s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:11.105201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:09.911114Z","time spent":"1.194080008s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:44:12.099268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.648354ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:12.099415Z","caller":"traceutil/trace.go:171","msg":"trace[1122295512] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26578; }","duration":"131.802728ms","start":"2026-05-07T04:44:11.967585Z","end":"2026-05-07T04:44:12.099388Z","steps":["trace[1122295512] 'range keys from in-memory index tree' (duration: 131.631123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:12.100323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.385318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:44:12.100536Z","caller":"traceutil/trace.go:171","msg":"trace[1887606549] transaction","detail":"{read_only:false; response_revision:26579; number_of_response:1; }","duration":"982.270487ms","start":"2026-05-07T04:44:11.118241Z","end":"2026-05-07T04:44:12.100511Z","steps":["trace[1887606549] 'process raft request' (duration: 168.585131ms)","trace[1887606549] 'compare' (duration: 813.232914ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:44:12.100612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:11.118204Z","time spent":"982.375729ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:12.102426Z","caller":"traceutil/trace.go:171","msg":"trace[288085814] transaction","detail":"{read_only:false; response_revision:26580; number_of_response:1; }","duration":"982.859143ms","start":"2026-05-07T04:44:11.119526Z","end":"2026-05-07T04:44:12.102385Z","steps":["trace[288085814] 'process raft request' (duration: 980.932013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:12.102625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:11.119497Z","time spent":"983.023137ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:12.102854Z","caller":"traceutil/trace.go:171","msg":"trace[804232482] transaction","detail":"{read_only:false; response_revision:26581; number_of_response:1; }","duration":"926.208563ms","start":"2026-05-07T04:44:11.17663Z","end":"2026-05-07T04:44:12.102838Z","steps":["trace[804232482] 'process raft request' (duration: 925.992118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:12.103009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:11.176606Z","time spent":"926.314316ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:12.103245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.909738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T04:44:12.103353Z","caller":"traceutil/trace.go:171","msg":"trace[1646731867] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26581; }","duration":"982.065942ms","start":"2026-05-07T04:44:11.121263Z","end":"2026-05-07T04:44:12.103329Z","steps":["trace[1646731867] 'agreement among raft nodes before linearized reading' (duration: 981.721664ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:12.102756Z","caller":"traceutil/trace.go:171","msg":"trace[565405592] linearizableReadLoop","detail":"{readStateIndex:27466; appliedIndex:27464; }","duration":"981.422146ms","start":"2026-05-07T04:44:11.121305Z","end":"2026-05-07T04:44:12.102727Z","steps":["trace[565405592] 'read index received' (duration: 165.535204ms)","trace[565405592] 'applied index is now lower than readState.Index' (duration: 815.885602ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:44:12.10341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:11.121255Z","time spent":"982.145044ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T04:44:13.278499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000471689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T04:44:13.278609Z","caller":"traceutil/trace.go:171","msg":"trace[1180168426] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000611452s","start":"2026-05-07T04:44:11.277973Z","end":"2026-05-07T04:44:13.278584Z","steps":["trace[1180168426] 'agreement among raft nodes before linearized reading' (duration: 2.000468219s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:13.278676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:11.2779Z","time spent":"2.000763866s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:44:14.21421Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.344037327s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T04:44:14.343189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924011277s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T04:44:14.343538Z","caller":"traceutil/trace.go:171","msg":"trace[419492722] linearizableReadLoop","detail":"{readStateIndex:27468; appliedIndex:27467; }","duration":"2.240101885s","start":"2026-05-07T04:44:12.103398Z","end":"2026-05-07T04:44:14.3435Z","steps":["trace[419492722] 'read index received' (duration: 315.74125ms)","trace[419492722] 'applied index is now lower than readState.Index' (duration: 1.924353765s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:44:14.343622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.901256228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:44:14.343788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.201451411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:44:14.343792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.18565669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T04:44:14.343849Z","caller":"traceutil/trace.go:171","msg":"trace[1271574381] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26581; }","duration":"3.201532894s","start":"2026-05-07T04:44:11.142299Z","end":"2026-05-07T04:44:14.343832Z","steps":["trace[1271574381] 'agreement among raft nodes before linearized reading' (duration: 3.201434231s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:14.343875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.185779604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T04:44:14.343879Z","caller":"traceutil/trace.go:171","msg":"trace[397192834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26581; }","duration":"3.185767703s","start":"2026-05-07T04:44:11.158089Z","end":"2026-05-07T04:44:14.343857Z","steps":["trace[397192834] 'agreement among raft nodes before linearized reading' (duration: 3.185497807s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:14.343896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:11.142286Z","time spent":"3.201597295s","remote":"127.0.0.1:35692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:44:14.343914Z","caller":"traceutil/trace.go:171","msg":"trace[997020361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26581; }","duration":"3.185889596s","start":"2026-05-07T04:44:11.158013Z","end":"2026-05-07T04:44:14.343902Z","steps":["trace[997020361] 'agreement among raft nodes before linearized reading' (duration: 3.185658381s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:14.343926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:11.158084Z","time spent":"3.185832065s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:44:14.343938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184646245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-07T04:44:14.343961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:11.157987Z","time spent":"3.185966688s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T04:44:14.34401Z","caller":"traceutil/trace.go:171","msg":"trace[591467724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26581; }","duration":"3.184718596s","start":"2026-05-07T04:44:11.159264Z","end":"2026-05-07T04:44:14.343982Z","steps":["trace[591467724] 'agreement among raft nodes before linearized reading' (duration: 3.184434789s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:14.344052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:11.159254Z","time spent":"3.184789699s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:44:14.343921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.782615564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad2ee9ea27df06\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-05-07T04:44:14.344124Z","caller":"traceutil/trace.go:171","msg":"trace[1072185340] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad2ee9ea27df06; range_end:; response_count:1; response_revision:26581; }","duration":"2.782910691s","start":"2026-05-07T04:44:11.561188Z","end":"2026-05-07T04:44:14.344099Z","steps":["trace[1072185340] 'agreement among raft nodes before linearized reading' (duration: 2.782353887s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:14.344206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:11.561159Z","time spent":"2.783023904s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad2ee9ea27df06\" "} {"level":"info","ts":"2026-05-07T04:44:14.343788Z","caller":"traceutil/trace.go:171","msg":"trace[2035753810] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26581; }","duration":"2.901464783s","start":"2026-05-07T04:44:11.442302Z","end":"2026-05-07T04:44:14.343766Z","steps":["trace[2035753810] 'agreement among raft nodes before linearized reading' (duration: 2.901255398s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:14.344341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:11.442278Z","time spent":"2.902041357s","remote":"127.0.0.1:51450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:44:14.343665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494842115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:14.34445Z","caller":"traceutil/trace.go:171","msg":"trace[1381888998] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26581; }","duration":"2.495683186s","start":"2026-05-07T04:44:11.84875Z","end":"2026-05-07T04:44:14.344433Z","steps":["trace[1381888998] 'agreement among raft nodes before linearized reading' (duration: 2.494814304s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:14.344532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:11.848728Z","time spent":"2.495786828s","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:44:14.343657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.085728032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-07T04:44:14.344698Z","caller":"traceutil/trace.go:171","msg":"trace[772438375] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26581; }","duration":"3.086774989s","start":"2026-05-07T04:44:11.257909Z","end":"2026-05-07T04:44:14.344684Z","steps":["trace[772438375] 'agreement among raft nodes before linearized reading' (duration: 3.085591638s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:14.344766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:11.257875Z","time spent":"3.086876962s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-07T04:44:14.350478Z","caller":"traceutil/trace.go:171","msg":"trace[923572089] transaction","detail":"{read_only:false; response_revision:26582; number_of_response:1; }","duration":"1.480420491s","start":"2026-05-07T04:44:12.870038Z","end":"2026-05-07T04:44:14.350458Z","steps":["trace[923572089] 'process raft request' (duration: 1.473277699s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:14.350663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:12.870004Z","time spent":"1.480557994s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:15.279024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99972706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T04:44:15.279134Z","caller":"traceutil/trace.go:171","msg":"trace[645160539] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999941775s","start":"2026-05-07T04:44:13.279168Z","end":"2026-05-07T04:44:15.27911Z","steps":["trace[645160539] 'agreement among raft nodes before linearized reading' (duration: 1.999775441s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:15.279187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:13.279137Z","time spent":"2.000038588s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 04:44:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:44:15.306834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000871408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T04:44:15.30693Z","caller":"traceutil/trace.go:171","msg":"trace[1922831277] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001049453s","start":"2026-05-07T04:44:13.305858Z","end":"2026-05-07T04:44:15.306907Z","steps":["trace[1922831277] 'agreement among raft nodes before linearized reading' (duration: 2.000904839s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:15.30703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:13.305834Z","time spent":"2.001183117s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 04:44:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:44:15.731658Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.382790362s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T04:44:15.793961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443473042s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:44:15.794242Z","caller":"traceutil/trace.go:171","msg":"trace[1223899465] transaction","detail":"{read_only:false; response_revision:26583; number_of_response:1; }","duration":"2.779974366s","start":"2026-05-07T04:44:13.014177Z","end":"2026-05-07T04:44:15.794151Z","steps":["trace[1223899465] 'process raft request' (duration: 1.336206917s)","trace[1223899465] 'compare' (duration: 1.440584288s)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:44:15.794385Z","caller":"traceutil/trace.go:171","msg":"trace[344352784] transaction","detail":"{read_only:false; response_revision:26590; number_of_response:1; }","duration":"1.445623286s","start":"2026-05-07T04:44:14.348747Z","end":"2026-05-07T04:44:15.79437Z","steps":["trace[344352784] 'process raft request' (duration: 1.445569695s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:15.794458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:14.348722Z","time spent":"1.445706599s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:15.79455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:13.014146Z","time spent":"2.780185361s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:15.794617Z","caller":"traceutil/trace.go:171","msg":"trace[768141815] transaction","detail":"{read_only:false; response_revision:26588; number_of_response:1; }","duration":"2.778595271s","start":"2026-05-07T04:44:13.016014Z","end":"2026-05-07T04:44:15.79461Z","steps":["trace[768141815] 'process raft request' (duration: 2.778237903s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:15.79466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:13.01599Z","time spent":"2.778645153s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:15.794648Z","caller":"traceutil/trace.go:171","msg":"trace[1224116438] transaction","detail":"{read_only:false; response_revision:26584; number_of_response:1; }","duration":"2.780301395s","start":"2026-05-07T04:44:13.014322Z","end":"2026-05-07T04:44:15.794623Z","steps":["trace[1224116438] 'process raft request' (duration: 2.77972581s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:15.79466Z","caller":"traceutil/trace.go:171","msg":"trace[1408220937] transaction","detail":"{read_only:false; response_revision:26587; number_of_response:1; }","duration":"2.778683564s","start":"2026-05-07T04:44:13.015941Z","end":"2026-05-07T04:44:15.794624Z","steps":["trace[1408220937] 'process raft request' (duration: 2.778242923s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:15.794742Z","caller":"traceutil/trace.go:171","msg":"trace[1620476797] linearizableReadLoop","detail":"{readStateIndex:27476; appliedIndex:27468; }","duration":"1.451120187s","start":"2026-05-07T04:44:14.343614Z","end":"2026-05-07T04:44:15.794734Z","steps":["trace[1620476797] 'read index received' (duration: 109.923µs)","trace[1620476797] 'applied index is now lower than readState.Index' (duration: 1.451009334s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:44:15.794771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:13.014304Z","time spent":"2.780399267s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:15.794847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:13.015929Z","time spent":"2.778817208s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:15.794937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533713483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:44:15.794979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644463987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:15.794717Z","caller":"traceutil/trace.go:171","msg":"trace[485047909] transaction","detail":"{read_only:false; response_revision:26589; number_of_response:1; }","duration":"2.778633313s","start":"2026-05-07T04:44:13.016077Z","end":"2026-05-07T04:44:15.79471Z","steps":["trace[485047909] 'process raft request' (duration: 2.778206112s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:15.794996Z","caller":"traceutil/trace.go:171","msg":"trace[892836790] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26590; }","duration":"1.644500978s","start":"2026-05-07T04:44:14.150488Z","end":"2026-05-07T04:44:15.794989Z","steps":["trace[892836790] 'agreement among raft nodes before linearized reading' (duration: 1.644468667s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:15.795019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:14.150476Z","time spent":"1.644538109s","remote":"127.0.0.1:51430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:44:15.794998Z","caller":"traceutil/trace.go:171","msg":"trace[155002274] transaction","detail":"{read_only:false; response_revision:26586; number_of_response:1; }","duration":"2.779417882s","start":"2026-05-07T04:44:13.015534Z","end":"2026-05-07T04:44:15.794952Z","steps":["trace[155002274] 'process raft request' (duration: 2.778618092s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:15.795049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:13.016068Z","time spent":"2.778943021s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:15.795057Z","caller":"traceutil/trace.go:171","msg":"trace[533525617] transaction","detail":"{read_only:false; response_revision:26585; number_of_response:1; }","duration":"2.780592412s","start":"2026-05-07T04:44:13.014452Z","end":"2026-05-07T04:44:15.795044Z","steps":["trace[533525617] 'process raft request' (duration: 2.779664049s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:15.795106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:13.014439Z","time spent":"2.780643793s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:15.795148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:13.0155Z","time spent":"2.779565736s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:15.795181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649400782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-07T04:44:15.795182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.336275207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:15.795202Z","caller":"traceutil/trace.go:171","msg":"trace[1711967253] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26590; }","duration":"1.649464803s","start":"2026-05-07T04:44:14.145731Z","end":"2026-05-07T04:44:15.795196Z","steps":["trace[1711967253] 'agreement among raft nodes before linearized reading' (duration: 1.649376301s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:15.795221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:14.145707Z","time spent":"1.649510344s","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-07T04:44:15.795243Z","caller":"traceutil/trace.go:171","msg":"trace[71611907] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26590; }","duration":"3.336356488s","start":"2026-05-07T04:44:12.458853Z","end":"2026-05-07T04:44:15.795209Z","steps":["trace[71611907] 'agreement among raft nodes before linearized reading' (duration: 3.336268896s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:15.795257Z","caller":"traceutil/trace.go:171","msg":"trace[1227128937] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26590; }","duration":"1.533841386s","start":"2026-05-07T04:44:14.261112Z","end":"2026-05-07T04:44:15.794954Z","steps":["trace[1227128937] 'agreement among raft nodes before linearized reading' (duration: 1.533792955s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:15.795278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:12.458828Z","time spent":"3.33644122s","remote":"127.0.0.1:44328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:44:15.795289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:14.26108Z","time spent":"1.534199245s","remote":"127.0.0.1:34008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:44:15.795303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831467495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:44:15.795333Z","caller":"traceutil/trace.go:171","msg":"trace[2095874596] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26590; }","duration":"1.831542127s","start":"2026-05-07T04:44:13.96378Z","end":"2026-05-07T04:44:15.795322Z","steps":["trace[2095874596] 'agreement among raft nodes before linearized reading' (duration: 1.831471446s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:15.795355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:13.963756Z","time spent":"1.831593529s","remote":"127.0.0.1:45348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:44:15.795361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.375390449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-f6czr.18ad2e2dcdf0b778\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-05-07T04:44:15.795384Z","caller":"traceutil/trace.go:171","msg":"trace[527514276] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-f6czr.18ad2e2dcdf0b778; range_end:; response_count:1; response_revision:26590; }","duration":"3.375455601s","start":"2026-05-07T04:44:12.419921Z","end":"2026-05-07T04:44:15.795377Z","steps":["trace[527514276] 'agreement among raft nodes before linearized reading' (duration: 3.375391379s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:15.795404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:12.419896Z","time spent":"3.375501862s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":980,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-f6czr.18ad2e2dcdf0b778\" "} {"level":"warn","ts":"2026-05-07T04:44:15.795514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11823029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:44:15.795535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.673487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-05-07T04:44:15.795548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689319596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T04:44:15.795548Z","caller":"traceutil/trace.go:171","msg":"trace[750517844] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26590; }","duration":"2.118296572s","start":"2026-05-07T04:44:13.677241Z","end":"2026-05-07T04:44:15.795537Z","steps":["trace[750517844] 'agreement among raft nodes before linearized reading' (duration: 2.11822594s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:15.795557Z","caller":"traceutil/trace.go:171","msg":"trace[384127932] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f; range_end:; response_count:1; response_revision:26590; }","duration":"3.673529271s","start":"2026-05-07T04:44:12.122021Z","end":"2026-05-07T04:44:15.79555Z","steps":["trace[384127932] 'agreement among raft nodes before linearized reading' (duration: 3.673462149s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:15.795575Z","caller":"traceutil/trace.go:171","msg":"trace[170141681] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26590; }","duration":"1.689359267s","start":"2026-05-07T04:44:14.106206Z","end":"2026-05-07T04:44:15.795566Z","steps":["trace[170141681] 'agreement among raft nodes before linearized reading' (duration: 1.689256405s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:15.795577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:12.122011Z","time spent":"3.673562222s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" "} {"level":"warn","ts":"2026-05-07T04:44:15.79558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:13.677219Z","time spent":"2.118352063s","remote":"127.0.0.1:49916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:44:15.795585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68944884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T04:44:15.795614Z","caller":"traceutil/trace.go:171","msg":"trace[1981621545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26590; }","duration":"1.68950874s","start":"2026-05-07T04:44:14.106098Z","end":"2026-05-07T04:44:15.795607Z","steps":["trace[1981621545] 'agreement among raft nodes before linearized reading' (duration: 1.689418448s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:15.795633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:14.106079Z","time spent":"1.689550002s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:44:15.795645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.690776299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"info","ts":"2026-05-07T04:44:15.795872Z","caller":"traceutil/trace.go:171","msg":"trace[2098551758] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26590; }","duration":"3.691033917s","start":"2026-05-07T04:44:12.104824Z","end":"2026-05-07T04:44:15.795858Z","steps":["trace[2098551758] 'agreement among raft nodes before linearized reading' (duration: 3.690684557s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:15.79591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:12.104804Z","time spent":"3.691097259s","remote":"127.0.0.1:51378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T04:44:15.795595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:14.106202Z","time spent":"1.689388608s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:44:15.795725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047650635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:15.79604Z","caller":"traceutil/trace.go:171","msg":"trace[408830124] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26590; }","duration":"3.048006045s","start":"2026-05-07T04:44:12.748019Z","end":"2026-05-07T04:44:15.796025Z","steps":["trace[408830124] 'agreement among raft nodes before linearized reading' (duration: 3.047680046s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:15.796075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:12.74799Z","time spent":"3.048073086s","remote":"127.0.0.1:35928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:44:15.79576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179055855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:15.796184Z","caller":"traceutil/trace.go:171","msg":"trace[446671189] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26590; }","duration":"2.179477586s","start":"2026-05-07T04:44:13.616699Z","end":"2026-05-07T04:44:15.796177Z","steps":["trace[446671189] 'agreement among raft nodes before linearized reading' (duration: 2.179042825s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:15.79621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:13.616626Z","time spent":"2.179573557s","remote":"127.0.0.1:35660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:44:15.83897Z","caller":"traceutil/trace.go:171","msg":"trace[196669854] transaction","detail":"{read_only:false; response_revision:26592; number_of_response:1; }","duration":"1.487994553s","start":"2026-05-07T04:44:14.350946Z","end":"2026-05-07T04:44:15.838941Z","steps":["trace[196669854] 'process raft request' (duration: 1.487929291s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:15.839155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:14.350918Z","time spent":"1.488133666s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:15.839353Z","caller":"traceutil/trace.go:171","msg":"trace[322870430] transaction","detail":"{read_only:false; response_revision:26591; number_of_response:1; }","duration":"1.489159633s","start":"2026-05-07T04:44:14.350184Z","end":"2026-05-07T04:44:15.839344Z","steps":["trace[322870430] 'process raft request' (duration: 1.488560448s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:15.839335Z","caller":"traceutil/trace.go:171","msg":"trace[637854407] transaction","detail":"{read_only:false; response_revision:26593; number_of_response:1; }","duration":"1.487742006s","start":"2026-05-07T04:44:14.351564Z","end":"2026-05-07T04:44:15.839307Z","steps":["trace[637854407] 'process raft request' (duration: 1.487341816s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:15.839398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:14.350169Z","time spent":"1.489206925s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:15.839491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:14.351549Z","time spent":"1.487855969s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:15.83967Z","caller":"traceutil/trace.go:171","msg":"trace[885216511] transaction","detail":"{read_only:false; response_revision:26594; number_of_response:1; }","duration":"1.483809546s","start":"2026-05-07T04:44:14.355851Z","end":"2026-05-07T04:44:15.839661Z","steps":["trace[885216511] 'process raft request' (duration: 1.483358874s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:15.839729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:14.355834Z","time spent":"1.483862987s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:15.839855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.529741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:44:15.839891Z","caller":"traceutil/trace.go:171","msg":"trace[1993308623] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26594; }","duration":"824.611593ms","start":"2026-05-07T04:44:15.01527Z","end":"2026-05-07T04:44:15.839882Z","steps":["trace[1993308623] 'agreement among raft nodes before linearized reading' (duration: 824.540211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:15.839918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:15.015233Z","time spent":"824.678945ms","remote":"127.0.0.1:51330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:44:15.840047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.970274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:44:15.840049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.055815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:15.840071Z","caller":"traceutil/trace.go:171","msg":"trace[1940256273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26594; }","duration":"553.025926ms","start":"2026-05-07T04:44:15.287039Z","end":"2026-05-07T04:44:15.840065Z","steps":["trace[1940256273] 'agreement among raft nodes before linearized reading' (duration: 552.982435ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:15.840088Z","caller":"traceutil/trace.go:171","msg":"trace[1338854832] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26594; }","duration":"262.126217ms","start":"2026-05-07T04:44:15.577948Z","end":"2026-05-07T04:44:15.840074Z","steps":["trace[1338854832] 'agreement among raft nodes before linearized reading' (duration: 262.059625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:15.840092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:15.287021Z","time spent":"553.068026ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:44:15.84021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.652913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:15.840386Z","caller":"traceutil/trace.go:171","msg":"trace[2144096388] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26594; }","duration":"155.820317ms","start":"2026-05-07T04:44:15.684551Z","end":"2026-05-07T04:44:15.840371Z","steps":["trace[2144096388] 'agreement among raft nodes before linearized reading' (duration: 155.635813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:16.220524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.905106ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-07T04:44:16.220628Z","caller":"traceutil/trace.go:171","msg":"trace[1138902665] linearizableReadLoop","detail":"{readStateIndex:27485; appliedIndex:27481; }","duration":"377.683073ms","start":"2026-05-07T04:44:15.842927Z","end":"2026-05-07T04:44:16.22061Z","steps":["trace[1138902665] 'read index received' (duration: 21.348773ms)","trace[1138902665] 'applied index is now lower than readState.Index' (duration: 356.33329ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:44:16.22067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:15.842789Z","time spent":"377.871397ms","remote":"127.0.0.1:51244","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T04:44:16.220735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.796176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:16.22077Z","caller":"traceutil/trace.go:171","msg":"trace[175085520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26597; }","duration":"377.859067ms","start":"2026-05-07T04:44:15.842901Z","end":"2026-05-07T04:44:16.22076Z","steps":["trace[175085520] 'agreement among raft nodes before linearized reading' (duration: 377.780135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:16.220804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:15.842871Z","time spent":"377.926579ms","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T04:44:16.490525Z","caller":"traceutil/trace.go:171","msg":"trace[1911306101] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"475.539028ms","start":"2026-05-07T04:44:16.014935Z","end":"2026-05-07T04:44:16.490474Z","steps":["trace[1911306101] 'process raft request' (duration: 474.718256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:16.490746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:16.014897Z","time spent":"475.736773ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:16.491571Z","caller":"traceutil/trace.go:171","msg":"trace[413288734] linearizableReadLoop","detail":"{readStateIndex:27487; appliedIndex:27485; }","duration":"270.87458ms","start":"2026-05-07T04:44:16.220649Z","end":"2026-05-07T04:44:16.491524Z","steps":["trace[413288734] 'read index received' (duration: 269.005562ms)","trace[413288734] 'applied index is now lower than readState.Index' (duration: 1.867568ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:44:16.491828Z","caller":"traceutil/trace.go:171","msg":"trace[1956138255] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"134.719821ms","start":"2026-05-07T04:44:16.35708Z","end":"2026-05-07T04:44:16.4918Z","steps":["trace[1956138255] 'process raft request' (duration: 134.382393ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:16.49184Z","caller":"traceutil/trace.go:171","msg":"trace[2117739147] transaction","detail":"{read_only:false; response_revision:26599; number_of_response:1; }","duration":"329.015926ms","start":"2026-05-07T04:44:16.16279Z","end":"2026-05-07T04:44:16.491806Z","steps":["trace[2117739147] 'process raft request' (duration: 328.398571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:16.491865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.808639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-07T04:44:16.491885Z","caller":"traceutil/trace.go:171","msg":"trace[1964304670] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"269.488975ms","start":"2026-05-07T04:44:16.222371Z","end":"2026-05-07T04:44:16.49186Z","steps":["trace[1964304670] 'process raft request' (duration: 269.012263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:16.491892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.007257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:44:16.491895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.295617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:16.491966Z","caller":"traceutil/trace.go:171","msg":"trace[2099462236] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26601; }","duration":"470.170592ms","start":"2026-05-07T04:44:16.021779Z","end":"2026-05-07T04:44:16.49195Z","steps":["trace[2099462236] 'agreement among raft nodes before linearized reading' (duration: 470.014948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:16.491965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.22589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-07T04:44:16.491985Z","caller":"traceutil/trace.go:171","msg":"trace[1319672178] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26601; }","duration":"513.44339ms","start":"2026-05-07T04:44:15.978519Z","end":"2026-05-07T04:44:16.491962Z","steps":["trace[1319672178] 'agreement among raft nodes before linearized reading' (duration: 513.284986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:16.492001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.161085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:44:16.492013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:16.162758Z","time spent":"329.16128ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:16.492027Z","caller":"traceutil/trace.go:171","msg":"trace[549917465] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26601; }","duration":"375.340733ms","start":"2026-05-07T04:44:16.116668Z","end":"2026-05-07T04:44:16.492009Z","steps":["trace[549917465] 'agreement among raft nodes before linearized reading' (duration: 375.129518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:16.492023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:16.021742Z","time spent":"470.269184ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:44:16.492053Z","caller":"traceutil/trace.go:171","msg":"trace[528725788] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26601; }","duration":"615.250897ms","start":"2026-05-07T04:44:15.876794Z","end":"2026-05-07T04:44:16.492045Z","steps":["trace[528725788] 'agreement among raft nodes before linearized reading' (duration: 615.162945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:16.492034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:15.978494Z","time spent":"513.530863ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:44:16.492072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:16.116642Z","time spent":"375.417785ms","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-07T04:44:16.491932Z","caller":"traceutil/trace.go:171","msg":"trace[1640263081] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce; range_end:; response_count:1; response_revision:26601; }","duration":"622.903411ms","start":"2026-05-07T04:44:15.869011Z","end":"2026-05-07T04:44:16.491915Z","steps":["trace[1640263081] 'agreement among raft nodes before linearized reading' (duration: 622.656775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:16.492149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:15.868987Z","time spent":"623.152987ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2bfb15b429ce\" "} {"level":"warn","ts":"2026-05-07T04:44:16.4921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:15.876772Z","time spent":"615.318388ms","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T04:44:17.528992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.966599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:44:17.529117Z","caller":"traceutil/trace.go:171","msg":"trace[1392677293] linearizableReadLoop","detail":"{readStateIndex:27490; appliedIndex:27489; }","duration":"1.032385701s","start":"2026-05-07T04:44:16.496711Z","end":"2026-05-07T04:44:17.529097Z","steps":["trace[1392677293] 'read index received' (duration: 291.185346ms)","trace[1392677293] 'applied index is now lower than readState.Index' (duration: 741.197505ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:44:17.529226Z","caller":"traceutil/trace.go:171","msg":"trace[575950742] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"1.034281039s","start":"2026-05-07T04:44:16.494932Z","end":"2026-05-07T04:44:17.529213Z","steps":["trace[575950742] 'process raft request' (duration: 292.998932ms)","trace[575950742] 'compare' (duration: 740.582019ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:44:17.529286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:16.494905Z","time spent":"1.034347821s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:17.529599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032874603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:17.529631Z","caller":"traceutil/trace.go:171","msg":"trace[877485775] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26602; }","duration":"1.032925624s","start":"2026-05-07T04:44:16.496696Z","end":"2026-05-07T04:44:17.529622Z","steps":["trace[877485775] 'agreement among raft nodes before linearized reading' (duration: 1.032831101s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:17.529666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:16.496689Z","time spent":"1.032967225s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T04:44:17.52992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03312659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-07T04:44:17.52995Z","caller":"traceutil/trace.go:171","msg":"trace[1457028810] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26602; }","duration":"1.033179702s","start":"2026-05-07T04:44:16.496761Z","end":"2026-05-07T04:44:17.529941Z","steps":["trace[1457028810] 'agreement among raft nodes before linearized reading' (duration: 1.033058349s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:17.529983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:16.496742Z","time spent":"1.033233803s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-07T04:44:17.530024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.883083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:44:17.530044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006073234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:44:17.530071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.707647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:44:17.530107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.674781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-07T04:44:17.530134Z","caller":"traceutil/trace.go:171","msg":"trace[1455022649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26602; }","duration":"251.040807ms","start":"2026-05-07T04:44:17.279063Z","end":"2026-05-07T04:44:17.530104Z","steps":["trace[1455022649] 'agreement among raft nodes before linearized reading' (duration: 250.864933ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:17.530137Z","caller":"traceutil/trace.go:171","msg":"trace[645829702] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26602; }","duration":"1.006199767s","start":"2026-05-07T04:44:16.523913Z","end":"2026-05-07T04:44:17.530112Z","steps":["trace[645829702] 'agreement among raft nodes before linearized reading' (duration: 1.006036303s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:17.530116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.467035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:44:17.530183Z","caller":"traceutil/trace.go:171","msg":"trace[1837653803] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26602; }","duration":"259.884491ms","start":"2026-05-07T04:44:17.270271Z","end":"2026-05-07T04:44:17.530156Z","steps":["trace[1837653803] 'agreement among raft nodes before linearized reading' (duration: 259.658656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:17.530193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:16.5239Z","time spent":"1.006282479s","remote":"127.0.0.1:44352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:44:17.53019Z","caller":"traceutil/trace.go:171","msg":"trace[773652612] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26602; }","duration":"962.798705ms","start":"2026-05-07T04:44:16.567369Z","end":"2026-05-07T04:44:17.530168Z","steps":["trace[773652612] 'agreement among raft nodes before linearized reading' (duration: 962.573389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:17.530206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.939417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-05-07T04:44:17.53023Z","caller":"traceutil/trace.go:171","msg":"trace[187580054] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26602; }","duration":"823.669979ms","start":"2026-05-07T04:44:16.706532Z","end":"2026-05-07T04:44:17.530202Z","steps":["trace[187580054] 'agreement among raft nodes before linearized reading' (duration: 823.405823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:17.530262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:16.567347Z","time spent":"962.896516ms","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-05-07T04:44:17.530297Z","caller":"traceutil/trace.go:171","msg":"trace[1797548372] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f; range_end:; response_count:1; response_revision:26602; }","duration":"724.100162ms","start":"2026-05-07T04:44:16.806175Z","end":"2026-05-07T04:44:17.530275Z","steps":["trace[1797548372] 'agreement among raft nodes before linearized reading' (duration: 723.772294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:17.530319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:16.706505Z","time spent":"823.795173ms","remote":"127.0.0.1:51702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:44:17.530354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:16.806149Z","time spent":"724.194774ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fc30244-a00a-4e08-8957-787e6f3ed72f\" "} {"level":"warn","ts":"2026-05-07T04:44:17.530391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.469047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:17.53046Z","caller":"traceutil/trace.go:171","msg":"trace[281514741] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26602; }","duration":"162.581629ms","start":"2026-05-07T04:44:17.367859Z","end":"2026-05-07T04:44:17.53044Z","steps":["trace[281514741] 'agreement among raft nodes before linearized reading' (duration: 162.450036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:17.768565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.630158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:44:17.768686Z","caller":"traceutil/trace.go:171","msg":"trace[30034663] linearizableReadLoop","detail":"{readStateIndex:27491; appliedIndex:27490; }","duration":"232.166047ms","start":"2026-05-07T04:44:17.536503Z","end":"2026-05-07T04:44:17.768669Z","steps":["trace[30034663] 'read index received' (duration: 114.107119ms)","trace[30034663] 'applied index is now lower than readState.Index' (duration: 118.057618ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:44:17.768781Z","caller":"traceutil/trace.go:171","msg":"trace[1588043767] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"232.895255ms","start":"2026-05-07T04:44:17.535876Z","end":"2026-05-07T04:44:17.768771Z","steps":["trace[1588043767] 'process raft request' (duration: 114.837537ms)","trace[1588043767] 'compare' (duration: 117.478204ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:44:17.769175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.661849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"info","ts":"2026-05-07T04:44:17.769252Z","caller":"traceutil/trace.go:171","msg":"trace[565584570] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26603; }","duration":"232.781932ms","start":"2026-05-07T04:44:17.536453Z","end":"2026-05-07T04:44:17.769235Z","steps":["trace[565584570] 'agreement among raft nodes before linearized reading' (duration: 232.547256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:17.769786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.850033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T04:44:17.769946Z","caller":"traceutil/trace.go:171","msg":"trace[571093894] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26603; }","duration":"220.335195ms","start":"2026-05-07T04:44:17.549585Z","end":"2026-05-07T04:44:17.76992Z","steps":["trace[571093894] 'agreement among raft nodes before linearized reading' (duration: 219.437433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:18.3641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038480238,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T04:44:18.621986Z","caller":"traceutil/trace.go:171","msg":"trace[1282068504] transaction","detail":"{read_only:false; response_revision:26605; number_of_response:1; }","duration":"819.472033ms","start":"2026-05-07T04:44:17.802472Z","end":"2026-05-07T04:44:18.621944Z","steps":["trace[1282068504] 'process raft request' (duration: 819.144295ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:18.622097Z","caller":"traceutil/trace.go:171","msg":"trace[1205565763] transaction","detail":"{read_only:false; response_revision:26606; number_of_response:1; }","duration":"818.97687ms","start":"2026-05-07T04:44:17.803069Z","end":"2026-05-07T04:44:18.622046Z","steps":["trace[1205565763] 'process raft request' (duration: 818.727934ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:18.622108Z","caller":"traceutil/trace.go:171","msg":"trace[397704355] transaction","detail":"{read_only:false; response_revision:26608; number_of_response:1; }","duration":"818.267393ms","start":"2026-05-07T04:44:17.803804Z","end":"2026-05-07T04:44:18.622071Z","steps":["trace[397704355] 'process raft request' (duration: 818.15224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:18.622198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:17.80244Z","time spent":"819.642717ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:18.622347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:17.803052Z","time spent":"819.152444ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:18.622402Z","caller":"traceutil/trace.go:171","msg":"trace[349380276] linearizableReadLoop","detail":"{readStateIndex:27499; appliedIndex:27492; }","duration":"758.788672ms","start":"2026-05-07T04:44:17.863594Z","end":"2026-05-07T04:44:18.622382Z","steps":["trace[349380276] 'read index received' (duration: 758.121484ms)","trace[349380276] 'applied index is now lower than readState.Index' (duration: 665.678µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:44:18.622576Z","caller":"traceutil/trace.go:171","msg":"trace[342467178] transaction","detail":"{read_only:false; response_revision:26611; number_of_response:1; }","duration":"816.932289ms","start":"2026-05-07T04:44:17.805567Z","end":"2026-05-07T04:44:18.622499Z","steps":["trace[342467178] 'process raft request' (duration: 816.744634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:18.622736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.295452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-07T04:44:18.622742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.794539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T04:44:18.622764Z","caller":"traceutil/trace.go:171","msg":"trace[482441986] transaction","detail":"{read_only:false; response_revision:26609; number_of_response:1; }","duration":"818.784967ms","start":"2026-05-07T04:44:17.803916Z","end":"2026-05-07T04:44:18.622701Z","steps":["trace[482441986] 'process raft request' (duration: 818.089788ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:18.622786Z","caller":"traceutil/trace.go:171","msg":"trace[171829293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26611; }","duration":"777.363275ms","start":"2026-05-07T04:44:17.845411Z","end":"2026-05-07T04:44:18.622774Z","steps":["trace[171829293] 'agreement among raft nodes before linearized reading' (duration: 777.16066ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:18.622799Z","caller":"traceutil/trace.go:171","msg":"trace[1071876082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26611; }","duration":"776.912843ms","start":"2026-05-07T04:44:17.845872Z","end":"2026-05-07T04:44:18.622785Z","steps":["trace[1071876082] 'agreement among raft nodes before linearized reading' (duration: 776.689337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:18.622826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:17.845405Z","time spent":"777.413926ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:44:18.622833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:17.845847Z","time spent":"776.978745ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:44:18.622815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:17.80555Z","time spent":"817.132734ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:18.622924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:17.803874Z","time spent":"818.944921ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:18.622935Z","caller":"traceutil/trace.go:171","msg":"trace[1630528578] transaction","detail":"{read_only:false; response_revision:26610; number_of_response:1; }","duration":"818.344804ms","start":"2026-05-07T04:44:17.804572Z","end":"2026-05-07T04:44:18.622917Z","steps":["trace[1630528578] 'process raft request' (duration: 817.614535ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:18.623071Z","caller":"traceutil/trace.go:171","msg":"trace[1364706786] transaction","detail":"{read_only:false; response_revision:26607; number_of_response:1; }","duration":"818.640263ms","start":"2026-05-07T04:44:17.803786Z","end":"2026-05-07T04:44:18.622426Z","steps":["trace[1364706786] 'process raft request' (duration: 818.112909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:18.623467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:17.80377Z","time spent":"819.555175ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:18.623237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:17.804555Z","time spent":"818.642172ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:18.623189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.467357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T04:44:18.624852Z","caller":"traceutil/trace.go:171","msg":"trace[1292905493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26611; }","duration":"779.394985ms","start":"2026-05-07T04:44:17.845384Z","end":"2026-05-07T04:44:18.624779Z","steps":["trace[1292905493] 'agreement among raft nodes before linearized reading' (duration: 777.251681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:18.624968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:17.845307Z","time spent":"779.60309ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:44:18.629851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:17.803773Z","time spent":"818.450917ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:18.637127Z","caller":"traceutil/trace.go:171","msg":"trace[57056227] transaction","detail":"{read_only:false; response_revision:26612; number_of_response:1; }","duration":"137.650036ms","start":"2026-05-07T04:44:18.499463Z","end":"2026-05-07T04:44:18.637113Z","steps":["trace[57056227] 'process raft request' (duration: 137.580214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:18.637436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.636891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T04:44:18.637512Z","caller":"traceutil/trace.go:171","msg":"trace[9834191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26612; }","duration":"768.781986ms","start":"2026-05-07T04:44:17.868724Z","end":"2026-05-07T04:44:18.637506Z","steps":["trace[9834191] 'agreement among raft nodes before linearized reading' (duration: 768.641993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:18.637529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:17.868695Z","time spent":"768.830288ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:44:18.637817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.758631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:18.637839Z","caller":"traceutil/trace.go:171","msg":"trace[1863942733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26612; }","duration":"356.833033ms","start":"2026-05-07T04:44:18.281001Z","end":"2026-05-07T04:44:18.637834Z","steps":["trace[1863942733] 'agreement among raft nodes before linearized reading' (duration: 356.795562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:18.637854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:18.280977Z","time spent":"356.874024ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:44:18.637965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.501883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-05-07T04:44:18.637994Z","caller":"traceutil/trace.go:171","msg":"trace[1745663541] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26612; }","duration":"465.567504ms","start":"2026-05-07T04:44:18.172411Z","end":"2026-05-07T04:44:18.637979Z","steps":["trace[1745663541] 'agreement among raft nodes before linearized reading' (duration: 465.513893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:18.638007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:18.172382Z","time spent":"465.621456ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T04:44:18.63824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.382173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T04:44:18.638259Z","caller":"traceutil/trace.go:171","msg":"trace[1315979795] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26612; }","duration":"536.442974ms","start":"2026-05-07T04:44:18.101811Z","end":"2026-05-07T04:44:18.638254Z","steps":["trace[1315979795] 'agreement among raft nodes before linearized reading' (duration: 536.251359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:18.638273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:18.10175Z","time spent":"536.518327ms","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":233,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:44:18.638385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.538855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:18.638405Z","caller":"traceutil/trace.go:171","msg":"trace[1273285262] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26612; }","duration":"595.605077ms","start":"2026-05-07T04:44:18.042794Z","end":"2026-05-07T04:44:18.638399Z","steps":["trace[1273285262] 'agreement among raft nodes before linearized reading' (duration: 595.567586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:18.638419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:18.042768Z","time spent":"595.646798ms","remote":"127.0.0.1:49846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:44:18.638534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.404425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:18.638565Z","caller":"traceutil/trace.go:171","msg":"trace[401686154] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26612; }","duration":"755.460997ms","start":"2026-05-07T04:44:17.883088Z","end":"2026-05-07T04:44:18.638549Z","steps":["trace[401686154] 'agreement among raft nodes before linearized reading' (duration: 755.426866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:18.63858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:17.883075Z","time spent":"755.500507ms","remote":"127.0.0.1:35782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T04:44:18.638696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.589415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T04:44:18.638713Z","caller":"traceutil/trace.go:171","msg":"trace[1343040455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26612; }","duration":"769.665128ms","start":"2026-05-07T04:44:17.869043Z","end":"2026-05-07T04:44:18.638709Z","steps":["trace[1343040455] 'agreement among raft nodes before linearized reading' (duration: 769.616226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:18.638726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:17.869018Z","time spent":"769.704949ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T04:44:33.001717Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24377} {"level":"info","ts":"2026-05-07T04:44:33.157271Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24377,"took":"150.706928ms","hash":1457607720,"current-db-size-bytes":58478592,"current-db-size":"58 MB","current-db-size-in-use-bytes":34062336,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-07T04:44:33.157337Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1457607720,"revision":24377,"compact-revision":21342} {"level":"info","ts":"2026-05-07T04:44:52.394601Z","caller":"traceutil/trace.go:171","msg":"trace[1264888524] linearizableReadLoop","detail":"{readStateIndex:27803; appliedIndex:27802; }","duration":"116.627468ms","start":"2026-05-07T04:44:52.277938Z","end":"2026-05-07T04:44:52.394565Z","steps":["trace[1264888524] 'read index received' (duration: 116.403202ms)","trace[1264888524] 'applied index is now lower than readState.Index' (duration: 223.306µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:44:52.394755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.801982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:52.394693Z","caller":"traceutil/trace.go:171","msg":"trace[705415051] transaction","detail":"{read_only:false; response_revision:26907; number_of_response:1; }","duration":"355.310709ms","start":"2026-05-07T04:44:52.039342Z","end":"2026-05-07T04:44:52.394652Z","steps":["trace[705415051] 'process raft request' (duration: 355.016792ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:52.39479Z","caller":"traceutil/trace.go:171","msg":"trace[56305008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26907; }","duration":"116.905384ms","start":"2026-05-07T04:44:52.277875Z","end":"2026-05-07T04:44:52.39478Z","steps":["trace[56305008] 'agreement among raft nodes before linearized reading' (duration: 116.816652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:52.394941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:52.039323Z","time spent":"355.492194ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:59.236656Z","caller":"traceutil/trace.go:171","msg":"trace[1220321172] transaction","detail":"{read_only:false; response_revision:26952; number_of_response:1; }","duration":"445.578488ms","start":"2026-05-07T04:44:58.791044Z","end":"2026-05-07T04:44:59.236623Z","steps":["trace[1220321172] 'process raft request' (duration: 445.402543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:59.236835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:58.791013Z","time spent":"445.731193ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:59.928714Z","caller":"traceutil/trace.go:171","msg":"trace[1418494315] transaction","detail":"{read_only:false; response_revision:26953; number_of_response:1; }","duration":"1.136322482s","start":"2026-05-07T04:44:58.792343Z","end":"2026-05-07T04:44:59.928665Z","steps":["trace[1418494315] 'process raft request' (duration: 1.135594443s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:59.928775Z","caller":"traceutil/trace.go:171","msg":"trace[1775977994] transaction","detail":"{read_only:false; response_revision:26954; number_of_response:1; }","duration":"1.136362803s","start":"2026-05-07T04:44:58.792366Z","end":"2026-05-07T04:44:59.928729Z","steps":["trace[1775977994] 'process raft request' (duration: 1.136220108s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:59.928852Z","caller":"traceutil/trace.go:171","msg":"trace[2142003622] transaction","detail":"{read_only:false; response_revision:26955; number_of_response:1; }","duration":"1.134402993s","start":"2026-05-07T04:44:58.794397Z","end":"2026-05-07T04:44:59.9288Z","steps":["trace[2142003622] 'process raft request' (duration: 1.134251898s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:59.928895Z","caller":"traceutil/trace.go:171","msg":"trace[977291391] transaction","detail":"{read_only:false; response_revision:26956; number_of_response:1; }","duration":"1.132379943s","start":"2026-05-07T04:44:58.796459Z","end":"2026-05-07T04:44:59.928839Z","steps":["trace[977291391] 'process raft request' (duration: 1.132235739s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:59.928981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:58.792316Z","time spent":"1.136544707s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:59.929042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:58.794383Z","time spent":"1.134562217s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:59.929012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:58.796437Z","time spent":"1.132524266s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:59.928906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:58.792324Z","time spent":"1.136479316s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:59.929154Z","caller":"traceutil/trace.go:171","msg":"trace[374961161] transaction","detail":"{read_only:false; response_revision:26957; number_of_response:1; }","duration":"1.130019003s","start":"2026-05-07T04:44:58.799097Z","end":"2026-05-07T04:44:59.929116Z","steps":["trace[374961161] 'process raft request' (duration: 1.129666014s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:59.929334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:58.799085Z","time spent":"1.130179406s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:59.929382Z","caller":"traceutil/trace.go:171","msg":"trace[1720823744] transaction","detail":"{read_only:false; response_revision:26958; number_of_response:1; }","duration":"1.129364105s","start":"2026-05-07T04:44:58.799978Z","end":"2026-05-07T04:44:59.929342Z","steps":["trace[1720823744] 'process raft request' (duration: 1.129079548s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:59.929438Z","caller":"traceutil/trace.go:171","msg":"trace[1429388819] linearizableReadLoop","detail":"{readStateIndex:27856; appliedIndex:27848; }","duration":"1.113485263s","start":"2026-05-07T04:44:58.815933Z","end":"2026-05-07T04:44:59.929418Z","steps":["trace[1429388819] 'read index received' (duration: 420.588844ms)","trace[1429388819] 'applied index is now lower than readState.Index' (duration: 692.895449ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:44:59.929472Z","caller":"traceutil/trace.go:171","msg":"trace[1895715933] transaction","detail":"{read_only:false; response_revision:26959; number_of_response:1; }","duration":"1.129416766s","start":"2026-05-07T04:44:58.800046Z","end":"2026-05-07T04:44:59.929463Z","steps":["trace[1895715933] 'process raft request' (duration: 1.129220231s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:59.929624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113696308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:44:59.929623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:58.799967Z","time spent":"1.12954279s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:44:59.929646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:58.800034Z","time spent":"1.1295699s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:44:59.929663Z","caller":"traceutil/trace.go:171","msg":"trace[501956710] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26959; }","duration":"1.113786021s","start":"2026-05-07T04:44:58.81587Z","end":"2026-05-07T04:44:59.929656Z","steps":["trace[501956710] 'agreement among raft nodes before linearized reading' (duration: 1.113705729s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:59.929718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:58.815849Z","time spent":"1.113860533s","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T04:44:59.929882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.932842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:44:59.929871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067162648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:44:59.929922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02580284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T04:44:59.929943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024893237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T04:44:59.929959Z","caller":"traceutil/trace.go:171","msg":"trace[139609542] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26959; }","duration":"1.067286291s","start":"2026-05-07T04:44:58.862652Z","end":"2026-05-07T04:44:59.929938Z","steps":["trace[139609542] 'agreement among raft nodes before linearized reading' (duration: 1.067155078s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:59.929958Z","caller":"traceutil/trace.go:171","msg":"trace[1830722807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26959; }","duration":"1.025865371s","start":"2026-05-07T04:44:58.90408Z","end":"2026-05-07T04:44:59.929945Z","steps":["trace[1830722807] 'agreement among raft nodes before linearized reading' (duration: 1.025738298s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:59.929985Z","caller":"traceutil/trace.go:171","msg":"trace[1875185121] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26959; }","duration":"389.049615ms","start":"2026-05-07T04:44:59.54088Z","end":"2026-05-07T04:44:59.929929Z","steps":["trace[1875185121] 'agreement among raft nodes before linearized reading' (duration: 388.944622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:59.930052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025766259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T04:44:59.93006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.680608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:44:59.930088Z","caller":"traceutil/trace.go:171","msg":"trace[1608947587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26959; }","duration":"1.025864461s","start":"2026-05-07T04:44:58.904217Z","end":"2026-05-07T04:44:59.930082Z","steps":["trace[1608947587] 'agreement among raft nodes before linearized reading' (duration: 1.025683566s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:59.930105Z","caller":"traceutil/trace.go:171","msg":"trace[2043161246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26959; }","duration":"650.797941ms","start":"2026-05-07T04:44:59.279297Z","end":"2026-05-07T04:44:59.930095Z","steps":["trace[2043161246] 'agreement among raft nodes before linearized reading' (duration: 650.723899ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:44:59.929997Z","caller":"traceutil/trace.go:171","msg":"trace[1282218722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26959; }","duration":"1.024959358s","start":"2026-05-07T04:44:58.905024Z","end":"2026-05-07T04:44:59.929983Z","steps":["trace[1282218722] 'agreement among raft nodes before linearized reading' (duration: 1.024777204s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:59.930133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:58.904168Z","time spent":"1.025959773s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:44:59.930156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:59.27927Z","time spent":"650.879223ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:44:59.930188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:58.905015Z","time spent":"1.025137473s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:44:59.930142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029249486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T04:44:59.930111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:59.540856Z","time spent":"389.213089ms","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:44:59.930004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:58.904047Z","time spent":"1.025949783s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T04:44:59.930315Z","caller":"traceutil/trace.go:171","msg":"trace[862316149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26959; }","duration":"1.029448461s","start":"2026-05-07T04:44:58.900832Z","end":"2026-05-07T04:44:59.930281Z","steps":["trace[862316149] 'agreement among raft nodes before linearized reading' (duration: 1.029209675s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:59.930237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034014048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T04:44:59.930013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:58.862627Z","time spent":"1.067372294s","remote":"127.0.0.1:35782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-07T04:44:59.930477Z","caller":"traceutil/trace.go:171","msg":"trace[652160792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26959; }","duration":"1.034283694s","start":"2026-05-07T04:44:58.896178Z","end":"2026-05-07T04:44:59.930462Z","steps":["trace[652160792] 'agreement among raft nodes before linearized reading' (duration: 1.033991287s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:44:59.930534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:58.896157Z","time spent":"1.034362637s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:44:59.93043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:58.900812Z","time spent":"1.029574894s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T04:45:00.146169Z","caller":"traceutil/trace.go:171","msg":"trace[520149732] transaction","detail":"{read_only:false; response_revision:26962; number_of_response:1; }","duration":"209.337639ms","start":"2026-05-07T04:44:59.936792Z","end":"2026-05-07T04:45:00.14613Z","steps":["trace[520149732] 'process raft request' (duration: 123.678577ms)","trace[520149732] 'compare' (duration: 83.304752ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:45:00.146234Z","caller":"traceutil/trace.go:171","msg":"trace[1081311208] linearizableReadLoop","detail":"{readStateIndex:27860; appliedIndex:27856; }","duration":"208.464146ms","start":"2026-05-07T04:44:59.937743Z","end":"2026-05-07T04:45:00.146208Z","steps":["trace[1081311208] 'read index received' (duration: 44.068117ms)","trace[1081311208] 'applied index is now lower than readState.Index' (duration: 164.394849ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:45:00.146286Z","caller":"traceutil/trace.go:171","msg":"trace[1866375524] transaction","detail":"{read_only:false; response_revision:26963; number_of_response:1; }","duration":"208.894846ms","start":"2026-05-07T04:44:59.937359Z","end":"2026-05-07T04:45:00.146254Z","steps":["trace[1866375524] 'process raft request' (duration: 208.707801ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:45:00.146345Z","caller":"traceutil/trace.go:171","msg":"trace[1123081598] transaction","detail":"{read_only:false; response_revision:26964; number_of_response:1; }","duration":"208.117477ms","start":"2026-05-07T04:44:59.938217Z","end":"2026-05-07T04:45:00.146335Z","steps":["trace[1123081598] 'process raft request' (duration: 207.948853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:00.146533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.755213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:45:00.146608Z","caller":"traceutil/trace.go:171","msg":"trace[396221693] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26964; }","duration":"208.884026ms","start":"2026-05-07T04:44:59.937705Z","end":"2026-05-07T04:45:00.146589Z","steps":["trace[396221693] 'agreement among raft nodes before linearized reading' (duration: 208.731112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:00.647037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038481049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:45:01.148072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831643038481049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:45:01.170244Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064653834s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T04:45:01.360804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.263784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:45:01.360995Z","caller":"traceutil/trace.go:171","msg":"trace[1595727124] transaction","detail":"{read_only:false; response_revision:26965; number_of_response:1; }","duration":"1.255545534s","start":"2026-05-07T04:45:00.105414Z","end":"2026-05-07T04:45:01.36096Z","steps":["trace[1595727124] 'process raft request' (duration: 1.065044894s)","trace[1595727124] 'compare' (duration: 188.971281ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:45:01.360938Z","caller":"traceutil/trace.go:171","msg":"trace[1543322449] linearizableReadLoop","detail":"{readStateIndex:27862; appliedIndex:27861; }","duration":"1.214620417s","start":"2026-05-07T04:45:00.146295Z","end":"2026-05-07T04:45:01.360915Z","steps":["trace[1543322449] 'read index received' (duration: 1.024131357s)","trace[1543322449] 'applied index is now lower than readState.Index' (duration: 190.48771ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:45:01.361083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:45:00.105387Z","time spent":"1.255658698s","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T04:45:01.361068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255161585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:45:01.361151Z","caller":"traceutil/trace.go:171","msg":"trace[1251659891] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26965; }","duration":"1.255289329s","start":"2026-05-07T04:45:00.105836Z","end":"2026-05-07T04:45:01.361126Z","steps":["trace[1251659891] 'agreement among raft nodes before linearized reading' (duration: 1.255110294s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:01.361194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:45:00.105829Z","time spent":"1.25535704s","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:45:01.361197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386215748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:45:01.361292Z","caller":"traceutil/trace.go:171","msg":"trace[1588000494] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26965; }","duration":"1.386380582s","start":"2026-05-07T04:44:59.97489Z","end":"2026-05-07T04:45:01.361271Z","steps":["trace[1588000494] 'agreement among raft nodes before linearized reading' (duration: 1.386188477s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:01.36134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:59.974871Z","time spent":"1.386459315s","remote":"127.0.0.1:35634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:45:01.361839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422452997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T04:45:01.362193Z","caller":"traceutil/trace.go:171","msg":"trace[430059672] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26965; }","duration":"1.422678403s","start":"2026-05-07T04:44:59.939333Z","end":"2026-05-07T04:45:01.362012Z","steps":["trace[430059672] 'agreement among raft nodes before linearized reading' (duration: 1.421819561s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:01.362283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:44:59.939316Z","time spent":"1.422921658s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T04:45:01.389144Z","caller":"traceutil/trace.go:171","msg":"trace[950085802] transaction","detail":"{read_only:false; response_revision:26966; number_of_response:1; }","duration":"146.824403ms","start":"2026-05-07T04:45:01.242291Z","end":"2026-05-07T04:45:01.389116Z","steps":["trace[950085802] 'process raft request' (duration: 146.635538ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:45:01.914684Z","caller":"traceutil/trace.go:171","msg":"trace[1103460211] transaction","detail":"{read_only:false; response_revision:26967; number_of_response:1; }","duration":"545.444789ms","start":"2026-05-07T04:45:01.369208Z","end":"2026-05-07T04:45:01.914652Z","steps":["trace[1103460211] 'process raft request' (duration: 544.989738ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:45:01.91473Z","caller":"traceutil/trace.go:171","msg":"trace[2109536647] transaction","detail":"{read_only:false; response_revision:26968; number_of_response:1; }","duration":"542.270528ms","start":"2026-05-07T04:45:01.372423Z","end":"2026-05-07T04:45:01.914693Z","steps":["trace[2109536647] 'process raft request' (duration: 542.146165ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:45:01.914765Z","caller":"traceutil/trace.go:171","msg":"trace[1321424857] transaction","detail":"{read_only:false; response_revision:26969; number_of_response:1; }","duration":"356.15179ms","start":"2026-05-07T04:45:01.558586Z","end":"2026-05-07T04:45:01.914738Z","steps":["trace[1321424857] 'process raft request' (duration: 356.079439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:01.915065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721707484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:45:01.91518Z","caller":"traceutil/trace.go:171","msg":"trace[308874917] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26969; }","duration":"1.721879299s","start":"2026-05-07T04:45:00.193277Z","end":"2026-05-07T04:45:01.915156Z","steps":["trace[308874917] 'agreement among raft nodes before linearized reading' (duration: 1.721658143s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:01.915179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:45:01.558554Z","time spent":"356.550511ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:45:01.915253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:45:00.193262Z","time spent":"1.721975521s","remote":"127.0.0.1:35862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:45:01.914839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:45:01.369181Z","time spent":"545.581872ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T04:45:01.914822Z","caller":"traceutil/trace.go:171","msg":"trace[735211765] linearizableReadLoop","detail":"{readStateIndex:27864; appliedIndex:27862; }","duration":"553.738689ms","start":"2026-05-07T04:45:01.361051Z","end":"2026-05-07T04:45:01.91479Z","steps":["trace[735211765] 'read index received' (duration: 27.924097ms)","trace[735211765] 'applied index is now lower than readState.Index' (duration: 525.810142ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:45:01.914892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:45:01.372404Z","time spent":"542.400812ms","remote":"127.0.0.1:51476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:45:01.914947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514893401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:45:01.915575Z","caller":"traceutil/trace.go:171","msg":"trace[1242235471] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26969; }","duration":"1.515551527s","start":"2026-05-07T04:45:00.399994Z","end":"2026-05-07T04:45:01.915546Z","steps":["trace[1242235471] 'agreement among raft nodes before linearized reading' (duration: 1.51488497s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:01.915631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:45:00.399975Z","time spent":"1.515641949s","remote":"127.0.0.1:34046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:45:01.91498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626646014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:45:01.915721Z","caller":"traceutil/trace.go:171","msg":"trace[391482533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26969; }","duration":"1.627428654s","start":"2026-05-07T04:45:00.288278Z","end":"2026-05-07T04:45:01.915706Z","steps":["trace[391482533] 'agreement among raft nodes before linearized reading' (duration: 1.626651634s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:01.914996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758913238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:45:01.915774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:45:00.288255Z","time spent":"1.627506246s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T04:45:01.915787Z","caller":"traceutil/trace.go:171","msg":"trace[1633003189] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26969; }","duration":"1.759758189s","start":"2026-05-07T04:45:00.156009Z","end":"2026-05-07T04:45:01.915767Z","steps":["trace[1633003189] 'agreement among raft nodes before linearized reading' (duration: 1.758873527s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:01.91583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:45:00.155987Z","time spent":"1.75982982s","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T04:45:01.914987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657060525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:45:01.915932Z","caller":"traceutil/trace.go:171","msg":"trace[919256629] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26969; }","duration":"1.65805788s","start":"2026-05-07T04:45:00.257862Z","end":"2026-05-07T04:45:01.91592Z","steps":["trace[919256629] 'agreement among raft nodes before linearized reading' (duration: 1.657058245s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:01.915965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:45:00.257842Z","time spent":"1.658114072s","remote":"127.0.0.1:51486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:45:01.915026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039425955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-07T04:45:01.91604Z","caller":"traceutil/trace.go:171","msg":"trace[1639775403] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26969; }","duration":"1.04044162s","start":"2026-05-07T04:45:00.875564Z","end":"2026-05-07T04:45:01.916006Z","steps":["trace[1639775403] 'agreement among raft nodes before linearized reading' (duration: 1.039311062s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:01.915005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607251203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:45:01.916144Z","caller":"traceutil/trace.go:171","msg":"trace[1428513207] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26969; }","duration":"1.608451522s","start":"2026-05-07T04:45:00.307673Z","end":"2026-05-07T04:45:01.916124Z","steps":["trace[1428513207] 'agreement among raft nodes before linearized reading' (duration: 1.607187651s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:01.916215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:45:00.307661Z","time spent":"1.608529024s","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:45:01.917053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:45:00.875485Z","time spent":"1.040650786s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T04:45:01.917647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.632946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:45:01.917709Z","caller":"traceutil/trace.go:171","msg":"trace[1219158561] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26969; }","duration":"157.74233ms","start":"2026-05-07T04:45:01.75995Z","end":"2026-05-07T04:45:01.917693Z","steps":["trace[1219158561] 'agreement among raft nodes before linearized reading' (duration: 157.634987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:01.917856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.112429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-05-07T04:45:01.917906Z","caller":"traceutil/trace.go:171","msg":"trace[1045436697] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26969; }","duration":"554.205772ms","start":"2026-05-07T04:45:01.363689Z","end":"2026-05-07T04:45:01.917894Z","steps":["trace[1045436697] 'agreement among raft nodes before linearized reading' (duration: 554.026568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:01.917941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:45:01.363671Z","time spent":"554.263193ms","remote":"127.0.0.1:51378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T04:45:01.918094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.930457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:45:01.918153Z","caller":"traceutil/trace.go:171","msg":"trace[799665628] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26969; }","duration":"276.047549ms","start":"2026-05-07T04:45:01.64209Z","end":"2026-05-07T04:45:01.918137Z","steps":["trace[799665628] 'agreement among raft nodes before linearized reading' (duration: 275.735942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:01.918722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.544854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:45:01.918876Z","caller":"traceutil/trace.go:171","msg":"trace[280890942] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:26969; }","duration":"551.697368ms","start":"2026-05-07T04:45:01.367136Z","end":"2026-05-07T04:45:01.918834Z","steps":["trace[280890942] 'agreement among raft nodes before linearized reading' (duration: 550.538569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:01.918965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:45:01.367127Z","time spent":"551.827882ms","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"info","ts":"2026-05-07T04:45:40.598446Z","caller":"traceutil/trace.go:171","msg":"trace[1082576380] transaction","detail":"{read_only:false; response_revision:27457; number_of_response:1; }","duration":"391.312281ms","start":"2026-05-07T04:45:40.207098Z","end":"2026-05-07T04:45:40.59841Z","steps":["trace[1082576380] 'process raft request' (duration: 391.216678ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:45:40.598731Z","caller":"traceutil/trace.go:171","msg":"trace[379120279] transaction","detail":"{read_only:false; response_revision:27458; number_of_response:1; }","duration":"385.846352ms","start":"2026-05-07T04:45:40.212867Z","end":"2026-05-07T04:45:40.598714Z","steps":["trace[379120279] 'process raft request' (duration: 385.494393ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:45:40.598448Z","caller":"traceutil/trace.go:171","msg":"trace[1213821019] transaction","detail":"{read_only:false; response_revision:27456; number_of_response:1; }","duration":"393.23277ms","start":"2026-05-07T04:45:40.205174Z","end":"2026-05-07T04:45:40.598407Z","steps":["trace[1213821019] 'process raft request' (duration: 392.916803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:40.598819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:45:40.20706Z","time spent":"391.588998ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:45:40.598878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:45:40.212852Z","time spent":"385.928795ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:45:40.598886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:45:40.20511Z","time spent":"393.683991ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:45:40.59916Z","caller":"traceutil/trace.go:171","msg":"trace[1447594211] transaction","detail":"{read_only:false; response_revision:27459; number_of_response:1; }","duration":"377.930593ms","start":"2026-05-07T04:45:40.221196Z","end":"2026-05-07T04:45:40.599126Z","steps":["trace[1447594211] 'process raft request' (duration: 377.696766ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:45:40.599437Z","caller":"traceutil/trace.go:171","msg":"trace[1656656275] transaction","detail":"{read_only:false; response_revision:27460; number_of_response:1; }","duration":"378.22796ms","start":"2026-05-07T04:45:40.221197Z","end":"2026-05-07T04:45:40.599425Z","steps":["trace[1656656275] 'process raft request' (duration: 377.87255ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:45:40.599445Z","caller":"traceutil/trace.go:171","msg":"trace[1040961397] linearizableReadLoop","detail":"{readStateIndex:28369; appliedIndex:28363; }","duration":"365.661582ms","start":"2026-05-07T04:45:40.233768Z","end":"2026-05-07T04:45:40.59943Z","steps":["trace[1040961397] 'read index received' (duration: 27.101428ms)","trace[1040961397] 'applied index is now lower than readState.Index' (duration: 338.559354ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:45:40.599453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:45:40.221178Z","time spent":"378.073716ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:45:40.599504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:45:40.221168Z","time spent":"378.301772ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:45:40.599526Z","caller":"traceutil/trace.go:171","msg":"trace[1058055308] transaction","detail":"{read_only:false; response_revision:27461; number_of_response:1; }","duration":"376.63898ms","start":"2026-05-07T04:45:40.222821Z","end":"2026-05-07T04:45:40.59946Z","steps":["trace[1058055308] 'process raft request' (duration: 376.524737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:40.599739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:45:40.222802Z","time spent":"376.891637ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:45:40.599875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.224715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T04:45:40.599896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.275482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T04:45:40.599919Z","caller":"traceutil/trace.go:171","msg":"trace[291382902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27461; }","duration":"140.288617ms","start":"2026-05-07T04:45:40.459614Z","end":"2026-05-07T04:45:40.599903Z","steps":["trace[291382902] 'agreement among raft nodes before linearized reading' (duration: 140.195835ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:45:40.599935Z","caller":"traceutil/trace.go:171","msg":"trace[1345890012] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27461; }","duration":"139.367724ms","start":"2026-05-07T04:45:40.460554Z","end":"2026-05-07T04:45:40.599922Z","steps":["trace[1345890012] 'agreement among raft nodes before linearized reading' (duration: 139.254062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:40.600065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.436366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T04:45:40.600038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.870201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:45:40.600087Z","caller":"traceutil/trace.go:171","msg":"trace[1410627166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27461; }","duration":"139.471946ms","start":"2026-05-07T04:45:40.46061Z","end":"2026-05-07T04:45:40.600082Z","steps":["trace[1410627166] 'agreement among raft nodes before linearized reading' (duration: 139.419085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:40.599634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.861717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T04:45:40.600117Z","caller":"traceutil/trace.go:171","msg":"trace[8800189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27461; }","duration":"320.009184ms","start":"2026-05-07T04:45:40.280091Z","end":"2026-05-07T04:45:40.6001Z","steps":["trace[8800189] 'agreement among raft nodes before linearized reading' (duration: 319.87207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:40.599762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.222315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T04:45:40.600127Z","caller":"traceutil/trace.go:171","msg":"trace[1019704931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27461; }","duration":"366.38781ms","start":"2026-05-07T04:45:40.233729Z","end":"2026-05-07T04:45:40.600117Z","steps":["trace[1019704931] 'agreement among raft nodes before linearized reading' (duration: 365.793045ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:45:40.60016Z","caller":"traceutil/trace.go:171","msg":"trace[842423877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27461; }","duration":"364.692166ms","start":"2026-05-07T04:45:40.235463Z","end":"2026-05-07T04:45:40.600155Z","steps":["trace[842423877] 'agreement among raft nodes before linearized reading' (duration: 364.149513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:40.600159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:45:40.280066Z","time spent":"320.086545ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:45:40.600178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:45:40.235437Z","time spent":"364.736358ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:45:40.600186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:45:40.233713Z","time spent":"366.454342ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T04:45:54.463319Z","caller":"traceutil/trace.go:171","msg":"trace[125945227] transaction","detail":"{read_only:false; response_revision:27562; number_of_response:1; }","duration":"147.702906ms","start":"2026-05-07T04:45:54.315578Z","end":"2026-05-07T04:45:54.463281Z","steps":["trace[125945227] 'process raft request' (duration: 147.464109ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:45:54.798045Z","caller":"traceutil/trace.go:171","msg":"trace[2106934850] transaction","detail":"{read_only:false; response_revision:27565; number_of_response:1; }","duration":"138.235096ms","start":"2026-05-07T04:45:54.659779Z","end":"2026-05-07T04:45:54.798014Z","steps":["trace[2106934850] 'process raft request' (duration: 138.102473ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:45:54.798065Z","caller":"traceutil/trace.go:171","msg":"trace[359811158] transaction","detail":"{read_only:false; response_revision:27566; number_of_response:1; }","duration":"137.816126ms","start":"2026-05-07T04:45:54.660206Z","end":"2026-05-07T04:45:54.798022Z","steps":["trace[359811158] 'process raft request' (duration: 137.723274ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:45:54.798041Z","caller":"traceutil/trace.go:171","msg":"trace[1471686118] transaction","detail":"{read_only:false; response_revision:27564; number_of_response:1; }","duration":"140.407411ms","start":"2026-05-07T04:45:54.657582Z","end":"2026-05-07T04:45:54.79799Z","steps":["trace[1471686118] 'process raft request' (duration: 140.072893ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:45:54.798451Z","caller":"traceutil/trace.go:171","msg":"trace[1799347220] transaction","detail":"{read_only:false; response_revision:27567; number_of_response:1; }","duration":"138.171735ms","start":"2026-05-07T04:45:54.660248Z","end":"2026-05-07T04:45:54.798419Z","steps":["trace[1799347220] 'process raft request' (duration: 137.730984ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:45:54.798535Z","caller":"traceutil/trace.go:171","msg":"trace[643041165] linearizableReadLoop","detail":"{readStateIndex:28476; appliedIndex:28473; }","duration":"138.419421ms","start":"2026-05-07T04:45:54.660081Z","end":"2026-05-07T04:45:54.7985Z","steps":["trace[643041165] 'read index received' (duration: 29.351795ms)","trace[643041165] 'applied index is now lower than readState.Index' (duration: 109.065956ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:45:54.798745Z","caller":"traceutil/trace.go:171","msg":"trace[2106202379] transaction","detail":"{read_only:false; response_revision:27568; number_of_response:1; }","duration":"137.834886ms","start":"2026-05-07T04:45:54.660695Z","end":"2026-05-07T04:45:54.79853Z","steps":["trace[2106202379] 'process raft request' (duration: 137.634501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:54.798948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.832176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-07T04:45:54.798977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.606548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T04:45:54.799005Z","caller":"traceutil/trace.go:171","msg":"trace[1131862352] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27568; }","duration":"137.915178ms","start":"2026-05-07T04:45:54.661075Z","end":"2026-05-07T04:45:54.798991Z","steps":["trace[1131862352] 'agreement among raft nodes before linearized reading' (duration: 137.756804ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:45:54.799025Z","caller":"traceutil/trace.go:171","msg":"trace[1731383490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27568; }","duration":"131.691001ms","start":"2026-05-07T04:45:54.667319Z","end":"2026-05-07T04:45:54.79901Z","steps":["trace[1731383490] 'agreement among raft nodes before linearized reading' (duration: 131.508876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:54.799037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.826332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T04:45:54.798778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.655787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:45:54.799318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.115374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T04:45:54.79938Z","caller":"traceutil/trace.go:171","msg":"trace[1495080551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27568; }","duration":"125.203807ms","start":"2026-05-07T04:45:54.674163Z","end":"2026-05-07T04:45:54.799367Z","steps":["trace[1495080551] 'agreement among raft nodes before linearized reading' (duration: 125.050472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:54.79879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.639421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:45:54.799641Z","caller":"traceutil/trace.go:171","msg":"trace[1130314977] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27568; }","duration":"138.538535ms","start":"2026-05-07T04:45:54.661085Z","end":"2026-05-07T04:45:54.799623Z","steps":["trace[1130314977] 'agreement among raft nodes before linearized reading' (duration: 137.618001ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:45:54.799179Z","caller":"traceutil/trace.go:171","msg":"trace[1294470833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27568; }","duration":"126.004666ms","start":"2026-05-07T04:45:54.673147Z","end":"2026-05-07T04:45:54.799152Z","steps":["trace[1294470833] 'agreement among raft nodes before linearized reading' (duration: 125.677818ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:45:54.799342Z","caller":"traceutil/trace.go:171","msg":"trace[1864644845] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27568; }","duration":"139.279844ms","start":"2026-05-07T04:45:54.660047Z","end":"2026-05-07T04:45:54.799327Z","steps":["trace[1864644845] 'agreement among raft nodes before linearized reading' (duration: 138.590615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:54.799244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.829736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T04:45:54.799854Z","caller":"traceutil/trace.go:171","msg":"trace[1649255752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27568; }","duration":"125.452163ms","start":"2026-05-07T04:45:54.674388Z","end":"2026-05-07T04:45:54.79984Z","steps":["trace[1649255752] 'agreement among raft nodes before linearized reading' (duration: 124.765604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:45:54.799257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.966836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T04:45:54.799988Z","caller":"traceutil/trace.go:171","msg":"trace[775676983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27568; }","duration":"126.839838ms","start":"2026-05-07T04:45:54.673136Z","end":"2026-05-07T04:45:54.799976Z","steps":["trace[775676983] 'agreement among raft nodes before linearized reading' (duration: 125.814111ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:45:54.936816Z","caller":"traceutil/trace.go:171","msg":"trace[685940566] transaction","detail":"{read_only:false; response_revision:27569; number_of_response:1; }","duration":"132.483221ms","start":"2026-05-07T04:45:54.804294Z","end":"2026-05-07T04:45:54.936778Z","steps":["trace[685940566] 'process raft request' (duration: 46.718135ms)","trace[685940566] 'compare' (duration: 85.217922ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:45:54.951343Z","caller":"traceutil/trace.go:171","msg":"trace[183510077] transaction","detail":"{read_only:false; response_revision:27570; number_of_response:1; }","duration":"147.01352ms","start":"2026-05-07T04:45:54.804296Z","end":"2026-05-07T04:45:54.951309Z","steps":["trace[183510077] 'process raft request' (duration: 146.836585ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:45:54.951576Z","caller":"traceutil/trace.go:171","msg":"trace[3422065] transaction","detail":"{read_only:false; response_revision:27571; number_of_response:1; }","duration":"147.185664ms","start":"2026-05-07T04:45:54.80437Z","end":"2026-05-07T04:45:54.951556Z","steps":["trace[3422065] 'process raft request' (duration: 146.887676ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:45:54.951988Z","caller":"traceutil/trace.go:171","msg":"trace[1198550902] transaction","detail":"{read_only:false; response_revision:27572; number_of_response:1; }","duration":"147.576813ms","start":"2026-05-07T04:45:54.804396Z","end":"2026-05-07T04:45:54.951973Z","steps":["trace[1198550902] 'process raft request' (duration: 147.06285ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:45:54.952063Z","caller":"traceutil/trace.go:171","msg":"trace[254638599] transaction","detail":"{read_only:false; response_revision:27573; number_of_response:1; }","duration":"147.142692ms","start":"2026-05-07T04:45:54.804884Z","end":"2026-05-07T04:45:54.952027Z","steps":["trace[254638599] 'process raft request' (duration: 146.973998ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:48:33.465538Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T04:48:33.473758Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-07T04:48:33.473972Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"warn","ts":"2026-05-07T04:48:36.904923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.329179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-07T04:48:36.905028Z","caller":"traceutil/trace.go:171","msg":"trace[621734836] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:29084; }","duration":"102.494433ms","start":"2026-05-07T04:48:36.802509Z","end":"2026-05-07T04:48:36.905004Z","steps":["trace[621734836] 'range keys from in-memory index tree' (duration: 102.104414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:48:48.223434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.823332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T04:48:48.223766Z","caller":"traceutil/trace.go:171","msg":"trace[62485977] linearizableReadLoop","detail":"{readStateIndex:30128; appliedIndex:30127; }","duration":"245.452082ms","start":"2026-05-07T04:48:47.978251Z","end":"2026-05-07T04:48:48.223703Z","steps":["trace[62485977] 'read index received' (duration: 27.252921ms)","trace[62485977] 'applied index is now lower than readState.Index' (duration: 218.195681ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:48:48.223755Z","caller":"traceutil/trace.go:171","msg":"trace[1718757766] transaction","detail":"{read_only:false; response_revision:29176; number_of_response:1; }","duration":"240.726513ms","start":"2026-05-07T04:48:47.983004Z","end":"2026-05-07T04:48:48.22373Z","steps":["trace[1718757766] 'process raft request' (duration: 240.593559ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:48:48.223963Z","caller":"traceutil/trace.go:171","msg":"trace[663615376] transaction","detail":"{read_only:false; response_revision:29175; number_of_response:1; }","duration":"249.232369ms","start":"2026-05-07T04:48:47.974645Z","end":"2026-05-07T04:48:48.223878Z","steps":["trace[663615376] 'process raft request' (duration: 30.847754ms)","trace[663615376] 'compare' (duration: 217.612076ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:48:48.224171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.050775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T04:48:48.224302Z","caller":"traceutil/trace.go:171","msg":"trace[717057641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29176; }","duration":"251.196028ms","start":"2026-05-07T04:48:47.973074Z","end":"2026-05-07T04:48:48.22427Z","steps":["trace[717057641] 'agreement among raft nodes before linearized reading' (duration: 250.830219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:48:48.224776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.654338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T04:48:48.22489Z","caller":"traceutil/trace.go:171","msg":"trace[2026892147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29176; }","duration":"241.804921ms","start":"2026-05-07T04:48:47.983063Z","end":"2026-05-07T04:48:48.224868Z","steps":["trace[2026892147] 'agreement among raft nodes before linearized reading' (duration: 241.075712ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:48:48.868142Z","caller":"traceutil/trace.go:171","msg":"trace[965602714] transaction","detail":"{read_only:false; response_revision:29179; number_of_response:1; }","duration":"126.608375ms","start":"2026-05-07T04:48:48.741506Z","end":"2026-05-07T04:48:48.868114Z","steps":["trace[965602714] 'process raft request' (duration: 126.40277ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:49:33.008863Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26762} {"level":"info","ts":"2026-05-07T04:49:33.142909Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26762,"took":"129.010556ms","hash":1339253622,"current-db-size-bytes":60211200,"current-db-size":"60 MB","current-db-size-in-use-bytes":36315136,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-07T04:49:33.142998Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1339253622,"revision":26762,"compact-revision":24377} {"level":"info","ts":"2026-05-07T04:54:33.016279Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29620} {"level":"info","ts":"2026-05-07T04:54:33.167239Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29620,"took":"145.98066ms","hash":3483505570,"current-db-size-bytes":60211200,"current-db-size":"60 MB","current-db-size-in-use-bytes":30625792,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T04:54:33.167334Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3483505570,"revision":29620,"compact-revision":26762} {"level":"warn","ts":"2026-05-07T04:54:44.772849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.322737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:54:44.773009Z","caller":"traceutil/trace.go:171","msg":"trace[53319208] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:31973; }","duration":"114.547854ms","start":"2026-05-07T04:54:44.658441Z","end":"2026-05-07T04:54:44.772989Z","steps":["trace[53319208] 'count revisions from in-memory index tree' (duration: 114.141583ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:55:59.250765Z","caller":"traceutil/trace.go:171","msg":"trace[629805338] transaction","detail":"{read_only:false; response_revision:32554; number_of_response:1; }","duration":"125.853497ms","start":"2026-05-07T04:55:59.124884Z","end":"2026-05-07T04:55:59.250737Z","steps":["trace[629805338] 'process raft request' (duration: 125.656182ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:59:33.024536Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31888} {"level":"info","ts":"2026-05-07T04:59:33.177526Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31888,"took":"148.132953ms","hash":708891598,"current-db-size-bytes":60211200,"current-db-size":"60 MB","current-db-size-in-use-bytes":29696000,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-07T04:59:33.177629Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":708891598,"revision":31888,"compact-revision":29620} {"level":"info","ts":"2026-05-07T05:03:23.501818Z","caller":"traceutil/trace.go:171","msg":"trace[1226175554] transaction","detail":"{read_only:false; response_revision:35929; number_of_response:1; }","duration":"109.928756ms","start":"2026-05-07T05:03:23.391852Z","end":"2026-05-07T05:03:23.501781Z","steps":["trace[1226175554] 'process raft request' (duration: 38.66359ms)","trace[1226175554] 'compare' (duration: 71.07195ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T05:03:23.529152Z","caller":"traceutil/trace.go:171","msg":"trace[447737975] transaction","detail":"{read_only:false; response_revision:35930; number_of_response:1; }","duration":"136.209841ms","start":"2026-05-07T05:03:23.392916Z","end":"2026-05-07T05:03:23.529126Z","steps":["trace[447737975] 'process raft request' (duration: 135.882553ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T05:03:23.529173Z","caller":"traceutil/trace.go:171","msg":"trace[286594907] transaction","detail":"{read_only:false; response_revision:35931; number_of_response:1; }","duration":"133.623465ms","start":"2026-05-07T05:03:23.395509Z","end":"2026-05-07T05:03:23.529132Z","steps":["trace[286594907] 'process raft request' (duration: 133.449771ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T05:03:23.529899Z","caller":"traceutil/trace.go:171","msg":"trace[393235990] transaction","detail":"{read_only:false; response_revision:35934; number_of_response:1; }","duration":"127.929901ms","start":"2026-05-07T05:03:23.401939Z","end":"2026-05-07T05:03:23.529868Z","steps":["trace[393235990] 'process raft request' (duration: 127.733157ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T05:03:23.530065Z","caller":"traceutil/trace.go:171","msg":"trace[968245758] transaction","detail":"{read_only:false; response_revision:35935; number_of_response:1; }","duration":"127.475071ms","start":"2026-05-07T05:03:23.402574Z","end":"2026-05-07T05:03:23.530049Z","steps":["trace[968245758] 'process raft request' (duration: 127.139183ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T05:03:23.530118Z","caller":"traceutil/trace.go:171","msg":"trace[716745134] transaction","detail":"{read_only:false; response_revision:35932; number_of_response:1; }","duration":"129.805229ms","start":"2026-05-07T05:03:23.400299Z","end":"2026-05-07T05:03:23.530104Z","steps":["trace[716745134] 'process raft request' (duration: 128.763502ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T05:03:23.530229Z","caller":"traceutil/trace.go:171","msg":"trace[1105490952] transaction","detail":"{read_only:false; response_revision:35933; number_of_response:1; }","duration":"129.516743ms","start":"2026-05-07T05:03:23.400692Z","end":"2026-05-07T05:03:23.530209Z","steps":["trace[1105490952] 'process raft request' (duration: 128.893496ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T05:03:23.530291Z","caller":"traceutil/trace.go:171","msg":"trace[968726100] transaction","detail":"{read_only:false; response_revision:35936; number_of_response:1; }","duration":"123.854499ms","start":"2026-05-07T05:03:23.406425Z","end":"2026-05-07T05:03:23.530279Z","steps":["trace[968726100] 'process raft request' (duration: 123.374637ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T05:03:28.916747Z","caller":"traceutil/trace.go:171","msg":"trace[2089578552] transaction","detail":"{read_only:false; response_revision:35969; number_of_response:1; }","duration":"106.741686ms","start":"2026-05-07T05:03:28.80996Z","end":"2026-05-07T05:03:28.916702Z","steps":["trace[2089578552] 'process raft request' (duration: 106.429047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T05:03:49.594984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.586662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T05:03:49.595148Z","caller":"traceutil/trace.go:171","msg":"trace[811389472] transaction","detail":"{read_only:false; response_revision:36141; number_of_response:1; }","duration":"347.190187ms","start":"2026-05-07T05:03:49.247928Z","end":"2026-05-07T05:03:49.595118Z","steps":["trace[811389472] 'process raft request' (duration: 208.362889ms)","trace[811389472] 'compare' (duration: 138.149781ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T05:03:49.595277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T05:03:49.247887Z","time spent":"347.3144ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T05:03:49.595288Z","caller":"traceutil/trace.go:171","msg":"trace[426598018] linearizableReadLoop","detail":"{readStateIndex:37292; appliedIndex:37291; }","duration":"316.988092ms","start":"2026-05-07T05:03:49.278219Z","end":"2026-05-07T05:03:49.595207Z","steps":["trace[426598018] 'read index received' (duration: 178.103042ms)","trace[426598018] 'applied index is now lower than readState.Index' (duration: 138.87933ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T05:03:49.595467Z","caller":"traceutil/trace.go:171","msg":"trace[1225074104] transaction","detail":"{read_only:false; response_revision:36142; number_of_response:1; }","duration":"303.92243ms","start":"2026-05-07T05:03:49.29152Z","end":"2026-05-07T05:03:49.595442Z","steps":["trace[1225074104] 'process raft request' (duration: 303.619822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T05:03:49.595626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.376891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T05:03:49.595669Z","caller":"traceutil/trace.go:171","msg":"trace[1503273471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36142; }","duration":"317.483824ms","start":"2026-05-07T05:03:49.278173Z","end":"2026-05-07T05:03:49.595657Z","steps":["trace[1503273471] 'agreement among raft nodes before linearized reading' (duration: 317.30706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T05:03:49.595637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T05:03:49.291487Z","time spent":"304.105354ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T05:03:49.595705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T05:03:49.278154Z","time spent":"317.544195ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T05:03:49.78594Z","caller":"traceutil/trace.go:171","msg":"trace[10263469] transaction","detail":"{read_only:false; response_revision:36145; number_of_response:1; }","duration":"146.668155ms","start":"2026-05-07T05:03:49.639239Z","end":"2026-05-07T05:03:49.785907Z","steps":["trace[10263469] 'process raft request' (duration: 146.423979ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T05:03:49.786509Z","caller":"traceutil/trace.go:171","msg":"trace[594971572] transaction","detail":"{read_only:false; response_revision:36146; number_of_response:1; }","duration":"147.105947ms","start":"2026-05-07T05:03:49.63938Z","end":"2026-05-07T05:03:49.786486Z","steps":["trace[594971572] 'process raft request' (duration: 146.466281ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T05:03:49.786611Z","caller":"traceutil/trace.go:171","msg":"trace[1344055871] linearizableReadLoop","detail":"{readStateIndex:37300; appliedIndex:37294; }","duration":"131.940233ms","start":"2026-05-07T05:03:49.654634Z","end":"2026-05-07T05:03:49.786574Z","steps":["trace[1344055871] 'read index received' (duration: 23.833415ms)","trace[1344055871] 'applied index is now lower than readState.Index' (duration: 108.105468ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T05:03:49.786677Z","caller":"traceutil/trace.go:171","msg":"trace[811299133] transaction","detail":"{read_only:false; response_revision:36147; number_of_response:1; }","duration":"147.129948ms","start":"2026-05-07T05:03:49.6395Z","end":"2026-05-07T05:03:49.78663Z","steps":["trace[811299133] 'process raft request' (duration: 146.780049ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T05:03:49.786809Z","caller":"traceutil/trace.go:171","msg":"trace[1540291523] transaction","detail":"{read_only:false; response_revision:36148; number_of_response:1; }","duration":"145.538908ms","start":"2026-05-07T05:03:49.641253Z","end":"2026-05-07T05:03:49.786792Z","steps":["trace[1540291523] 'process raft request' (duration: 145.204729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T05:03:49.787116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.458097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T05:03:49.787176Z","caller":"traceutil/trace.go:171","msg":"trace[484503030] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36149; }","duration":"132.555479ms","start":"2026-05-07T05:03:49.654604Z","end":"2026-05-07T05:03:49.787159Z","steps":["trace[484503030] 'agreement among raft nodes before linearized reading' (duration: 132.370444ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T05:03:49.787285Z","caller":"traceutil/trace.go:171","msg":"trace[573846884] transaction","detail":"{read_only:false; response_revision:36149; number_of_response:1; }","duration":"145.342083ms","start":"2026-05-07T05:03:49.641929Z","end":"2026-05-07T05:03:49.787272Z","steps":["trace[573846884] 'process raft request' (duration: 144.589263ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T05:04:29.223453Z","caller":"traceutil/trace.go:171","msg":"trace[857027600] transaction","detail":"{read_only:false; response_revision:36445; number_of_response:1; }","duration":"216.307351ms","start":"2026-05-07T05:04:29.007094Z","end":"2026-05-07T05:04:29.223401Z","steps":["trace[857027600] 'process raft request' (duration: 216.060165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T05:04:29.223534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.513237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T05:04:29.223594Z","caller":"traceutil/trace.go:171","msg":"trace[1890781398] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:36445; }","duration":"160.65687ms","start":"2026-05-07T05:04:29.062925Z","end":"2026-05-07T05:04:29.223582Z","steps":["trace[1890781398] 'agreement among raft nodes before linearized reading' (duration: 160.528177ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T05:04:29.223398Z","caller":"traceutil/trace.go:171","msg":"trace[1058560336] linearizableReadLoop","detail":"{readStateIndex:37605; appliedIndex:37604; }","duration":"160.354772ms","start":"2026-05-07T05:04:29.062987Z","end":"2026-05-07T05:04:29.223342Z","steps":["trace[1058560336] 'read index received' (duration: 160.141877ms)","trace[1058560336] 'applied index is now lower than readState.Index' (duration: 211.335µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T05:04:33.032743Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34115} {"level":"info","ts":"2026-05-07T05:04:33.170422Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34115,"took":"132.60643ms","hash":462302010,"current-db-size-bytes":60211200,"current-db-size":"60 MB","current-db-size-in-use-bytes":31256576,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T05:04:33.170483Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":462302010,"revision":34115,"compact-revision":31888} {"level":"info","ts":"2026-05-07T05:09:33.040847Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T05:09:33.040924Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36474} {"level":"info","ts":"2026-05-07T05:09:33.046074Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-07T05:09:33.046173Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-05-07T05:09:33.197255Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36474,"took":"150.72369ms","hash":931918372,"current-db-size-bytes":61480960,"current-db-size":"62 MB","current-db-size-in-use-bytes":31404032,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T05:09:33.197341Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":931918372,"revision":36474,"compact-revision":34115} {"level":"info","ts":"2026-05-07T05:14:33.046771Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38778} {"level":"info","ts":"2026-05-07T05:14:33.16932Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38778,"took":"117.556179ms","hash":916737348,"current-db-size-bytes":62750720,"current-db-size":"63 MB","current-db-size-in-use-bytes":31690752,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-07T05:14:33.169441Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":916737348,"revision":38778,"compact-revision":36474}