{"level":"warn","ts":"2026-04-28T05:59:24.29057Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T05:59:24.29067Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.113:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.113:2380","--initial-cluster=instance=https://199.204.45.113:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.113:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.113:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T05:59:24.290765Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T05:59:24.290779Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-04-28T05:59:24.2908Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T05:59:24.291427Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"]} {"level":"info","ts":"2026-04-28T05:59:24.291501Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.113:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T05:59:24.295748Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.034519ms"} {"level":"info","ts":"2026-04-28T05:59:24.306014Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a31e123290fcf0df","cluster-id":"37661d6ee45ed9e8"} {"level":"info","ts":"2026-04-28T05:59:24.306131Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T05:59:24.306254Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became follower at term 0"} {"level":"info","ts":"2026-04-28T05:59:24.306299Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a31e123290fcf0df [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T05:59:24.306566Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became follower at term 1"} {"level":"info","ts":"2026-04-28T05:59:24.306688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=(11753852085873733855)"} {"level":"warn","ts":"2026-04-28T05:59:24.32001Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T05:59:24.324137Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T05:59:24.32734Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T05:59:24.331465Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a31e123290fcf0df","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T05:59:24.341084Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a31e123290fcf0df","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T05:59:24.341165Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T05:59:24.341197Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T05:59:24.34121Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T05:59:24.348215Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=(11753852085873733855)"} {"level":"info","ts":"2026-04-28T05:59:24.348409Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","added-peer-id":"a31e123290fcf0df","added-peer-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-04-28T05:59:24.350064Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T05:59:24.350287Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-04-28T05:59:24.350482Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-04-28T05:59:24.350784Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a31e123290fcf0df","initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T05:59:24.350854Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T05:59:24.607914Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T05:59:24.608017Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T05:59:24.608048Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df received MsgPreVoteResp from a31e123290fcf0df at term 1"} {"level":"info","ts":"2026-04-28T05:59:24.608073Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became candidate at term 2"} {"level":"info","ts":"2026-04-28T05:59:24.608089Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df received MsgVoteResp from a31e123290fcf0df at term 2"} {"level":"info","ts":"2026-04-28T05:59:24.608169Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became leader at term 2"} {"level":"info","ts":"2026-04-28T05:59:24.608235Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a31e123290fcf0df elected leader a31e123290fcf0df at term 2"} {"level":"info","ts":"2026-04-28T05:59:24.609477Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a31e123290fcf0df","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.113:2379]}","request-path":"/0/members/a31e123290fcf0df/attributes","cluster-id":"37661d6ee45ed9e8","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T05:59:24.609686Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T05:59:24.609677Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T05:59:24.609962Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T05:59:24.610444Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T05:59:24.610473Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T05:59:24.610941Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T05:59:24.611152Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T05:59:24.611198Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T05:59:24.612552Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-28T05:59:24.618896Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.113:2379"} {"level":"warn","ts":"2026-04-28T05:59:26.860519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.252242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T05:59:26.860631Z","caller":"traceutil/trace.go:171","msg":"trace[1480834334] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:70; }","duration":"340.458769ms","start":"2026-04-28T05:59:26.520149Z","end":"2026-04-28T05:59:26.860607Z","steps":["trace[1480834334] 'range keys from in-memory index tree' (duration: 340.145739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:59:26.860771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:59:26.520117Z","time spent":"340.614384ms","remote":"127.0.0.1:34296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" "} {"level":"info","ts":"2026-04-28T05:59:27.1368Z","caller":"traceutil/trace.go:171","msg":"trace[2078906080] linearizableReadLoop","detail":"{readStateIndex:75; appliedIndex:74; }","duration":"129.264316ms","start":"2026-04-28T05:59:27.007511Z","end":"2026-04-28T05:59:27.136776Z","steps":["trace[2078906080] 'read index received' (duration: 129.024479ms)","trace[2078906080] 'applied index is now lower than readState.Index' (duration: 238.707µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:59:27.136971Z","caller":"traceutil/trace.go:171","msg":"trace[79595536] transaction","detail":"{read_only:false; response_revision:71; number_of_response:1; }","duration":"273.058283ms","start":"2026-04-28T05:59:26.863827Z","end":"2026-04-28T05:59:27.136885Z","steps":["trace[79595536] 'process raft request' (duration: 272.786254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:59:27.137048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.584114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T05:59:27.137137Z","caller":"traceutil/trace.go:171","msg":"trace[1778105148] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:71; }","duration":"128.74715ms","start":"2026-04-28T05:59:27.008373Z","end":"2026-04-28T05:59:27.13712Z","steps":["trace[1778105148] 'agreement among raft nodes before linearized reading' (duration: 128.576454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:59:27.137048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.523844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T05:59:27.137208Z","caller":"traceutil/trace.go:171","msg":"trace[860890522] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:71; }","duration":"129.749222ms","start":"2026-04-28T05:59:27.007443Z","end":"2026-04-28T05:59:27.137192Z","steps":["trace[860890522] 'agreement among raft nodes before linearized reading' (duration: 129.455342ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:00:49.324007Z","caller":"traceutil/trace.go:171","msg":"trace[83595680] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"121.362667ms","start":"2026-04-28T06:00:49.202608Z","end":"2026-04-28T06:00:49.323971Z","steps":["trace[83595680] 'process raft request' (duration: 120.802091ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:00:55.924765Z","caller":"traceutil/trace.go:171","msg":"trace[1747656077] linearizableReadLoop","detail":"{readStateIndex:741; appliedIndex:740; }","duration":"193.583277ms","start":"2026-04-28T06:00:55.731149Z","end":"2026-04-28T06:00:55.924733Z","steps":["trace[1747656077] 'read index received' (duration: 192.884602ms)","trace[1747656077] 'applied index is now lower than readState.Index' (duration: 697.325µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:00:55.924967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.776762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T06:00:55.925011Z","caller":"traceutil/trace.go:171","msg":"trace[1089879081] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:702; }","duration":"193.905743ms","start":"2026-04-28T06:00:55.731093Z","end":"2026-04-28T06:00:55.924999Z","steps":["trace[1089879081] 'agreement among raft nodes before linearized reading' (duration: 193.794854ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:00:55.925228Z","caller":"traceutil/trace.go:171","msg":"trace[708839452] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"195.251578ms","start":"2026-04-28T06:00:55.729666Z","end":"2026-04-28T06:00:55.924918Z","steps":["trace[708839452] 'process raft request' (duration: 194.452755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:00:56.561555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.589191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T06:00:56.561619Z","caller":"traceutil/trace.go:171","msg":"trace[710453631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:703; }","duration":"505.69984ms","start":"2026-04-28T06:00:56.055909Z","end":"2026-04-28T06:00:56.561609Z","steps":["trace[710453631] 'agreement among raft nodes before linearized reading' (duration: 505.518116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:00:56.561657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:00:56.055886Z","time spent":"505.762336ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T06:00:56.561391Z","caller":"traceutil/trace.go:171","msg":"trace[1965296079] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"700.747034ms","start":"2026-04-28T06:00:55.86063Z","end":"2026-04-28T06:00:56.561377Z","steps":["trace[1965296079] 'process raft request' (duration: 691.079028ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:00:56.561245Z","caller":"traceutil/trace.go:171","msg":"trace[1731502259] linearizableReadLoop","detail":"{readStateIndex:742; appliedIndex:741; }","duration":"505.265436ms","start":"2026-04-28T06:00:56.055954Z","end":"2026-04-28T06:00:56.56122Z","steps":["trace[1731502259] 'read index received' (duration: 495.48043ms)","trace[1731502259] 'applied index is now lower than readState.Index' (duration: 9.784046ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:00:56.562538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:00:55.860592Z","time spent":"701.407956ms","remote":"127.0.0.1:34268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:00:57.986293Z","caller":"traceutil/trace.go:171","msg":"trace[1091942305] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"149.896902ms","start":"2026-04-28T06:00:57.836158Z","end":"2026-04-28T06:00:57.986055Z","steps":["trace[1091942305] 'process raft request' (duration: 149.758391ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:00:57.98897Z","caller":"traceutil/trace.go:171","msg":"trace[36767269] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"142.609357ms","start":"2026-04-28T06:00:57.846301Z","end":"2026-04-28T06:00:57.98891Z","steps":["trace[36767269] 'process raft request' (duration: 142.504909ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:00:57.989083Z","caller":"traceutil/trace.go:171","msg":"trace[1118206651] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"142.734436ms","start":"2026-04-28T06:00:57.846335Z","end":"2026-04-28T06:00:57.98907Z","steps":["trace[1118206651] 'process raft request' (duration: 142.52186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:01:11.929335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.652179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-5j592\" ","response":"range_response_count:1 size:3965"} {"level":"warn","ts":"2026-04-28T06:01:11.929367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.11968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:01:11.929488Z","caller":"traceutil/trace.go:171","msg":"trace[643111443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:870; }","duration":"354.326124ms","start":"2026-04-28T06:01:11.575134Z","end":"2026-04-28T06:01:11.92946Z","steps":["trace[643111443] 'range keys from in-memory index tree' (duration: 354.035324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:01:11.929566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:01:11.575112Z","time spent":"354.432742ms","remote":"127.0.0.1:34174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T06:01:11.929469Z","caller":"traceutil/trace.go:171","msg":"trace[685898808] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-5j592; range_end:; response_count:1; response_revision:870; }","duration":"117.823701ms","start":"2026-04-28T06:01:11.811616Z","end":"2026-04-28T06:01:11.929439Z","steps":["trace[685898808] 'range keys from in-memory index tree' (duration: 117.461856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:01:41.809572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.757045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:01:41.809691Z","caller":"traceutil/trace.go:171","msg":"trace[479653292] linearizableReadLoop","detail":"{readStateIndex:1322; appliedIndex:1321; }","duration":"459.013792ms","start":"2026-04-28T06:01:41.350659Z","end":"2026-04-28T06:01:41.809673Z","steps":["trace[479653292] 'read index received' (duration: 7.875533ms)","trace[479653292] 'applied index is now lower than readState.Index' (duration: 451.136979ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:01:41.809785Z","caller":"traceutil/trace.go:171","msg":"trace[2003979541] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"639.235793ms","start":"2026-04-28T06:01:41.170538Z","end":"2026-04-28T06:01:41.809774Z","steps":["trace[2003979541] 'process raft request' (duration: 188.02482ms)","trace[2003979541] 'compare' (duration: 450.644178ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:01:41.80985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:01:41.170519Z","time spent":"639.299317ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:01:41.810206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.536767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T06:01:41.810245Z","caller":"traceutil/trace.go:171","msg":"trace[469810055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1271; }","duration":"199.619232ms","start":"2026-04-28T06:01:41.610617Z","end":"2026-04-28T06:01:41.810236Z","steps":["trace[469810055] 'agreement among raft nodes before linearized reading' (duration: 199.485534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:01:41.81024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.027216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:01:41.810376Z","caller":"traceutil/trace.go:171","msg":"trace[1774289725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1271; }","duration":"236.270521ms","start":"2026-04-28T06:01:41.574076Z","end":"2026-04-28T06:01:41.810346Z","steps":["trace[1774289725] 'agreement among raft nodes before linearized reading' (duration: 235.976643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:01:41.810405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.680203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T06:01:41.810571Z","caller":"traceutil/trace.go:171","msg":"trace[548098950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1271; }","duration":"459.924968ms","start":"2026-04-28T06:01:41.350618Z","end":"2026-04-28T06:01:41.810543Z","steps":["trace[548098950] 'agreement among raft nodes before linearized reading' (duration: 459.399386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:01:41.810659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:01:41.350594Z","time spent":"460.048835ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T06:01:56.713713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.43666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:01:56.713824Z","caller":"traceutil/trace.go:171","msg":"trace[1942988033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1405; }","duration":"139.600379ms","start":"2026-04-28T06:01:56.574197Z","end":"2026-04-28T06:01:56.713798Z","steps":["trace[1942988033] 'range keys from in-memory index tree' (duration: 139.318333ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:02:03.493273Z","caller":"traceutil/trace.go:171","msg":"trace[1388426385] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"250.36225ms","start":"2026-04-28T06:02:03.242876Z","end":"2026-04-28T06:02:03.493238Z","steps":["trace[1388426385] 'process raft request' (duration: 250.168689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:02:05.248888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.703024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T06:02:05.248993Z","caller":"traceutil/trace.go:171","msg":"trace[1306430880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1536; }","duration":"319.864203ms","start":"2026-04-28T06:02:04.929106Z","end":"2026-04-28T06:02:05.248971Z","steps":["trace[1306430880] 'range keys from in-memory index tree' (duration: 319.310133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:02:05.249048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:02:04.929083Z","time spent":"319.955658ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T06:02:06.116283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765017059335835,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:02:06.272785Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.180721281s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T06:02:06.27324Z","caller":"traceutil/trace.go:171","msg":"trace[725800071] transaction","detail":"{read_only:false; response_revision:1537; number_of_response:1; }","duration":"1.181289672s","start":"2026-04-28T06:02:05.091923Z","end":"2026-04-28T06:02:06.273213Z","steps":["trace[725800071] 'process raft request' (duration: 1.181068169s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:02:06.273382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:02:05.091897Z","time spent":"1.181397199s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3637,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:02:06.691447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.699251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:02:06.691769Z","caller":"traceutil/trace.go:171","msg":"trace[1859869631] linearizableReadLoop","detail":"{readStateIndex:1599; appliedIndex:1596; }","duration":"1.076127716s","start":"2026-04-28T06:02:05.615621Z","end":"2026-04-28T06:02:06.691749Z","steps":["trace[1859869631] 'read index received' (duration: 657.426119ms)","trace[1859869631] 'applied index is now lower than readState.Index' (duration: 418.700586ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:02:06.691934Z","caller":"traceutil/trace.go:171","msg":"trace[42695685] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"1.438327467s","start":"2026-04-28T06:02:05.253566Z","end":"2026-04-28T06:02:06.691893Z","steps":["trace[42695685] 'process raft request' (duration: 1.211049043s)","trace[42695685] 'compare' (duration: 226.263427ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:02:06.691956Z","caller":"traceutil/trace.go:171","msg":"trace[4821559] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"1.19266174s","start":"2026-04-28T06:02:05.499247Z","end":"2026-04-28T06:02:06.691909Z","steps":["trace[4821559] 'process raft request' (duration: 1.192394856s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:02:06.692008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:02:05.253539Z","time spent":"1.438434603s","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:02:06.692168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:02:05.49922Z","time spent":"1.19284658s","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:02:06.692016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076362059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:02:06.692512Z","caller":"traceutil/trace.go:171","msg":"trace[1567234815] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1539; }","duration":"1.076895298s","start":"2026-04-28T06:02:05.615603Z","end":"2026-04-28T06:02:06.692498Z","steps":["trace[1567234815] 'agreement among raft nodes before linearized reading' (duration: 1.076326627s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:02:06.692561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:02:05.615503Z","time spent":"1.077044387s","remote":"127.0.0.1:55782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T06:02:06.69363Z","caller":"traceutil/trace.go:171","msg":"trace[390222715] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"410.939381ms","start":"2026-04-28T06:02:06.282674Z","end":"2026-04-28T06:02:06.693614Z","steps":["trace[390222715] 'process raft request' (duration: 410.798763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:02:06.693656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.035506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:02:06.693799Z","caller":"traceutil/trace.go:171","msg":"trace[344202122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1540; }","duration":"989.109212ms","start":"2026-04-28T06:02:05.70457Z","end":"2026-04-28T06:02:06.693679Z","steps":["trace[344202122] 'agreement among raft nodes before linearized reading' (duration: 988.977765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:02:06.693801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.363426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T06:02:06.693848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:02:05.704545Z","time spent":"989.292852ms","remote":"127.0.0.1:34174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T06:02:06.693854Z","caller":"traceutil/trace.go:171","msg":"trace[1991279927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1540; }","duration":"712.438481ms","start":"2026-04-28T06:02:05.981401Z","end":"2026-04-28T06:02:06.693839Z","steps":["trace[1991279927] 'agreement among raft nodes before linearized reading' (duration: 712.174616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:02:06.693889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:02:05.981396Z","time spent":"712.484993ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T06:02:06.693862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.259163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T06:02:06.694099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.127627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T06:02:06.694107Z","caller":"traceutil/trace.go:171","msg":"trace[57706283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1540; }","duration":"120.597612ms","start":"2026-04-28T06:02:06.573488Z","end":"2026-04-28T06:02:06.694085Z","steps":["trace[57706283] 'agreement among raft nodes before linearized reading' (duration: 120.200259ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:02:06.694158Z","caller":"traceutil/trace.go:171","msg":"trace[195345785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1540; }","duration":"420.20586ms","start":"2026-04-28T06:02:06.27393Z","end":"2026-04-28T06:02:06.694136Z","steps":["trace[195345785] 'agreement among raft nodes before linearized reading' (duration: 420.108695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:02:06.693939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.829153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T06:02:06.694209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:02:06.27391Z","time spent":"420.290975ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T06:02:06.69422Z","caller":"traceutil/trace.go:171","msg":"trace[786339801] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1540; }","duration":"713.165551ms","start":"2026-04-28T06:02:05.981042Z","end":"2026-04-28T06:02:06.694208Z","steps":["trace[786339801] 'agreement among raft nodes before linearized reading' (duration: 712.714766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:02:06.693973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.830425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T06:02:06.694261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:02:05.981022Z","time spent":"713.228475ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T06:02:06.694297Z","caller":"traceutil/trace.go:171","msg":"trace[600746754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1540; }","duration":"715.202426ms","start":"2026-04-28T06:02:05.979074Z","end":"2026-04-28T06:02:06.694276Z","steps":["trace[600746754] 'agreement among raft nodes before linearized reading' (duration: 714.685107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:02:06.694343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:02:05.979051Z","time spent":"715.27439ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T06:02:06.694534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:02:06.282653Z","time spent":"411.013895ms","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4405,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:02:06.695645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.221604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:02:06.695702Z","caller":"traceutil/trace.go:171","msg":"trace[1644817211] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1540; }","duration":"152.331801ms","start":"2026-04-28T06:02:06.543356Z","end":"2026-04-28T06:02:06.695687Z","steps":["trace[1644817211] 'agreement among raft nodes before linearized reading' (duration: 152.235875ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:02:09.296231Z","caller":"traceutil/trace.go:171","msg":"trace[1245364130] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"103.689402ms","start":"2026-04-28T06:02:09.192512Z","end":"2026-04-28T06:02:09.296201Z","steps":["trace[1245364130] 'process raft request' (duration: 103.242996ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:02:12.084737Z","caller":"traceutil/trace.go:171","msg":"trace[924518671] linearizableReadLoop","detail":"{readStateIndex:1696; appliedIndex:1695; }","duration":"348.696738ms","start":"2026-04-28T06:02:11.736012Z","end":"2026-04-28T06:02:12.084709Z","steps":["trace[924518671] 'read index received' (duration: 348.587142ms)","trace[924518671] 'applied index is now lower than readState.Index' (duration: 108.596µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:02:12.085057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.018377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:02:12.084769Z","caller":"traceutil/trace.go:171","msg":"trace[446023286] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1634; }","duration":"422.939509ms","start":"2026-04-28T06:02:11.661797Z","end":"2026-04-28T06:02:12.084736Z","steps":["trace[446023286] 'process raft request' (duration: 422.822562ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:02:12.085108Z","caller":"traceutil/trace.go:171","msg":"trace[1614440478] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1634; }","duration":"349.124912ms","start":"2026-04-28T06:02:11.735967Z","end":"2026-04-28T06:02:12.085092Z","steps":["trace[1614440478] 'agreement among raft nodes before linearized reading' (duration: 348.884469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:02:12.08525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:02:11.735945Z","time spent":"349.290211ms","remote":"127.0.0.1:38762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T06:02:12.085395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:02:11.661766Z","time spent":"423.427956ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T06:02:28.256614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.086876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:02:28.256892Z","caller":"traceutil/trace.go:171","msg":"trace[1511063233] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"186.081244ms","start":"2026-04-28T06:02:28.070791Z","end":"2026-04-28T06:02:28.256872Z","steps":["trace[1511063233] 'process raft request' (duration: 23.655171ms)","trace[1511063233] 'compare' (duration: 161.953509ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:02:28.731759Z","caller":"traceutil/trace.go:171","msg":"trace[632780856] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"467.309598ms","start":"2026-04-28T06:02:28.264419Z","end":"2026-04-28T06:02:28.731729Z","steps":["trace[632780856] 'process raft request' (duration: 467.042584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:02:28.731912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:02:28.264393Z","time spent":"467.439845ms","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3726,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:02:28.962476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.924862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:02:28.962592Z","caller":"traceutil/trace.go:171","msg":"trace[1418431351] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2014; }","duration":"171.0638ms","start":"2026-04-28T06:02:28.791512Z","end":"2026-04-28T06:02:28.962576Z","steps":["trace[1418431351] 'read index received' (duration: 32.062354ms)","trace[1418431351] 'applied index is now lower than readState.Index' (duration: 139.000176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:02:28.962745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.210808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:02:28.96282Z","caller":"traceutil/trace.go:171","msg":"trace[1023868132] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1930; }","duration":"171.327084ms","start":"2026-04-28T06:02:28.791476Z","end":"2026-04-28T06:02:28.962803Z","steps":["trace[1023868132] 'agreement among raft nodes before linearized reading' (duration: 171.212908ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:02:28.962866Z","caller":"traceutil/trace.go:171","msg":"trace[556432704] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"179.093424ms","start":"2026-04-28T06:02:28.783732Z","end":"2026-04-28T06:02:28.962825Z","steps":["trace[556432704] 'process raft request' (duration: 39.733779ms)","trace[556432704] 'compare' (duration: 138.801725ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:02:28.963088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.347994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-28T06:02:28.963157Z","caller":"traceutil/trace.go:171","msg":"trace[1995697723] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1930; }","duration":"139.45108ms","start":"2026-04-28T06:02:28.823677Z","end":"2026-04-28T06:02:28.963128Z","steps":["trace[1995697723] 'agreement among raft nodes before linearized reading' (duration: 139.275811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:02:28.963657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.779411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T06:02:28.963713Z","caller":"traceutil/trace.go:171","msg":"trace[658115594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1930; }","duration":"158.877246ms","start":"2026-04-28T06:02:28.804824Z","end":"2026-04-28T06:02:28.963702Z","steps":["trace[658115594] 'agreement among raft nodes before linearized reading' (duration: 157.927656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:02:29.262975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.348701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:02:29.263216Z","caller":"traceutil/trace.go:171","msg":"trace[1373193385] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"295.563209ms","start":"2026-04-28T06:02:28.967624Z","end":"2026-04-28T06:02:29.263187Z","steps":["trace[1373193385] 'process raft request' (duration: 161.899541ms)","trace[1373193385] 'compare' (duration: 133.201804ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:02:29.26349Z","caller":"traceutil/trace.go:171","msg":"trace[1324651657] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"294.604857ms","start":"2026-04-28T06:02:28.968857Z","end":"2026-04-28T06:02:29.263462Z","steps":["trace[1324651657] 'process raft request' (duration: 294.321083ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:02:29.263645Z","caller":"traceutil/trace.go:171","msg":"trace[440830548] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"294.944755ms","start":"2026-04-28T06:02:28.968688Z","end":"2026-04-28T06:02:29.263633Z","steps":["trace[440830548] 'process raft request' (duration: 294.388976ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:02:29.263706Z","caller":"traceutil/trace.go:171","msg":"trace[996387040] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"294.830169ms","start":"2026-04-28T06:02:28.968834Z","end":"2026-04-28T06:02:29.263664Z","steps":["trace[996387040] 'process raft request' (duration: 294.312472ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:02:37.436001Z","caller":"traceutil/trace.go:171","msg":"trace[1686249614] linearizableReadLoop","detail":"{readStateIndex:2101; appliedIndex:2100; }","duration":"122.272965ms","start":"2026-04-28T06:02:37.313704Z","end":"2026-04-28T06:02:37.435977Z","steps":["trace[1686249614] 'read index received' (duration: 122.040983ms)","trace[1686249614] 'applied index is now lower than readState.Index' (duration: 231.002µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:02:37.436098Z","caller":"traceutil/trace.go:171","msg":"trace[1682675032] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"123.529511ms","start":"2026-04-28T06:02:37.312546Z","end":"2026-04-28T06:02:37.436076Z","steps":["trace[1682675032] 'process raft request' (duration: 123.287039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:02:37.436229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.498857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T06:02:37.436264Z","caller":"traceutil/trace.go:171","msg":"trace[1264231950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2014; }","duration":"122.586351ms","start":"2026-04-28T06:02:37.313666Z","end":"2026-04-28T06:02:37.436253Z","steps":["trace[1264231950] 'agreement among raft nodes before linearized reading' (duration: 122.434234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:02:37.436377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.197062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T06:02:37.436458Z","caller":"traceutil/trace.go:171","msg":"trace[971289371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2014; }","duration":"117.305758ms","start":"2026-04-28T06:02:37.319135Z","end":"2026-04-28T06:02:37.436441Z","steps":["trace[971289371] 'agreement among raft nodes before linearized reading' (duration: 117.063216ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:02:41.688057Z","caller":"traceutil/trace.go:171","msg":"trace[898142307] linearizableReadLoop","detail":"{readStateIndex:2130; appliedIndex:2129; }","duration":"136.764601ms","start":"2026-04-28T06:02:41.551269Z","end":"2026-04-28T06:02:41.688033Z","steps":["trace[898142307] 'read index received' (duration: 136.561111ms)","trace[898142307] 'applied index is now lower than readState.Index' (duration: 202.62µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:02:41.688167Z","caller":"traceutil/trace.go:171","msg":"trace[1797388211] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"233.458031ms","start":"2026-04-28T06:02:41.454674Z","end":"2026-04-28T06:02:41.688132Z","steps":["trace[1797388211] 'process raft request' (duration: 233.209569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:02:41.688296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.003013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T06:02:41.688345Z","caller":"traceutil/trace.go:171","msg":"trace[113698242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2041; }","duration":"137.098948ms","start":"2026-04-28T06:02:41.551235Z","end":"2026-04-28T06:02:41.688334Z","steps":["trace[113698242] 'agreement among raft nodes before linearized reading' (duration: 136.939699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:02:41.68843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.626662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T06:02:41.68849Z","caller":"traceutil/trace.go:171","msg":"trace[2146847908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2041; }","duration":"135.713687ms","start":"2026-04-28T06:02:41.55276Z","end":"2026-04-28T06:02:41.688474Z","steps":["trace[2146847908] 'agreement among raft nodes before linearized reading' (duration: 135.547458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:02:41.688641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.831003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T06:02:41.688704Z","caller":"traceutil/trace.go:171","msg":"trace[741850405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2041; }","duration":"135.896585ms","start":"2026-04-28T06:02:41.552783Z","end":"2026-04-28T06:02:41.68868Z","steps":["trace[741850405] 'agreement among raft nodes before linearized reading' (duration: 135.779609ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:02:57.976776Z","caller":"traceutil/trace.go:171","msg":"trace[166637113] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"167.341096ms","start":"2026-04-28T06:02:57.809401Z","end":"2026-04-28T06:02:57.976742Z","steps":["trace[166637113] 'process raft request' (duration: 161.129495ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:03:03.903745Z","caller":"traceutil/trace.go:171","msg":"trace[2098414842] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"107.067395ms","start":"2026-04-28T06:03:03.796622Z","end":"2026-04-28T06:03:03.90369Z","steps":["trace[2098414842] 'process raft request' (duration: 106.768891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:03:04.351764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.951207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:03:04.351875Z","caller":"traceutil/trace.go:171","msg":"trace[1491926336] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"442.902293ms","start":"2026-04-28T06:03:03.908959Z","end":"2026-04-28T06:03:04.351862Z","steps":["trace[1491926336] 'process raft request' (duration: 190.787328ms)","trace[1491926336] 'compare' (duration: 251.768028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:03:04.351912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:03:03.908926Z","time spent":"442.971396ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:03:04.352199Z","caller":"traceutil/trace.go:171","msg":"trace[1783547172] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"443.086952ms","start":"2026-04-28T06:03:03.909103Z","end":"2026-04-28T06:03:04.35219Z","steps":["trace[1783547172] 'process raft request' (duration: 442.727475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:03:04.352253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:03:03.909064Z","time spent":"443.167786ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:03:04.352488Z","caller":"traceutil/trace.go:171","msg":"trace[1005940731] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"442.86146ms","start":"2026-04-28T06:03:03.909578Z","end":"2026-04-28T06:03:04.35244Z","steps":["trace[1005940731] 'process raft request' (duration: 442.516144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:03:04.352828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:03:03.909568Z","time spent":"443.073051ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:03:04.352897Z","caller":"traceutil/trace.go:171","msg":"trace[1388369451] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"367.191091ms","start":"2026-04-28T06:03:03.985673Z","end":"2026-04-28T06:03:04.352864Z","steps":["trace[1388369451] 'process raft request' (duration: 366.973741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:03:04.353108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:03:03.985649Z","time spent":"367.36186ms","remote":"127.0.0.1:34242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T06:03:04.353212Z","caller":"traceutil/trace.go:171","msg":"trace[1578145510] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"390.170871ms","start":"2026-04-28T06:03:03.963032Z","end":"2026-04-28T06:03:04.353203Z","steps":["trace[1578145510] 'process raft request' (duration: 389.302447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:03:04.353262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:03:03.962996Z","time spent":"390.245654ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:03:04.353662Z","caller":"traceutil/trace.go:171","msg":"trace[251690820] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"349.145908ms","start":"2026-04-28T06:03:04.0045Z","end":"2026-04-28T06:03:04.353645Z","steps":["trace[251690820] 'process raft request' (duration: 348.296675ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:03:04.35366Z","caller":"traceutil/trace.go:171","msg":"trace[739669801] linearizableReadLoop","detail":"{readStateIndex:2273; appliedIndex:2269; }","duration":"368.938937ms","start":"2026-04-28T06:03:03.984681Z","end":"2026-04-28T06:03:04.35362Z","steps":["trace[739669801] 'read index received' (duration: 115.155619ms)","trace[739669801] 'applied index is now lower than readState.Index' (duration: 253.781128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:03:04.353776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:03:04.004471Z","time spent":"349.238982ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:03:04.354209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.530377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T06:03:04.35427Z","caller":"traceutil/trace.go:171","msg":"trace[250947302] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2181; }","duration":"369.628901ms","start":"2026-04-28T06:03:03.984622Z","end":"2026-04-28T06:03:04.354251Z","steps":["trace[250947302] 'agreement among raft nodes before linearized reading' (duration: 369.225932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:03:04.354342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:03:03.984595Z","time spent":"369.735087ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T06:03:04.354334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.759258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:03:04.354392Z","caller":"traceutil/trace.go:171","msg":"trace[2137329417] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2181; }","duration":"328.864943ms","start":"2026-04-28T06:03:04.025512Z","end":"2026-04-28T06:03:04.354377Z","steps":["trace[2137329417] 'agreement among raft nodes before linearized reading' (duration: 328.759417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:03:04.354443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:03:04.025483Z","time spent":"328.946296ms","remote":"127.0.0.1:56464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T06:03:04.354726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.583869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T06:03:04.354761Z","caller":"traceutil/trace.go:171","msg":"trace[630942035] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2181; }","duration":"290.652742ms","start":"2026-04-28T06:03:04.064097Z","end":"2026-04-28T06:03:04.35475Z","steps":["trace[630942035] 'agreement among raft nodes before linearized reading' (duration: 290.522376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:03:04.354759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.009256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-28T06:03:04.354808Z","caller":"traceutil/trace.go:171","msg":"trace[1433836978] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2181; }","duration":"144.132031ms","start":"2026-04-28T06:03:04.21066Z","end":"2026-04-28T06:03:04.354792Z","steps":["trace[1433836978] 'agreement among raft nodes before linearized reading' (duration: 143.949002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:03:04.8181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.055142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:03:04.81827Z","caller":"traceutil/trace.go:171","msg":"trace[239273094] linearizableReadLoop","detail":"{readStateIndex:2278; appliedIndex:2277; }","duration":"243.235747ms","start":"2026-04-28T06:03:04.575003Z","end":"2026-04-28T06:03:04.818239Z","steps":["trace[239273094] 'read index received' (duration: 65.917742ms)","trace[239273094] 'applied index is now lower than readState.Index' (duration: 177.314895ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:03:04.818412Z","caller":"traceutil/trace.go:171","msg":"trace[1044899636] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"396.801986ms","start":"2026-04-28T06:03:04.421583Z","end":"2026-04-28T06:03:04.818385Z","steps":["trace[1044899636] 'process raft request' (duration: 219.304602ms)","trace[1044899636] 'compare' (duration: 176.477723ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:03:04.818531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:03:04.421549Z","time spent":"396.921881ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:03:04.81852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.496319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:03:04.818615Z","caller":"traceutil/trace.go:171","msg":"trace[413867308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2184; }","duration":"243.645576ms","start":"2026-04-28T06:03:04.574946Z","end":"2026-04-28T06:03:04.818591Z","steps":["trace[413867308] 'agreement among raft nodes before linearized reading' (duration: 243.481268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:03:59.65676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.295433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T06:03:59.656893Z","caller":"traceutil/trace.go:171","msg":"trace[46926875] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2524; }","duration":"186.477151ms","start":"2026-04-28T06:03:59.470389Z","end":"2026-04-28T06:03:59.656866Z","steps":["trace[46926875] 'range keys from in-memory index tree' (duration: 186.046811ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:04:00.836934Z","caller":"traceutil/trace.go:171","msg":"trace[1532335541] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"126.102014ms","start":"2026-04-28T06:04:00.710794Z","end":"2026-04-28T06:04:00.836896Z","steps":["trace[1532335541] 'process raft request' (duration: 93.506505ms)","trace[1532335541] 'compare' (duration: 32.325026ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:04:00.84576Z","caller":"traceutil/trace.go:171","msg":"trace[222664639] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"118.643694ms","start":"2026-04-28T06:04:00.727091Z","end":"2026-04-28T06:04:00.845735Z","steps":["trace[222664639] 'process raft request' (duration: 118.568891ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:04:00.845786Z","caller":"traceutil/trace.go:171","msg":"trace[60607120] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"121.628814ms","start":"2026-04-28T06:04:00.724117Z","end":"2026-04-28T06:04:00.845746Z","steps":["trace[60607120] 'process raft request' (duration: 121.403933ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:04:00.846048Z","caller":"traceutil/trace.go:171","msg":"trace[329717476] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"121.701367ms","start":"2026-04-28T06:04:00.724336Z","end":"2026-04-28T06:04:00.846037Z","steps":["trace[329717476] 'process raft request' (duration: 121.281418ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:04:02.368704Z","caller":"traceutil/trace.go:171","msg":"trace[71272190] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"118.775294ms","start":"2026-04-28T06:04:02.249906Z","end":"2026-04-28T06:04:02.368682Z","steps":["trace[71272190] 'process raft request' (duration: 115.462859ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:04:06.70083Z","caller":"traceutil/trace.go:171","msg":"trace[489094718] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"151.93577ms","start":"2026-04-28T06:04:06.548857Z","end":"2026-04-28T06:04:06.700792Z","steps":["trace[489094718] 'process raft request' (duration: 73.702754ms)","trace[489094718] 'compare' (duration: 77.983815ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:04:06.70326Z","caller":"traceutil/trace.go:171","msg":"trace[247163401] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"130.456848ms","start":"2026-04-28T06:04:06.572777Z","end":"2026-04-28T06:04:06.703234Z","steps":["trace[247163401] 'process raft request' (duration: 130.169034ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:04:06.703498Z","caller":"traceutil/trace.go:171","msg":"trace[1134099750] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"130.31439ms","start":"2026-04-28T06:04:06.573111Z","end":"2026-04-28T06:04:06.703426Z","steps":["trace[1134099750] 'process raft request' (duration: 129.936923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:04:06.703732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.959153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:04:06.703794Z","caller":"traceutil/trace.go:171","msg":"trace[1064681943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2602; }","duration":"130.066218ms","start":"2026-04-28T06:04:06.573714Z","end":"2026-04-28T06:04:06.70378Z","steps":["trace[1064681943] 'agreement among raft nodes before linearized reading' (duration: 129.882789ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:04:06.705108Z","caller":"traceutil/trace.go:171","msg":"trace[514806907] linearizableReadLoop","detail":"{readStateIndex:2710; appliedIndex:2707; }","duration":"129.488261ms","start":"2026-04-28T06:04:06.573758Z","end":"2026-04-28T06:04:06.703247Z","steps":["trace[514806907] 'read index received' (duration: 48.816651ms)","trace[514806907] 'applied index is now lower than readState.Index' (duration: 80.67037ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:04:07.009417Z","caller":"traceutil/trace.go:171","msg":"trace[1733271776] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"102.378574ms","start":"2026-04-28T06:04:06.906999Z","end":"2026-04-28T06:04:07.009378Z","steps":["trace[1733271776] 'process raft request' (duration: 63.456255ms)","trace[1733271776] 'compare' (duration: 38.657496ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:04:07.009583Z","caller":"traceutil/trace.go:171","msg":"trace[614076788] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"102.044408ms","start":"2026-04-28T06:04:06.907503Z","end":"2026-04-28T06:04:07.009547Z","steps":["trace[614076788] 'process raft request' (duration: 101.832089ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:04:08.915503Z","caller":"traceutil/trace.go:171","msg":"trace[1187895464] linearizableReadLoop","detail":"{readStateIndex:2739; appliedIndex:2738; }","duration":"114.663823ms","start":"2026-04-28T06:04:08.80081Z","end":"2026-04-28T06:04:08.915473Z","steps":["trace[1187895464] 'read index received' (duration: 114.447483ms)","trace[1187895464] 'applied index is now lower than readState.Index' (duration: 215.2µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:04:08.915696Z","caller":"traceutil/trace.go:171","msg":"trace[2034790038] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"197.620826ms","start":"2026-04-28T06:04:08.718032Z","end":"2026-04-28T06:04:08.915653Z","steps":["trace[2034790038] 'process raft request' (duration: 197.262149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:04:08.915819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.985737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T06:04:08.915861Z","caller":"traceutil/trace.go:171","msg":"trace[1313754518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2630; }","duration":"115.081022ms","start":"2026-04-28T06:04:08.800767Z","end":"2026-04-28T06:04:08.915848Z","steps":["trace[1313754518] 'agreement among raft nodes before linearized reading' (duration: 114.905394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:04:09.527148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765017059338277,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T06:04:09.540384Z","caller":"traceutil/trace.go:171","msg":"trace[1419512107] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"522.11267ms","start":"2026-04-28T06:04:09.018237Z","end":"2026-04-28T06:04:09.54035Z","steps":["trace[1419512107] 'process raft request' (duration: 521.973744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:04:09.540546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:04:09.018226Z","time spent":"522.230366ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:04:09.593888Z","caller":"traceutil/trace.go:171","msg":"trace[1668846070] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"450.476448ms","start":"2026-04-28T06:04:09.143389Z","end":"2026-04-28T06:04:09.593866Z","steps":["trace[1668846070] 'process raft request' (duration: 450.382174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:04:09.594116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:04:09.14337Z","time spent":"450.589954ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:04:09.594118Z","caller":"traceutil/trace.go:171","msg":"trace[1909250719] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"183.738603ms","start":"2026-04-28T06:04:09.410365Z","end":"2026-04-28T06:04:09.594103Z","steps":["trace[1909250719] 'process raft request' (duration: 183.45189ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:04:09.594207Z","caller":"traceutil/trace.go:171","msg":"trace[1468105166] linearizableReadLoop","detail":"{readStateIndex:2745; appliedIndex:2741; }","duration":"567.836484ms","start":"2026-04-28T06:04:09.026218Z","end":"2026-04-28T06:04:09.594054Z","steps":["trace[1468105166] 'read index received' (duration: 513.979221ms)","trace[1468105166] 'applied index is now lower than readState.Index' (duration: 53.854933ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:04:09.59393Z","caller":"traceutil/trace.go:171","msg":"trace[1758567457] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"574.277444ms","start":"2026-04-28T06:04:09.019599Z","end":"2026-04-28T06:04:09.593877Z","steps":["trace[1758567457] 'process raft request' (duration: 574.020502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:04:09.594766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:04:09.019579Z","time spent":"575.152824ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:04:09.594313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.095875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T06:04:09.594977Z","caller":"traceutil/trace.go:171","msg":"trace[909569261] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2636; }","duration":"568.775087ms","start":"2026-04-28T06:04:09.026186Z","end":"2026-04-28T06:04:09.594961Z","steps":["trace[909569261] 'agreement among raft nodes before linearized reading' (duration: 567.989821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:04:09.595024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:04:09.026156Z","time spent":"568.857941ms","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T06:04:35.489074Z","caller":"traceutil/trace.go:171","msg":"trace[386052398] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"111.809358ms","start":"2026-04-28T06:04:35.37724Z","end":"2026-04-28T06:04:35.489049Z","steps":["trace[386052398] 'process raft request' (duration: 111.695552ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:04:35.796591Z","caller":"traceutil/trace.go:171","msg":"trace[333235194] linearizableReadLoop","detail":"{readStateIndex:2893; appliedIndex:2892; }","duration":"104.558802ms","start":"2026-04-28T06:04:35.692013Z","end":"2026-04-28T06:04:35.796571Z","steps":["trace[333235194] 'read index received' (duration: 104.07576ms)","trace[333235194] 'applied index is now lower than readState.Index' (duration: 482.072µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:04:35.796693Z","caller":"traceutil/trace.go:171","msg":"trace[1383348343] transaction","detail":"{read_only:false; response_revision:2779; number_of_response:1; }","duration":"109.805644ms","start":"2026-04-28T06:04:35.686878Z","end":"2026-04-28T06:04:35.796683Z","steps":["trace[1383348343] 'process raft request' (duration: 109.007467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:04:35.797531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.510966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T06:04:35.797651Z","caller":"traceutil/trace.go:171","msg":"trace[133571059] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2779; }","duration":"105.665033ms","start":"2026-04-28T06:04:35.691963Z","end":"2026-04-28T06:04:35.797628Z","steps":["trace[133571059] 'agreement among raft nodes before linearized reading' (duration: 104.809034ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:04:40.97266Z","caller":"traceutil/trace.go:171","msg":"trace[356773420] transaction","detail":"{read_only:false; response_revision:2806; number_of_response:1; }","duration":"220.769106ms","start":"2026-04-28T06:04:40.751858Z","end":"2026-04-28T06:04:40.972627Z","steps":["trace[356773420] 'process raft request' (duration: 220.464232ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:04:41.335844Z","caller":"traceutil/trace.go:171","msg":"trace[690288561] linearizableReadLoop","detail":"{readStateIndex:2922; appliedIndex:2921; }","duration":"257.586247ms","start":"2026-04-28T06:04:41.07821Z","end":"2026-04-28T06:04:41.335796Z","steps":["trace[690288561] 'read index received' (duration: 256.99837ms)","trace[690288561] 'applied index is now lower than readState.Index' (duration: 586.837µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:04:41.336011Z","caller":"traceutil/trace.go:171","msg":"trace[1678749718] transaction","detail":"{read_only:false; response_revision:2807; number_of_response:1; }","duration":"313.120712ms","start":"2026-04-28T06:04:41.022845Z","end":"2026-04-28T06:04:41.335966Z","steps":["trace[1678749718] 'process raft request' (duration: 312.742044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:04:41.336166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.944142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T06:04:41.336204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:04:41.022804Z","time spent":"313.3066ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:04:41.33624Z","caller":"traceutil/trace.go:171","msg":"trace[1105758313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2807; }","duration":"258.067329ms","start":"2026-04-28T06:04:41.078158Z","end":"2026-04-28T06:04:41.336226Z","steps":["trace[1105758313] 'agreement among raft nodes before linearized reading' (duration: 257.828428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:04:41.336232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.826391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T06:04:41.336368Z","caller":"traceutil/trace.go:171","msg":"trace[961648050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2807; }","duration":"257.012921ms","start":"2026-04-28T06:04:41.079305Z","end":"2026-04-28T06:04:41.336318Z","steps":["trace[961648050] 'agreement among raft nodes before linearized reading' (duration: 256.729817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:04:41.646988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.332695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:04:41.647063Z","caller":"traceutil/trace.go:171","msg":"trace[1043138856] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2809; }","duration":"204.466471ms","start":"2026-04-28T06:04:41.44258Z","end":"2026-04-28T06:04:41.647046Z","steps":["trace[1043138856] 'count revisions from in-memory index tree' (duration: 204.227659ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:04:46.947146Z","caller":"traceutil/trace.go:171","msg":"trace[1135305815] transaction","detail":"{read_only:false; response_revision:2836; number_of_response:1; }","duration":"117.672158ms","start":"2026-04-28T06:04:46.829433Z","end":"2026-04-28T06:04:46.947105Z","steps":["trace[1135305815] 'process raft request' (duration: 117.373454ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:17.705813Z","caller":"traceutil/trace.go:171","msg":"trace[1679782215] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"129.248879ms","start":"2026-04-28T06:05:17.576538Z","end":"2026-04-28T06:05:17.705787Z","steps":["trace[1679782215] 'process raft request' (duration: 128.96966ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:17.868242Z","caller":"traceutil/trace.go:171","msg":"trace[777137115] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"158.325976ms","start":"2026-04-28T06:05:17.709889Z","end":"2026-04-28T06:05:17.868215Z","steps":["trace[777137115] 'process raft request' (duration: 102.139958ms)","trace[777137115] 'compare' (duration: 55.927148ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:17.868521Z","caller":"traceutil/trace.go:171","msg":"trace[1447878278] transaction","detail":"{read_only:false; response_revision:3000; number_of_response:1; }","duration":"158.436981ms","start":"2026-04-28T06:05:17.710038Z","end":"2026-04-28T06:05:17.868475Z","steps":["trace[1447878278] 'process raft request' (duration: 158.149602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:39.295586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.378607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T06:05:39.295748Z","caller":"traceutil/trace.go:171","msg":"trace[1107324965] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3113; }","duration":"330.637391ms","start":"2026-04-28T06:05:38.965082Z","end":"2026-04-28T06:05:39.295719Z","steps":["trace[1107324965] 'range keys from in-memory index tree' (duration: 330.129664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:39.295849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:38.965069Z","time spent":"330.731717ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T06:05:44.12764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765017059339734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:05:44.627825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765017059339734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:05:44.661389Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.316934696s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T06:05:44.661904Z","caller":"traceutil/trace.go:171","msg":"trace[2009959506] transaction","detail":"{read_only:false; response_revision:3133; number_of_response:1; }","duration":"1.31753567s","start":"2026-04-28T06:05:43.344345Z","end":"2026-04-28T06:05:44.66188Z","steps":["trace[2009959506] 'process raft request' (duration: 1.317376534s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:44.662131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:43.344319Z","time spent":"1.317642528s","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:44.674558Z","caller":"traceutil/trace.go:171","msg":"trace[1373277804] transaction","detail":"{read_only:false; response_revision:3135; number_of_response:1; }","duration":"544.464577ms","start":"2026-04-28T06:05:44.130074Z","end":"2026-04-28T06:05:44.674539Z","steps":["trace[1373277804] 'process raft request' (duration: 544.312651ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:44.674556Z","caller":"traceutil/trace.go:171","msg":"trace[1419771599] transaction","detail":"{read_only:false; response_revision:3134; number_of_response:1; }","duration":"834.863501ms","start":"2026-04-28T06:05:43.83965Z","end":"2026-04-28T06:05:44.674513Z","steps":["trace[1419771599] 'process raft request' (duration: 834.583888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:44.674642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101205215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T06:05:44.674673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:44.130055Z","time spent":"544.551675ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:05:44.674742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:43.83963Z","time spent":"834.994687ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:44.67454Z","caller":"traceutil/trace.go:171","msg":"trace[567948847] linearizableReadLoop","detail":"{readStateIndex:3266; appliedIndex:3262; }","duration":"1.101082799s","start":"2026-04-28T06:05:43.573432Z","end":"2026-04-28T06:05:44.674515Z","steps":["trace[567948847] 'read index received' (duration: 1.088842129s)","trace[567948847] 'applied index is now lower than readState.Index' (duration: 12.23975ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:44.674728Z","caller":"traceutil/trace.go:171","msg":"trace[1328542127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3137; }","duration":"1.101296483s","start":"2026-04-28T06:05:43.573376Z","end":"2026-04-28T06:05:44.674672Z","steps":["trace[1328542127] 'agreement among raft nodes before linearized reading' (duration: 1.101211895s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:44.674851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.312098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T06:05:44.674874Z","caller":"traceutil/trace.go:171","msg":"trace[464550097] transaction","detail":"{read_only:false; response_revision:3137; number_of_response:1; }","duration":"542.231952ms","start":"2026-04-28T06:05:44.13263Z","end":"2026-04-28T06:05:44.674862Z","steps":["trace[464550097] 'process raft request' (duration: 541.833312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:44.67493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:44.13262Z","time spent":"542.28097ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:05:44.675048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.528689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T06:05:44.675077Z","caller":"traceutil/trace.go:171","msg":"trace[1036278323] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3137; }","duration":"294.570608ms","start":"2026-04-28T06:05:44.380499Z","end":"2026-04-28T06:05:44.675069Z","steps":["trace[1036278323] 'agreement among raft nodes before linearized reading' (duration: 294.49219ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:44.67488Z","caller":"traceutil/trace.go:171","msg":"trace[274622192] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:3137; }","duration":"933.369477ms","start":"2026-04-28T06:05:43.741502Z","end":"2026-04-28T06:05:44.674871Z","steps":["trace[274622192] 'agreement among raft nodes before linearized reading' (duration: 933.310268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:44.675154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:43.741486Z","time spent":"933.653169ms","remote":"127.0.0.1:34332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":21,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T06:05:44.675189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.76877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T06:05:44.675206Z","caller":"traceutil/trace.go:171","msg":"trace[90010003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3137; }","duration":"299.825159ms","start":"2026-04-28T06:05:44.375376Z","end":"2026-04-28T06:05:44.675201Z","steps":["trace[90010003] 'agreement among raft nodes before linearized reading' (duration: 299.7769ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:44.675211Z","caller":"traceutil/trace.go:171","msg":"trace[425008984] transaction","detail":"{read_only:false; response_revision:3136; number_of_response:1; }","duration":"543.014203ms","start":"2026-04-28T06:05:44.132152Z","end":"2026-04-28T06:05:44.675167Z","steps":["trace[425008984] 'process raft request' (duration: 542.276501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:44.675277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.580027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T06:05:44.675301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.980909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T06:05:44.675316Z","caller":"traceutil/trace.go:171","msg":"trace[2072217676] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3137; }","duration":"830.640356ms","start":"2026-04-28T06:05:43.844668Z","end":"2026-04-28T06:05:44.675308Z","steps":["trace[2072217676] 'agreement among raft nodes before linearized reading' (duration: 830.579208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:44.675337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:43.844661Z","time spent":"830.670854ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T06:05:44.675339Z","caller":"traceutil/trace.go:171","msg":"trace[1498427578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3137; }","duration":"582.062318ms","start":"2026-04-28T06:05:44.093266Z","end":"2026-04-28T06:05:44.675328Z","steps":["trace[1498427578] 'agreement among raft nodes before linearized reading' (duration: 581.96575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:44.67537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:44.093242Z","time spent":"582.121167ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T06:05:44.67538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:44.132134Z","time spent":"543.150919ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:05:44.675488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.883423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T06:05:44.675508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.889227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T06:05:44.675516Z","caller":"traceutil/trace.go:171","msg":"trace[297115239] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3137; }","duration":"545.941571ms","start":"2026-04-28T06:05:44.129566Z","end":"2026-04-28T06:05:44.675508Z","steps":["trace[297115239] 'agreement among raft nodes before linearized reading' (duration: 545.861063ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:44.675538Z","caller":"traceutil/trace.go:171","msg":"trace[87946740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3137; }","duration":"326.952797ms","start":"2026-04-28T06:05:44.348577Z","end":"2026-04-28T06:05:44.675529Z","steps":["trace[87946740] 'agreement among raft nodes before linearized reading' (duration: 326.82784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:44.675565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:44.129552Z","time spent":"545.98311ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T06:05:44.675585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:44.34856Z","time spent":"327.019654ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T06:05:44.67482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:43.573356Z","time spent":"1.10144594s","remote":"127.0.0.1:34174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T06:05:45.189014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.03098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:05:45.189107Z","caller":"traceutil/trace.go:171","msg":"trace[329268198] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3142; }","duration":"311.184937ms","start":"2026-04-28T06:05:44.877898Z","end":"2026-04-28T06:05:45.189083Z","steps":["trace[329268198] 'count revisions from in-memory index tree' (duration: 310.918103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:45.189166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:44.877873Z","time spent":"311.279884ms","remote":"127.0.0.1:55694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T06:05:45.189885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.378989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T06:05:45.190003Z","caller":"traceutil/trace.go:171","msg":"trace[1197888785] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3142; }","duration":"278.496156ms","start":"2026-04-28T06:05:44.911448Z","end":"2026-04-28T06:05:45.189944Z","steps":["trace[1197888785] 'range keys from in-memory index tree' (duration: 278.233072ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:06:42.805995Z","caller":"traceutil/trace.go:171","msg":"trace[314588445] transaction","detail":"{read_only:false; response_revision:3486; number_of_response:1; }","duration":"141.949347ms","start":"2026-04-28T06:06:42.664022Z","end":"2026-04-28T06:06:42.805971Z","steps":["trace[314588445] 'process raft request' (duration: 95.485195ms)","trace[314588445] 'compare' (duration: 46.342683ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:06:42.80864Z","caller":"traceutil/trace.go:171","msg":"trace[732240787] transaction","detail":"{read_only:false; response_revision:3487; number_of_response:1; }","duration":"100.41757ms","start":"2026-04-28T06:06:42.708192Z","end":"2026-04-28T06:06:42.80861Z","steps":["trace[732240787] 'process raft request' (duration: 100.274631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:39.401213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.253251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193165"} {"level":"info","ts":"2026-04-28T06:08:39.401289Z","caller":"traceutil/trace.go:171","msg":"trace[2032256585] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4677; }","duration":"139.364533ms","start":"2026-04-28T06:08:39.261903Z","end":"2026-04-28T06:08:39.401268Z","steps":["trace[2032256585] 'range keys from in-memory index tree' (duration: 125.395142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:41.002442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.829926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-04-28T06:08:41.002634Z","caller":"traceutil/trace.go:171","msg":"trace[362243521] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4724; }","duration":"148.05015ms","start":"2026-04-28T06:08:40.854562Z","end":"2026-04-28T06:08:41.002612Z","steps":["trace[362243521] 'range keys from in-memory index tree' (duration: 147.687952ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:42.127913Z","caller":"traceutil/trace.go:171","msg":"trace[80648266] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"153.704822ms","start":"2026-04-28T06:08:41.974189Z","end":"2026-04-28T06:08:42.127893Z","steps":["trace[80648266] 'process raft request' (duration: 153.562749ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:42.127938Z","caller":"traceutil/trace.go:171","msg":"trace[566203112] linearizableReadLoop","detail":"{readStateIndex:4924; appliedIndex:4924; }","duration":"125.264394ms","start":"2026-04-28T06:08:42.002654Z","end":"2026-04-28T06:08:42.127918Z","steps":["trace[566203112] 'read index received' (duration: 125.257354ms)","trace[566203112] 'applied index is now lower than readState.Index' (duration: 5.63µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:42.128115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.457748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T06:08:42.128151Z","caller":"traceutil/trace.go:171","msg":"trace[267456112] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4734; }","duration":"125.5503ms","start":"2026-04-28T06:08:42.002592Z","end":"2026-04-28T06:08:42.128143Z","steps":["trace[267456112] 'agreement among raft nodes before linearized reading' (duration: 125.383987ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:48.252661Z","caller":"traceutil/trace.go:171","msg":"trace[500168144] linearizableReadLoop","detail":"{readStateIndex:5058; appliedIndex:5057; }","duration":"192.445409ms","start":"2026-04-28T06:08:48.060195Z","end":"2026-04-28T06:08:48.25264Z","steps":["trace[500168144] 'read index received' (duration: 192.242475ms)","trace[500168144] 'applied index is now lower than readState.Index' (duration: 202.314µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:08:48.25291Z","caller":"traceutil/trace.go:171","msg":"trace[12899820] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"216.966019ms","start":"2026-04-28T06:08:48.035935Z","end":"2026-04-28T06:08:48.252901Z","steps":["trace[12899820] 'process raft request' (duration: 216.581621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:48.253215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.01126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-28T06:08:48.253248Z","caller":"traceutil/trace.go:171","msg":"trace[2071297082] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4863; }","duration":"193.079562ms","start":"2026-04-28T06:08:48.060157Z","end":"2026-04-28T06:08:48.253237Z","steps":["trace[2071297082] 'agreement among raft nodes before linearized reading' (duration: 192.953589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:48.253416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.790556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-28T06:08:48.253439Z","caller":"traceutil/trace.go:171","msg":"trace[754853197] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4863; }","duration":"192.845417ms","start":"2026-04-28T06:08:48.060588Z","end":"2026-04-28T06:08:48.253433Z","steps":["trace[754853197] 'agreement among raft nodes before linearized reading' (duration: 192.784946ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:48.566725Z","caller":"traceutil/trace.go:171","msg":"trace[97948316] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"308.544309ms","start":"2026-04-28T06:08:48.258159Z","end":"2026-04-28T06:08:48.566704Z","steps":["trace[97948316] 'process raft request' (duration: 300.165048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:48.566903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:48.258136Z","time spent":"308.651162ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:08:48.57879Z","caller":"traceutil/trace.go:171","msg":"trace[725147136] linearizableReadLoop","detail":"{readStateIndex:5060; appliedIndex:5058; }","duration":"299.075335ms","start":"2026-04-28T06:08:48.279671Z","end":"2026-04-28T06:08:48.578746Z","steps":["trace[725147136] 'read index received' (duration: 278.666039ms)","trace[725147136] 'applied index is now lower than readState.Index' (duration: 20.408656ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:08:48.578979Z","caller":"traceutil/trace.go:171","msg":"trace[860399382] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"319.100224ms","start":"2026-04-28T06:08:48.259871Z","end":"2026-04-28T06:08:48.578971Z","steps":["trace[860399382] 'process raft request' (duration: 318.721916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:48.579203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.523175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-28T06:08:48.579322Z","caller":"traceutil/trace.go:171","msg":"trace[1811199409] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4867; }","duration":"299.683619ms","start":"2026-04-28T06:08:48.279622Z","end":"2026-04-28T06:08:48.579306Z","steps":["trace[1811199409] 'agreement among raft nodes before linearized reading' (duration: 299.362111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:48.579892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:48.259858Z","time spent":"319.950632ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:08:49.082632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.013832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:08:49.082738Z","caller":"traceutil/trace.go:171","msg":"trace[20316064] linearizableReadLoop","detail":"{readStateIndex:5072; appliedIndex:5071; }","duration":"354.100868ms","start":"2026-04-28T06:08:48.728621Z","end":"2026-04-28T06:08:49.082722Z","steps":["trace[20316064] 'read index received' (duration: 21.953958ms)","trace[20316064] 'applied index is now lower than readState.Index' (duration: 332.145799ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:08:49.082822Z","caller":"traceutil/trace.go:171","msg":"trace[1563997962] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"370.028503ms","start":"2026-04-28T06:08:48.712783Z","end":"2026-04-28T06:08:49.082812Z","steps":["trace[1563997962] 'process raft request' (duration: 169.763736ms)","trace[1563997962] 'compare' (duration: 199.845439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:49.082869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:48.71276Z","time spent":"370.086224ms","remote":"127.0.0.1:38778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T06:08:49.083174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.984399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a4a0c87e-4c8f-4d3e-bee2-0af527f26aaa\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-28T06:08:49.083216Z","caller":"traceutil/trace.go:171","msg":"trace[95629556] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a4a0c87e-4c8f-4d3e-bee2-0af527f26aaa; range_end:; response_count:1; response_revision:4877; }","duration":"412.042541ms","start":"2026-04-28T06:08:48.67116Z","end":"2026-04-28T06:08:49.083202Z","steps":["trace[95629556] 'agreement among raft nodes before linearized reading' (duration: 411.887218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:49.08325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:48.671152Z","time spent":"412.091502ms","remote":"127.0.0.1:34310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-a4a0c87e-4c8f-4d3e-bee2-0af527f26aaa\" "} {"level":"warn","ts":"2026-04-28T06:08:49.083471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.357688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12973"} {"level":"warn","ts":"2026-04-28T06:08:49.083494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.336678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T06:08:49.083618Z","caller":"traceutil/trace.go:171","msg":"trace[548634671] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4877; }","duration":"412.501341ms","start":"2026-04-28T06:08:48.671102Z","end":"2026-04-28T06:08:49.083604Z","steps":["trace[548634671] 'agreement among raft nodes before linearized reading' (duration: 412.243926ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:49.083612Z","caller":"traceutil/trace.go:171","msg":"trace[917668266] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4877; }","duration":"412.536352ms","start":"2026-04-28T06:08:48.671048Z","end":"2026-04-28T06:08:49.083584Z","steps":["trace[917668266] 'agreement among raft nodes before linearized reading' (duration: 412.218354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:49.083691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:48.671097Z","time spent":"412.583673ms","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":33,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-28T06:08:49.083691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:48.671032Z","time spent":"412.644284ms","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12996,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-28T06:08:49.083731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.222103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-094900fd-082c-4c03-9da0-cc718707135b\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-28T06:08:49.08378Z","caller":"traceutil/trace.go:171","msg":"trace[1699583564] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-094900fd-082c-4c03-9da0-cc718707135b; range_end:; response_count:1; response_revision:4877; }","duration":"238.389816ms","start":"2026-04-28T06:08:48.845378Z","end":"2026-04-28T06:08:49.083768Z","steps":["trace[1699583564] 'agreement among raft nodes before linearized reading' (duration: 238.280863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:49.083535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.113233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18aa70585fe155f0\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-04-28T06:08:49.084522Z","caller":"traceutil/trace.go:171","msg":"trace[84961554] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18aa70585fe155f0; range_end:; response_count:1; response_revision:4877; }","duration":"124.509051ms","start":"2026-04-28T06:08:48.959352Z","end":"2026-04-28T06:08:49.083861Z","steps":["trace[84961554] 'agreement among raft nodes before linearized reading' (duration: 123.957289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:49.084882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.80396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:08:49.08493Z","caller":"traceutil/trace.go:171","msg":"trace[101498109] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4877; }","duration":"347.854271ms","start":"2026-04-28T06:08:48.737066Z","end":"2026-04-28T06:08:49.084921Z","steps":["trace[101498109] 'agreement among raft nodes before linearized reading' (duration: 346.182526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:49.085028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:48.737029Z","time spent":"347.989654ms","remote":"127.0.0.1:34268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"info","ts":"2026-04-28T06:08:49.326056Z","caller":"traceutil/trace.go:171","msg":"trace[500154173] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"229.873927ms","start":"2026-04-28T06:08:49.096155Z","end":"2026-04-28T06:08:49.326029Z","steps":["trace[500154173] 'process raft request' (duration: 229.696824ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:49.326629Z","caller":"traceutil/trace.go:171","msg":"trace[586607139] linearizableReadLoop","detail":"{readStateIndex:5074; appliedIndex:5074; }","duration":"152.00166ms","start":"2026-04-28T06:08:49.174593Z","end":"2026-04-28T06:08:49.326595Z","steps":["trace[586607139] 'read index received' (duration: 151.99154ms)","trace[586607139] 'applied index is now lower than readState.Index' (duration: 8.29µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:49.326836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.227334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-28T06:08:49.326886Z","caller":"traceutil/trace.go:171","msg":"trace[1989902027] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4879; }","duration":"152.337176ms","start":"2026-04-28T06:08:49.174535Z","end":"2026-04-28T06:08:49.326872Z","steps":["trace[1989902027] 'agreement among raft nodes before linearized reading' (duration: 152.144883ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:50.761516Z","caller":"traceutil/trace.go:171","msg":"trace[1351076601] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"187.780664ms","start":"2026-04-28T06:08:50.5737Z","end":"2026-04-28T06:08:50.761481Z","steps":["trace[1351076601] 'process raft request' (duration: 185.554068ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:50.761565Z","caller":"traceutil/trace.go:171","msg":"trace[317450830] linearizableReadLoop","detail":"{readStateIndex:5095; appliedIndex:5094; }","duration":"177.778789ms","start":"2026-04-28T06:08:50.583759Z","end":"2026-04-28T06:08:50.761538Z","steps":["trace[317450830] 'read index received' (duration: 175.511592ms)","trace[317450830] 'applied index is now lower than readState.Index' (duration: 2.265027ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:08:50.761751Z","caller":"traceutil/trace.go:171","msg":"trace[345041189] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"177.490833ms","start":"2026-04-28T06:08:50.584244Z","end":"2026-04-28T06:08:50.761735Z","steps":["trace[345041189] 'process raft request' (duration: 177.388591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:50.761838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.047884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T06:08:50.761908Z","caller":"traceutil/trace.go:171","msg":"trace[2123935328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4901; }","duration":"178.149016ms","start":"2026-04-28T06:08:50.583742Z","end":"2026-04-28T06:08:50.761891Z","steps":["trace[2123935328] 'agreement among raft nodes before linearized reading' (duration: 177.882191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:50.761906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.329035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T06:08:50.761925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.780154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T06:08:50.761967Z","caller":"traceutil/trace.go:171","msg":"trace[1439627143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4901; }","duration":"123.445317ms","start":"2026-04-28T06:08:50.638504Z","end":"2026-04-28T06:08:50.761949Z","steps":["trace[1439627143] 'agreement among raft nodes before linearized reading' (duration: 123.228173ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:50.761978Z","caller":"traceutil/trace.go:171","msg":"trace[2084644319] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4901; }","duration":"123.853846ms","start":"2026-04-28T06:08:50.638109Z","end":"2026-04-28T06:08:50.761963Z","steps":["trace[2084644319] 'agreement among raft nodes before linearized reading' (duration: 123.716163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:50.762026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.445185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T06:08:50.762051Z","caller":"traceutil/trace.go:171","msg":"trace[1238905490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4901; }","duration":"168.517046ms","start":"2026-04-28T06:08:50.593528Z","end":"2026-04-28T06:08:50.762045Z","steps":["trace[1238905490] 'agreement among raft nodes before linearized reading' (duration: 168.159339ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:51.899082Z","caller":"traceutil/trace.go:171","msg":"trace[1410300670] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"231.322338ms","start":"2026-04-28T06:08:51.667733Z","end":"2026-04-28T06:08:51.899055Z","steps":["trace[1410300670] 'process raft request' (duration: 231.163984ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:52.067905Z","caller":"traceutil/trace.go:171","msg":"trace[763382073] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"343.803937ms","start":"2026-04-28T06:08:51.724076Z","end":"2026-04-28T06:08:52.06788Z","steps":["trace[763382073] 'process raft request' (duration: 340.5476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:52.068059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:51.724036Z","time spent":"343.93089ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:09:00.742963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.312408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:09:00.743076Z","caller":"traceutil/trace.go:171","msg":"trace[1843525203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5033; }","duration":"169.475402ms","start":"2026-04-28T06:09:00.573583Z","end":"2026-04-28T06:09:00.743059Z","steps":["trace[1843525203] 'range keys from in-memory index tree' (duration: 169.209927ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:09:01.061891Z","caller":"traceutil/trace.go:171","msg":"trace[39142876] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"305.963814ms","start":"2026-04-28T06:09:00.755906Z","end":"2026-04-28T06:09:01.06187Z","steps":["trace[39142876] 'process raft request' (duration: 305.834181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:01.062113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:00.755888Z","time spent":"306.146609ms","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:09:01.272672Z","caller":"traceutil/trace.go:171","msg":"trace[1801908464] linearizableReadLoop","detail":"{readStateIndex:5234; appliedIndex:5233; }","duration":"463.855765ms","start":"2026-04-28T06:09:00.808794Z","end":"2026-04-28T06:09:01.27265Z","steps":["trace[1801908464] 'read index received' (duration: 253.239732ms)","trace[1801908464] 'applied index is now lower than readState.Index' (duration: 210.615073ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:09:01.272924Z","caller":"traceutil/trace.go:171","msg":"trace[197487771] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"468.621888ms","start":"2026-04-28T06:09:00.804287Z","end":"2026-04-28T06:09:01.272909Z","steps":["trace[197487771] 'process raft request' (duration: 373.866946ms)","trace[197487771] 'compare' (duration: 94.370234ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:09:01.273053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:00.804255Z","time spent":"468.707221ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:09:01.273335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.52386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T06:09:01.27343Z","caller":"traceutil/trace.go:171","msg":"trace[1461273650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5035; }","duration":"464.656733ms","start":"2026-04-28T06:09:00.808759Z","end":"2026-04-28T06:09:01.273415Z","steps":["trace[1461273650] 'agreement among raft nodes before linearized reading' (duration: 464.442128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:01.27348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:00.808745Z","time spent":"464.726594ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T06:09:01.288196Z","caller":"traceutil/trace.go:171","msg":"trace[912702493] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"221.306716ms","start":"2026-04-28T06:09:01.066873Z","end":"2026-04-28T06:09:01.28818Z","steps":["trace[912702493] 'process raft request' (duration: 221.163683ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:09:01.288376Z","caller":"traceutil/trace.go:171","msg":"trace[1452273725] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"221.399888ms","start":"2026-04-28T06:09:01.066967Z","end":"2026-04-28T06:09:01.288367Z","steps":["trace[1452273725] 'process raft request' (duration: 221.166003ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:09:01.28861Z","caller":"traceutil/trace.go:171","msg":"trace[377850615] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"133.597867ms","start":"2026-04-28T06:09:01.154992Z","end":"2026-04-28T06:09:01.28859Z","steps":["trace[377850615] 'process raft request' (duration: 133.538875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:01.2887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.833333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T06:09:01.288771Z","caller":"traceutil/trace.go:171","msg":"trace[461998906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5040; }","duration":"479.924934ms","start":"2026-04-28T06:09:00.80883Z","end":"2026-04-28T06:09:01.288755Z","steps":["trace[461998906] 'agreement among raft nodes before linearized reading' (duration: 479.74653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:01.288813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:00.808824Z","time spent":"479.979716ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T06:09:01.288819Z","caller":"traceutil/trace.go:171","msg":"trace[1384063100] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"221.52725ms","start":"2026-04-28T06:09:01.06728Z","end":"2026-04-28T06:09:01.288807Z","steps":["trace[1384063100] 'process raft request' (duration: 221.172563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:01.28908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.484673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T06:09:01.289144Z","caller":"traceutil/trace.go:171","msg":"trace[716461879] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5040; }","duration":"471.570074ms","start":"2026-04-28T06:09:00.817555Z","end":"2026-04-28T06:09:01.289125Z","steps":["trace[716461879] 'agreement among raft nodes before linearized reading' (duration: 471.423001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:01.289195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:00.81754Z","time spent":"471.642176ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T06:09:01.289453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.463587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T06:09:01.289508Z","caller":"traceutil/trace.go:171","msg":"trace[1467064188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5040; }","duration":"474.544719ms","start":"2026-04-28T06:09:00.814949Z","end":"2026-04-28T06:09:01.289494Z","steps":["trace[1467064188] 'agreement among raft nodes before linearized reading' (duration: 474.415336ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:09:01.28952Z","caller":"traceutil/trace.go:171","msg":"trace[1448117902] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"222.517433ms","start":"2026-04-28T06:09:01.066978Z","end":"2026-04-28T06:09:01.289496Z","steps":["trace[1448117902] 'process raft request' (duration: 221.344017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:01.289533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.498953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-28T06:09:01.289557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:00.814936Z","time spent":"474.60913ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T06:09:01.289592Z","caller":"traceutil/trace.go:171","msg":"trace[709364971] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5040; }","duration":"217.582585ms","start":"2026-04-28T06:09:01.071993Z","end":"2026-04-28T06:09:01.289576Z","steps":["trace[709364971] 'agreement among raft nodes before linearized reading' (duration: 217.387021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:01.289818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.738048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T06:09:01.289914Z","caller":"traceutil/trace.go:171","msg":"trace[1923501026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5040; }","duration":"471.874101ms","start":"2026-04-28T06:09:00.818018Z","end":"2026-04-28T06:09:01.289892Z","steps":["trace[1923501026] 'agreement among raft nodes before linearized reading' (duration: 470.630753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:01.28997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:00.818004Z","time spent":"471.955283ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T06:09:24.686494Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2721} {"level":"info","ts":"2026-04-28T06:09:24.765891Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2721,"took":"77.725202ms","hash":1516594129,"current-db-size-bytes":52424704,"current-db-size":"52 MB","current-db-size-in-use-bytes":27422720,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-28T06:09:24.765962Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1516594129,"revision":2721,"compact-revision":-1} {"level":"info","ts":"2026-04-28T06:09:27.516168Z","caller":"traceutil/trace.go:171","msg":"trace[2114475901] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5219; }","duration":"124.19668ms","start":"2026-04-28T06:09:27.39194Z","end":"2026-04-28T06:09:27.516136Z","steps":["trace[2114475901] 'process raft request' (duration: 124.016656ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:09:27.516211Z","caller":"traceutil/trace.go:171","msg":"trace[929992681] linearizableReadLoop","detail":"{readStateIndex:5425; appliedIndex:5424; }","duration":"104.179688ms","start":"2026-04-28T06:09:27.411857Z","end":"2026-04-28T06:09:27.516036Z","steps":["trace[929992681] 'read index received' (duration: 104.128547ms)","trace[929992681] 'applied index is now lower than readState.Index' (duration: 49.761µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:09:27.516349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.464375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T06:09:27.516568Z","caller":"traceutil/trace.go:171","msg":"trace[1601027219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5219; }","duration":"104.7032ms","start":"2026-04-28T06:09:27.411844Z","end":"2026-04-28T06:09:27.516547Z","steps":["trace[1601027219] 'agreement among raft nodes before linearized reading' (duration: 104.29816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:09:29.749955Z","caller":"traceutil/trace.go:171","msg":"trace[996751070] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"218.935105ms","start":"2026-04-28T06:09:29.530998Z","end":"2026-04-28T06:09:29.749933Z","steps":["trace[996751070] 'process raft request' (duration: 217.589423ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:09:29.749956Z","caller":"traceutil/trace.go:171","msg":"trace[1813154672] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"217.269214ms","start":"2026-04-28T06:09:29.532659Z","end":"2026-04-28T06:09:29.749928Z","steps":["trace[1813154672] 'process raft request' (duration: 217.169051ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:09:29.75046Z","caller":"traceutil/trace.go:171","msg":"trace[1586476476] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"191.580302ms","start":"2026-04-28T06:09:29.558868Z","end":"2026-04-28T06:09:29.750448Z","steps":["trace[1586476476] 'process raft request' (duration: 191.401108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:31.074485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.240172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:09:31.07456Z","caller":"traceutil/trace.go:171","msg":"trace[1304985499] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5335; }","duration":"499.366065ms","start":"2026-04-28T06:09:30.57518Z","end":"2026-04-28T06:09:31.074546Z","steps":["trace[1304985499] 'range keys from in-memory index tree' (duration: 499.16026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:31.074613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:30.575171Z","time spent":"499.434237ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-28T06:09:31.076396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.889881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:09:31.07643Z","caller":"traceutil/trace.go:171","msg":"trace[1098045978] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5335; }","duration":"503.356182ms","start":"2026-04-28T06:09:30.573063Z","end":"2026-04-28T06:09:31.076419Z","steps":["trace[1098045978] 'range keys from in-memory index tree' (duration: 502.81907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:31.076472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:30.573008Z","time spent":"503.453404ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-28T06:09:31.076474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.063497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-28T06:09:31.076548Z","caller":"traceutil/trace.go:171","msg":"trace[909822057] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5335; }","duration":"501.19301ms","start":"2026-04-28T06:09:30.57534Z","end":"2026-04-28T06:09:31.076533Z","steps":["trace[909822057] 'range keys from in-memory index tree' (duration: 499.328034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:31.076589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:30.575319Z","time spent":"501.258861ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6182,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-04-28T06:09:32.059442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765017059345059,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T06:09:32.344343Z","caller":"traceutil/trace.go:171","msg":"trace[155308353] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"981.065233ms","start":"2026-04-28T06:09:31.36325Z","end":"2026-04-28T06:09:32.344315Z","steps":["trace[155308353] 'process raft request' (duration: 980.93495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:32.344505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:31.363225Z","time spent":"981.189085ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:09:32.347916Z","caller":"traceutil/trace.go:171","msg":"trace[687838462] linearizableReadLoop","detail":"{readStateIndex:5545; appliedIndex:5543; }","duration":"789.313965ms","start":"2026-04-28T06:09:31.558352Z","end":"2026-04-28T06:09:32.347666Z","steps":["trace[687838462] 'read index received' (duration: 786.082477ms)","trace[687838462] 'applied index is now lower than readState.Index' (duration: 3.230548ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:09:32.348088Z","caller":"traceutil/trace.go:171","msg":"trace[1015362222] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"984.708732ms","start":"2026-04-28T06:09:31.363349Z","end":"2026-04-28T06:09:32.348058Z","steps":["trace[1015362222] 'process raft request' (duration: 983.638195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:32.348203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:31.363319Z","time spent":"984.813975ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:09:32.34823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.232607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:09:32.348239Z","caller":"traceutil/trace.go:171","msg":"trace[44169901] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"114.322778ms","start":"2026-04-28T06:09:32.233894Z","end":"2026-04-28T06:09:32.348216Z","steps":["trace[44169901] 'process raft request' (duration: 113.732982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:32.348267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.908901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T06:09:32.348305Z","caller":"traceutil/trace.go:171","msg":"trace[1058915246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5339; }","duration":"789.971122ms","start":"2026-04-28T06:09:31.558322Z","end":"2026-04-28T06:09:32.348293Z","steps":["trace[1058915246] 'agreement among raft nodes before linearized reading' (duration: 789.831839ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:09:32.348262Z","caller":"traceutil/trace.go:171","msg":"trace[1144584001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5339; }","duration":"778.289157ms","start":"2026-04-28T06:09:31.569963Z","end":"2026-04-28T06:09:32.348252Z","steps":["trace[1144584001] 'agreement among raft nodes before linearized reading' (duration: 778.238286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:32.348336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:31.558307Z","time spent":"790.021163ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T06:09:32.348377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:31.569951Z","time spent":"778.39794ms","remote":"127.0.0.1:34174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T06:09:32.348231Z","caller":"traceutil/trace.go:171","msg":"trace[999241081] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"308.935459ms","start":"2026-04-28T06:09:32.03918Z","end":"2026-04-28T06:09:32.348115Z","steps":["trace[999241081] 'process raft request' (duration: 307.999986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:32.348435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.895305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T06:09:32.348438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:32.039154Z","time spent":"309.252926ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:09:32.348465Z","caller":"traceutil/trace.go:171","msg":"trace[43441165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5339; }","duration":"537.959096ms","start":"2026-04-28T06:09:31.810498Z","end":"2026-04-28T06:09:32.348457Z","steps":["trace[43441165] 'agreement among raft nodes before linearized reading' (duration: 537.865064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:32.34849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:31.810487Z","time spent":"537.996977ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T06:09:32.348513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.711654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T06:09:32.348537Z","caller":"traceutil/trace.go:171","msg":"trace[308401694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5339; }","duration":"590.736594ms","start":"2026-04-28T06:09:31.757793Z","end":"2026-04-28T06:09:32.34853Z","steps":["trace[308401694] 'agreement among raft nodes before linearized reading' (duration: 590.665912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:32.348604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:31.757765Z","time spent":"590.832146ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T06:09:32.348607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.150956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-28T06:09:32.348624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.225935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T06:09:32.348673Z","caller":"traceutil/trace.go:171","msg":"trace[1282621766] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5339; }","duration":"591.311767ms","start":"2026-04-28T06:09:31.757346Z","end":"2026-04-28T06:09:32.348658Z","steps":["trace[1282621766] 'agreement among raft nodes before linearized reading' (duration: 591.175134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:32.348703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.89136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T06:09:32.348709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:31.757327Z","time spent":"591.372309ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T06:09:32.348727Z","caller":"traceutil/trace.go:171","msg":"trace[1645411273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5339; }","duration":"479.963902ms","start":"2026-04-28T06:09:31.868757Z","end":"2026-04-28T06:09:32.34872Z","steps":["trace[1645411273] 'agreement among raft nodes before linearized reading' (duration: 479.8978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:32.348751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:31.868739Z","time spent":"480.004322ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T06:09:32.348638Z","caller":"traceutil/trace.go:171","msg":"trace[1884141776] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5339; }","duration":"473.202068ms","start":"2026-04-28T06:09:31.875427Z","end":"2026-04-28T06:09:32.348629Z","steps":["trace[1884141776] 'agreement among raft nodes before linearized reading' (duration: 473.116805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:32.348873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:31.875417Z","time spent":"473.431723ms","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T06:09:33.45919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765017059345074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:09:33.959827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765017059345074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:09:34.460438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765017059345074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:09:34.938723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999813515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T06:09:34.938808Z","caller":"traceutil/trace.go:171","msg":"trace[759908439] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999933377s","start":"2026-04-28T06:09:32.938849Z","end":"2026-04-28T06:09:34.938782Z","steps":["trace[759908439] 'agreement among raft nodes before linearized reading' (duration: 1.999840535s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:34.938854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:32.938818Z","time spent":"2.000025841s","remote":"127.0.0.1:34174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 06:09:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T06:09:34.960933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765017059345074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:09:35.461657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765017059345074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:09:35.472541Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.537722403s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T06:09:35.472846Z","caller":"traceutil/trace.go:171","msg":"trace[1173436306] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"2.538135233s","start":"2026-04-28T06:09:32.934678Z","end":"2026-04-28T06:09:35.472814Z","steps":["trace[1173436306] 'process raft request' (duration: 2.53800771s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:35.473051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:32.934653Z","time spent":"2.538253295s","remote":"127.0.0.1:34342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11904,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:09:35.485099Z","caller":"traceutil/trace.go:171","msg":"trace[206303931] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"2.54692542s","start":"2026-04-28T06:09:32.938142Z","end":"2026-04-28T06:09:35.485067Z","steps":["trace[206303931] 'process raft request' (duration: 2.546459429s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:35.485237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:32.938114Z","time spent":"2.547054294s","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:09:35.488826Z","caller":"traceutil/trace.go:171","msg":"trace[1583427489] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"1.139035978s","start":"2026-04-28T06:09:34.349767Z","end":"2026-04-28T06:09:35.488803Z","steps":["trace[1583427489] 'process raft request' (duration: 1.138952366s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:35.488939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:34.349748Z","time spent":"1.139130011s","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:09:35.489017Z","caller":"traceutil/trace.go:171","msg":"trace[1085890559] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"1.134487206s","start":"2026-04-28T06:09:34.354517Z","end":"2026-04-28T06:09:35.489005Z","steps":["trace[1085890559] 'process raft request' (duration: 1.134257991s)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:09:35.489055Z","caller":"traceutil/trace.go:171","msg":"trace[301516480] linearizableReadLoop","detail":"{readStateIndex:5558; appliedIndex:5553; }","duration":"2.55014212s","start":"2026-04-28T06:09:32.93889Z","end":"2026-04-28T06:09:35.489032Z","steps":["trace[301516480] 'read index received' (duration: 2.53398469s)","trace[301516480] 'applied index is now lower than readState.Index' (duration: 16.15644ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:09:35.48918Z","caller":"traceutil/trace.go:171","msg":"trace[1083193300] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"1.133034261s","start":"2026-04-28T06:09:34.356135Z","end":"2026-04-28T06:09:35.489169Z","steps":["trace[1083193300] 'process raft request' (duration: 1.132806076s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:35.489279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:34.356109Z","time spent":"1.133102332s","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:09:35.48931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510200193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:09:35.489366Z","caller":"traceutil/trace.go:171","msg":"trace[231022577] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5350; }","duration":"2.510292446s","start":"2026-04-28T06:09:32.979061Z","end":"2026-04-28T06:09:35.489353Z","steps":["trace[231022577] 'agreement among raft nodes before linearized reading' (duration: 2.510202684s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:35.489399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:32.979047Z","time spent":"2.510346267s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T06:09:35.489476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125137136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T06:09:35.489513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.086404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T06:09:35.489579Z","caller":"traceutil/trace.go:171","msg":"trace[141278137] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5350; }","duration":"655.199077ms","start":"2026-04-28T06:09:34.834342Z","end":"2026-04-28T06:09:35.489541Z","steps":["trace[141278137] 'agreement among raft nodes before linearized reading' (duration: 655.046144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:35.489586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123915305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T06:09:35.489612Z","caller":"traceutil/trace.go:171","msg":"trace[1124739600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5350; }","duration":"1.123939736s","start":"2026-04-28T06:09:34.365665Z","end":"2026-04-28T06:09:35.489605Z","steps":["trace[1124739600] 'agreement among raft nodes before linearized reading' (duration: 1.123872324s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:35.489628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129702518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T06:09:35.489641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:34.365641Z","time spent":"1.123994508s","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T06:09:35.489654Z","caller":"traceutil/trace.go:171","msg":"trace[1352126491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5350; }","duration":"1.129753339s","start":"2026-04-28T06:09:34.359894Z","end":"2026-04-28T06:09:35.489647Z","steps":["trace[1352126491] 'agreement among raft nodes before linearized reading' (duration: 1.129701028s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:35.489677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:34.359883Z","time spent":"1.12978987s","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T06:09:35.489697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.738955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T06:09:35.489726Z","caller":"traceutil/trace.go:171","msg":"trace[233451017] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5350; }","duration":"385.828758ms","start":"2026-04-28T06:09:35.103891Z","end":"2026-04-28T06:09:35.48972Z","steps":["trace[233451017] 'agreement among raft nodes before linearized reading' (duration: 385.734715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:35.489582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125618178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T06:09:35.489776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600296715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:09:35.489822Z","caller":"traceutil/trace.go:171","msg":"trace[841732535] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5350; }","duration":"1.600370587s","start":"2026-04-28T06:09:33.889438Z","end":"2026-04-28T06:09:35.489808Z","steps":["trace[841732535] 'agreement among raft nodes before linearized reading' (duration: 1.600315845s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:35.489834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.895349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:09:35.489862Z","caller":"traceutil/trace.go:171","msg":"trace[1266509977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5350; }","duration":"550.958571ms","start":"2026-04-28T06:09:34.938896Z","end":"2026-04-28T06:09:35.489854Z","steps":["trace[1266509977] 'agreement among raft nodes before linearized reading' (duration: 550.907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:35.489886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:34.938877Z","time spent":"551.004803ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T06:09:35.489741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.408733176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:09:35.490055Z","caller":"traceutil/trace.go:171","msg":"trace[501387197] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5350; }","duration":"2.409070844s","start":"2026-04-28T06:09:33.080977Z","end":"2026-04-28T06:09:35.490048Z","steps":["trace[501387197] 'agreement among raft nodes before linearized reading' (duration: 2.408748356s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:35.490078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:33.080964Z","time spent":"2.409106815s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-28T06:09:35.489858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:33.889416Z","time spent":"1.600434308s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T06:09:35.489726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.408296216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-28T06:09:35.490183Z","caller":"traceutil/trace.go:171","msg":"trace[1404322170] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5350; }","duration":"2.408792598s","start":"2026-04-28T06:09:33.081382Z","end":"2026-04-28T06:09:35.490174Z","steps":["trace[1404322170] 'agreement among raft nodes before linearized reading' (duration: 2.408246384s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:35.489613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:34.834319Z","time spent":"655.285719ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T06:09:35.489316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:34.354496Z","time spent":"1.134593598s","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:09:35.489899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125099245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T06:09:35.49057Z","caller":"traceutil/trace.go:171","msg":"trace[29033832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5350; }","duration":"1.125781981s","start":"2026-04-28T06:09:34.364779Z","end":"2026-04-28T06:09:35.490561Z","steps":["trace[29033832] 'agreement among raft nodes before linearized reading' (duration: 1.125059783s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:35.490595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:33.081363Z","time spent":"2.409038773s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6182,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-04-28T06:09:35.490603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:34.364772Z","time spent":"1.125823502s","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T06:09:35.489916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40892655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:09:35.490927Z","caller":"traceutil/trace.go:171","msg":"trace[99543586] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5350; }","duration":"2.409968207s","start":"2026-04-28T06:09:33.08095Z","end":"2026-04-28T06:09:35.490918Z","steps":["trace[99543586] 'agreement among raft nodes before linearized reading' (duration: 2.408950131s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:35.490958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:33.080933Z","time spent":"2.410017618s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-28T06:09:35.489899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819608097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T06:09:35.491146Z","caller":"traceutil/trace.go:171","msg":"trace[2097329489] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5350; }","duration":"1.820891959s","start":"2026-04-28T06:09:33.670244Z","end":"2026-04-28T06:09:35.491136Z","steps":["trace[2097329489] 'agreement among raft nodes before linearized reading' (duration: 1.819632847s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:35.49118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:33.670222Z","time spent":"1.82094834s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T06:09:35.489922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:35.103873Z","time spent":"386.043443ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T06:09:35.489966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125208407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T06:09:35.491523Z","caller":"traceutil/trace.go:171","msg":"trace[582591882] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5350; }","duration":"1.126778256s","start":"2026-04-28T06:09:34.364733Z","end":"2026-04-28T06:09:35.491511Z","steps":["trace[582591882] 'agreement among raft nodes before linearized reading' (duration: 1.125194527s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:35.491635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:34.364722Z","time spent":"1.126890679s","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T06:09:35.489993Z","caller":"traceutil/trace.go:171","msg":"trace[1924757821] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5350; }","duration":"1.126069009s","start":"2026-04-28T06:09:34.363914Z","end":"2026-04-28T06:09:35.489983Z","steps":["trace[1924757821] 'agreement among raft nodes before linearized reading' (duration: 1.125604898s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:35.491839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:34.363888Z","time spent":"1.127943416s","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T06:09:35.489522Z","caller":"traceutil/trace.go:171","msg":"trace[764483635] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5350; }","duration":"1.125213788s","start":"2026-04-28T06:09:34.364296Z","end":"2026-04-28T06:09:35.48951Z","steps":["trace[764483635] 'agreement among raft nodes before linearized reading' (duration: 1.125051495s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:35.492204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:09:34.364278Z","time spent":"1.127918375s","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T06:09:55.024215Z","caller":"traceutil/trace.go:171","msg":"trace[242894604] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"151.426261ms","start":"2026-04-28T06:09:54.87277Z","end":"2026-04-28T06:09:55.024197Z","steps":["trace[242894604] 'process raft request' (duration: 151.293738ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:09:59.854206Z","caller":"traceutil/trace.go:171","msg":"trace[1494908482] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"144.847484ms","start":"2026-04-28T06:09:59.709311Z","end":"2026-04-28T06:09:59.854159Z","steps":["trace[1494908482] 'process raft request' (duration: 144.545966ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:09:59.951001Z","caller":"traceutil/trace.go:171","msg":"trace[1375259468] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"239.101678ms","start":"2026-04-28T06:09:59.711868Z","end":"2026-04-28T06:09:59.950969Z","steps":["trace[1375259468] 'process raft request' (duration: 238.725178ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:09:59.951402Z","caller":"traceutil/trace.go:171","msg":"trace[2102948757] linearizableReadLoop","detail":"{readStateIndex:5723; appliedIndex:5720; }","duration":"209.998421ms","start":"2026-04-28T06:09:59.741371Z","end":"2026-04-28T06:09:59.95137Z","steps":["trace[2102948757] 'read index received' (duration: 112.543624ms)","trace[2102948757] 'applied index is now lower than readState.Index' (duration: 97.452047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:09:59.951736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.34008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T06:09:59.951778Z","caller":"traceutil/trace.go:171","msg":"trace[1194565423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5509; }","duration":"210.445332ms","start":"2026-04-28T06:09:59.741324Z","end":"2026-04-28T06:09:59.951769Z","steps":["trace[1194565423] 'agreement among raft nodes before linearized reading' (duration: 210.289728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:59.951904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.739183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T06:09:59.951939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.078308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T06:09:59.951983Z","caller":"traceutil/trace.go:171","msg":"trace[1644909560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5509; }","duration":"201.876617ms","start":"2026-04-28T06:09:59.750087Z","end":"2026-04-28T06:09:59.951964Z","steps":["trace[1644909560] 'agreement among raft nodes before linearized reading' (duration: 201.636881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:59.951982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.229072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T06:09:59.952011Z","caller":"traceutil/trace.go:171","msg":"trace[241867967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5509; }","duration":"192.199262ms","start":"2026-04-28T06:09:59.759788Z","end":"2026-04-28T06:09:59.951988Z","steps":["trace[241867967] 'agreement among raft nodes before linearized reading' (duration: 191.968746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:59.952031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.344165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T06:09:59.95206Z","caller":"traceutil/trace.go:171","msg":"trace[1253123730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5509; }","duration":"192.395067ms","start":"2026-04-28T06:09:59.759656Z","end":"2026-04-28T06:09:59.952052Z","steps":["trace[1253123730] 'agreement among raft nodes before linearized reading' (duration: 192.322795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:59.952188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.166424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T06:09:59.952247Z","caller":"traceutil/trace.go:171","msg":"trace[1205937536] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5509; }","duration":"194.241305ms","start":"2026-04-28T06:09:59.757993Z","end":"2026-04-28T06:09:59.952234Z","steps":["trace[1205937536] 'agreement among raft nodes before linearized reading' (duration: 194.136073ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:09:59.951516Z","caller":"traceutil/trace.go:171","msg":"trace[1709039096] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"238.247786ms","start":"2026-04-28T06:09:59.713189Z","end":"2026-04-28T06:09:59.951436Z","steps":["trace[1709039096] 'process raft request' (duration: 237.721572ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:09:59.952338Z","caller":"traceutil/trace.go:171","msg":"trace[129379853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5509; }","duration":"192.325855ms","start":"2026-04-28T06:09:59.759707Z","end":"2026-04-28T06:09:59.952033Z","steps":["trace[129379853] 'agreement among raft nodes before linearized reading' (duration: 192.034568ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:13:05.21815Z","caller":"traceutil/trace.go:171","msg":"trace[2038061453] transaction","detail":"{read_only:false; response_revision:6811; number_of_response:1; }","duration":"105.872295ms","start":"2026-04-28T06:13:05.111999Z","end":"2026-04-28T06:13:05.217871Z","steps":["trace[2038061453] 'process raft request' (duration: 31.838383ms)","trace[2038061453] 'compare' (duration: 73.910558ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:13:05.230073Z","caller":"traceutil/trace.go:171","msg":"trace[1692867453] transaction","detail":"{read_only:false; response_revision:6812; number_of_response:1; }","duration":"117.802722ms","start":"2026-04-28T06:13:05.112252Z","end":"2026-04-28T06:13:05.230054Z","steps":["trace[1692867453] 'process raft request' (duration: 117.562854ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:13:05.23031Z","caller":"traceutil/trace.go:171","msg":"trace[294372143] transaction","detail":"{read_only:false; response_revision:6813; number_of_response:1; }","duration":"117.980158ms","start":"2026-04-28T06:13:05.112315Z","end":"2026-04-28T06:13:05.230295Z","steps":["trace[294372143] 'process raft request' (duration: 117.667067ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:13:07.377437Z","caller":"traceutil/trace.go:171","msg":"trace[875420215] transaction","detail":"{read_only:false; response_revision:6824; number_of_response:1; }","duration":"136.855164ms","start":"2026-04-28T06:13:07.240565Z","end":"2026-04-28T06:13:07.37742Z","steps":["trace[875420215] 'process raft request' (duration: 136.824603ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:13:07.377677Z","caller":"traceutil/trace.go:171","msg":"trace[1531091388] transaction","detail":"{read_only:false; response_revision:6823; number_of_response:1; }","duration":"138.174148ms","start":"2026-04-28T06:13:07.239496Z","end":"2026-04-28T06:13:07.37767Z","steps":["trace[1531091388] 'process raft request' (duration: 101.469516ms)","trace[1531091388] 'compare' (duration: 36.240297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:13:08.822272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.73798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:13:08.822612Z","caller":"traceutil/trace.go:171","msg":"trace[1569637111] transaction","detail":"{read_only:false; response_revision:6827; number_of_response:1; }","duration":"587.910248ms","start":"2026-04-28T06:13:08.234683Z","end":"2026-04-28T06:13:08.822593Z","steps":["trace[1569637111] 'process raft request' (duration: 414.770043ms)","trace[1569637111] 'compare' (duration: 171.924074ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:13:08.822719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:13:08.234671Z","time spent":"588.016932ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1297,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:13:08.849142Z","caller":"traceutil/trace.go:171","msg":"trace[867820974] linearizableReadLoop","detail":"{readStateIndex:7088; appliedIndex:7086; }","duration":"275.860611ms","start":"2026-04-28T06:13:08.573262Z","end":"2026-04-28T06:13:08.849123Z","steps":["trace[867820974] 'read index received' (duration: 76.126023ms)","trace[867820974] 'applied index is now lower than readState.Index' (duration: 199.733968ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:13:08.849373Z","caller":"traceutil/trace.go:171","msg":"trace[357413283] transaction","detail":"{read_only:false; response_revision:6828; number_of_response:1; }","duration":"453.055008ms","start":"2026-04-28T06:13:08.39631Z","end":"2026-04-28T06:13:08.849365Z","steps":["trace[357413283] 'process raft request' (duration: 452.712847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:13:08.849435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:13:08.396281Z","time spent":"453.11357ms","remote":"127.0.0.1:34242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T06:13:08.849512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.198301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:13:08.849614Z","caller":"traceutil/trace.go:171","msg":"trace[1154561381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6828; }","duration":"276.373417ms","start":"2026-04-28T06:13:08.573209Z","end":"2026-04-28T06:13:08.849583Z","steps":["trace[1154561381] 'agreement among raft nodes before linearized reading' (duration: 276.097228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:13:08.890574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.919358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T06:13:08.890645Z","caller":"traceutil/trace.go:171","msg":"trace[1551713170] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6831; }","duration":"157.02687ms","start":"2026-04-28T06:13:08.733603Z","end":"2026-04-28T06:13:08.89063Z","steps":["trace[1551713170] 'agreement among raft nodes before linearized reading' (duration: 156.608457ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:13:08.891688Z","caller":"traceutil/trace.go:171","msg":"trace[1891757520] transaction","detail":"{read_only:false; response_revision:6829; number_of_response:1; }","duration":"171.590483ms","start":"2026-04-28T06:13:08.720041Z","end":"2026-04-28T06:13:08.891631Z","steps":["trace[1891757520] 'process raft request' (duration: 169.852178ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:13:17.043202Z","caller":"traceutil/trace.go:171","msg":"trace[765376329] transaction","detail":"{read_only:false; response_revision:6873; number_of_response:1; }","duration":"124.705695ms","start":"2026-04-28T06:13:16.918471Z","end":"2026-04-28T06:13:17.043176Z","steps":["trace[765376329] 'process raft request' (duration: 124.663404ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:13:17.043267Z","caller":"traceutil/trace.go:171","msg":"trace[446553598] transaction","detail":"{read_only:false; response_revision:6872; number_of_response:1; }","duration":"124.962174ms","start":"2026-04-28T06:13:16.918255Z","end":"2026-04-28T06:13:17.043217Z","steps":["trace[446553598] 'process raft request' (duration: 124.757027ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:13:19.210726Z","caller":"traceutil/trace.go:171","msg":"trace[607313565] transaction","detail":"{read_only:false; response_revision:6883; number_of_response:1; }","duration":"161.093677ms","start":"2026-04-28T06:13:19.049606Z","end":"2026-04-28T06:13:19.2107Z","steps":["trace[607313565] 'process raft request' (duration: 137.740824ms)","trace[607313565] 'compare' (duration: 22.982211ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:13:19.2331Z","caller":"traceutil/trace.go:171","msg":"trace[1847450677] transaction","detail":"{read_only:false; response_revision:6884; number_of_response:1; }","duration":"183.161517ms","start":"2026-04-28T06:13:19.049915Z","end":"2026-04-28T06:13:19.233076Z","steps":["trace[1847450677] 'process raft request' (duration: 182.811006ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:14:24.694546Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5209} {"level":"info","ts":"2026-04-28T06:14:24.772518Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5209,"took":"76.333051ms","hash":3600681478,"current-db-size-bytes":52424704,"current-db-size":"52 MB","current-db-size-in-use-bytes":18513920,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-28T06:14:24.772575Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3600681478,"revision":5209,"compact-revision":2721} {"level":"info","ts":"2026-04-28T06:15:10.490261Z","caller":"traceutil/trace.go:171","msg":"trace[1706459013] linearizableReadLoop","detail":"{readStateIndex:7755; appliedIndex:7754; }","duration":"252.020137ms","start":"2026-04-28T06:15:10.238217Z","end":"2026-04-28T06:15:10.490237Z","steps":["trace[1706459013] 'read index received' (duration: 251.780778ms)","trace[1706459013] 'applied index is now lower than readState.Index' (duration: 238.129µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:15:10.49033Z","caller":"traceutil/trace.go:171","msg":"trace[545653866] transaction","detail":"{read_only:false; response_revision:7470; number_of_response:1; }","duration":"269.556247ms","start":"2026-04-28T06:15:10.220735Z","end":"2026-04-28T06:15:10.490291Z","steps":["trace[545653866] 'process raft request' (duration: 269.343029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:15:10.490679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.176702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" ","response":"range_response_count:1 size:754"} {"level":"info","ts":"2026-04-28T06:15:10.490754Z","caller":"traceutil/trace.go:171","msg":"trace[797512711] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:7470; }","duration":"224.287365ms","start":"2026-04-28T06:15:10.266449Z","end":"2026-04-28T06:15:10.490736Z","steps":["trace[797512711] 'agreement among raft nodes before linearized reading' (duration: 224.043837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:15:10.490883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.290729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T06:15:10.490937Z","caller":"traceutil/trace.go:171","msg":"trace[1176190552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7470; }","duration":"161.377853ms","start":"2026-04-28T06:15:10.329545Z","end":"2026-04-28T06:15:10.490923Z","steps":["trace[1176190552] 'agreement among raft nodes before linearized reading' (duration: 161.190486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:15:10.491105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.62511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T06:15:10.491192Z","caller":"traceutil/trace.go:171","msg":"trace[1588470686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7470; }","duration":"161.741744ms","start":"2026-04-28T06:15:10.329436Z","end":"2026-04-28T06:15:10.491178Z","steps":["trace[1588470686] 'agreement among raft nodes before linearized reading' (duration: 161.561098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:15:10.491629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.409054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rabbitmq-cluster-operator-openstack\" ","response":"range_response_count:1 size:1271"} {"level":"info","ts":"2026-04-28T06:15:10.491677Z","caller":"traceutil/trace.go:171","msg":"trace[746304253] range","detail":"{range_begin:/registry/clusterrolebindings/rabbitmq-cluster-operator-openstack; range_end:; response_count:1; response_revision:7470; }","duration":"253.483775ms","start":"2026-04-28T06:15:10.23818Z","end":"2026-04-28T06:15:10.491664Z","steps":["trace[746304253] 'agreement among raft nodes before linearized reading' (duration: 252.206173ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:15:17.931088Z","caller":"traceutil/trace.go:171","msg":"trace[621958816] transaction","detail":"{read_only:false; response_revision:7504; number_of_response:1; }","duration":"154.672703ms","start":"2026-04-28T06:15:17.776382Z","end":"2026-04-28T06:15:17.931055Z","steps":["trace[621958816] 'process raft request' (duration: 124.425075ms)","trace[621958816] 'compare' (duration: 30.02072ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:15:17.93158Z","caller":"traceutil/trace.go:171","msg":"trace[805475822] linearizableReadLoop","detail":"{readStateIndex:7790; appliedIndex:7788; }","duration":"129.060881ms","start":"2026-04-28T06:15:17.802482Z","end":"2026-04-28T06:15:17.931543Z","steps":["trace[805475822] 'read index received' (duration: 24.706251ms)","trace[805475822] 'applied index is now lower than readState.Index' (duration: 104.3533ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:15:17.931955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.461004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:volume-scheduler\" ","response":"range_response_count:1 size:723"} {"level":"info","ts":"2026-04-28T06:15:17.932027Z","caller":"traceutil/trace.go:171","msg":"trace[1322219250] range","detail":"{range_begin:/registry/clusterroles/system:volume-scheduler; range_end:; response_count:1; response_revision:7505; }","duration":"129.580268ms","start":"2026-04-28T06:15:17.802431Z","end":"2026-04-28T06:15:17.932011Z","steps":["trace[1322219250] 'agreement among raft nodes before linearized reading' (duration: 129.442494ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:15:17.93194Z","caller":"traceutil/trace.go:171","msg":"trace[644883371] transaction","detail":"{read_only:false; response_revision:7505; number_of_response:1; }","duration":"128.535333ms","start":"2026-04-28T06:15:17.803368Z","end":"2026-04-28T06:15:17.931903Z","steps":["trace[644883371] 'process raft request' (duration: 127.641823ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:15:28.776102Z","caller":"traceutil/trace.go:171","msg":"trace[332336814] linearizableReadLoop","detail":"{readStateIndex:7851; appliedIndex:7850; }","duration":"193.771727ms","start":"2026-04-28T06:15:28.582308Z","end":"2026-04-28T06:15:28.77608Z","steps":["trace[332336814] 'read index received' (duration: 193.504868ms)","trace[332336814] 'applied index is now lower than readState.Index' (duration: 265.959µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:15:28.776166Z","caller":"traceutil/trace.go:171","msg":"trace[1505319757] transaction","detail":"{read_only:false; response_revision:7562; number_of_response:1; }","duration":"196.744558ms","start":"2026-04-28T06:15:28.579388Z","end":"2026-04-28T06:15:28.776133Z","steps":["trace[1505319757] 'process raft request' (duration: 196.387166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:15:28.776356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.53319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T06:15:28.776359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.143868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T06:15:28.776401Z","caller":"traceutil/trace.go:171","msg":"trace[211505010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7562; }","duration":"193.617452ms","start":"2026-04-28T06:15:28.582771Z","end":"2026-04-28T06:15:28.776388Z","steps":["trace[211505010] 'agreement among raft nodes before linearized reading' (duration: 193.449167ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:15:28.776417Z","caller":"traceutil/trace.go:171","msg":"trace[145263574] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7562; }","duration":"112.264032ms","start":"2026-04-28T06:15:28.664139Z","end":"2026-04-28T06:15:28.776403Z","steps":["trace[145263574] 'agreement among raft nodes before linearized reading' (duration: 112.103726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:15:28.776445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.38857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:4637"} {"level":"info","ts":"2026-04-28T06:15:28.776557Z","caller":"traceutil/trace.go:171","msg":"trace[943563628] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:7562; }","duration":"170.521354ms","start":"2026-04-28T06:15:28.606014Z","end":"2026-04-28T06:15:28.776536Z","steps":["trace[943563628] 'agreement among raft nodes before linearized reading' (duration: 170.246015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:15:28.77657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.362167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/local-path-storage/\" range_end:\"/registry/services/specs/local-path-storage0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:15:28.776623Z","caller":"traceutil/trace.go:171","msg":"trace[1247514274] range","detail":"{range_begin:/registry/services/specs/local-path-storage/; range_end:/registry/services/specs/local-path-storage0; response_count:0; response_revision:7562; }","duration":"186.447971ms","start":"2026-04-28T06:15:28.590161Z","end":"2026-04-28T06:15:28.776609Z","steps":["trace[1247514274] 'agreement among raft nodes before linearized reading' (duration: 186.353737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:15:28.776969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.841334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:452"} {"level":"info","ts":"2026-04-28T06:15:28.777046Z","caller":"traceutil/trace.go:171","msg":"trace[1103234561] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:7562; }","duration":"138.060421ms","start":"2026-04-28T06:15:28.638975Z","end":"2026-04-28T06:15:28.777035Z","steps":["trace[1103234561] 'agreement among raft nodes before linearized reading' (duration: 137.72935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:15:28.777345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.03205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T06:15:28.777396Z","caller":"traceutil/trace.go:171","msg":"trace[481708745] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7562; }","duration":"195.135233ms","start":"2026-04-28T06:15:28.582244Z","end":"2026-04-28T06:15:28.77738Z","steps":["trace[481708745] 'agreement among raft nodes before linearized reading' (duration: 193.961044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:15:54.194605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.229734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1059"} {"level":"info","ts":"2026-04-28T06:15:54.194724Z","caller":"traceutil/trace.go:171","msg":"trace[1165807162] range","detail":"{range_begin:/registry/rolebindings/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:7687; }","duration":"107.40889ms","start":"2026-04-28T06:15:54.087295Z","end":"2026-04-28T06:15:54.194704Z","steps":["trace[1165807162] 'range keys from in-memory index tree' (duration: 107.027997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:15:54.195096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.354062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-28T06:15:54.195216Z","caller":"traceutil/trace.go:171","msg":"trace[882007549] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7687; }","duration":"187.538559ms","start":"2026-04-28T06:15:54.007656Z","end":"2026-04-28T06:15:54.195195Z","steps":["trace[882007549] 'range keys from in-memory index tree' (duration: 187.144065ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:15:54.195476Z","caller":"traceutil/trace.go:171","msg":"trace[1039180109] transaction","detail":"{read_only:false; response_revision:7688; number_of_response:1; }","duration":"100.061112ms","start":"2026-04-28T06:15:54.095397Z","end":"2026-04-28T06:15:54.195458Z","steps":["trace[1039180109] 'process raft request' (duration: 66.402345ms)","trace[1039180109] 'compare' (duration: 32.936942ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:15:54.346339Z","caller":"traceutil/trace.go:171","msg":"trace[2130980271] transaction","detail":"{read_only:false; response_revision:7690; number_of_response:1; }","duration":"102.789694ms","start":"2026-04-28T06:15:54.243521Z","end":"2026-04-28T06:15:54.34631Z","steps":["trace[2130980271] 'process raft request' (duration: 51.562032ms)","trace[2130980271] 'compare' (duration: 51.053225ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:16:14.437537Z","caller":"traceutil/trace.go:171","msg":"trace[638207058] linearizableReadLoop","detail":"{readStateIndex:8087; appliedIndex:8086; }","duration":"164.623195ms","start":"2026-04-28T06:16:14.272891Z","end":"2026-04-28T06:16:14.437514Z","steps":["trace[638207058] 'read index received' (duration: 164.49054ms)","trace[638207058] 'applied index is now lower than readState.Index' (duration: 131.695µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:16:14.437642Z","caller":"traceutil/trace.go:171","msg":"trace[1088361731] transaction","detail":"{read_only:false; response_revision:7789; number_of_response:1; }","duration":"165.101282ms","start":"2026-04-28T06:16:14.272458Z","end":"2026-04-28T06:16:14.437559Z","steps":["trace[1088361731] 'process raft request' (duration: 164.904636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:16:14.437893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.988808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12297"} {"level":"info","ts":"2026-04-28T06:16:14.437962Z","caller":"traceutil/trace.go:171","msg":"trace[1347636171] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7789; }","duration":"165.111352ms","start":"2026-04-28T06:16:14.272835Z","end":"2026-04-28T06:16:14.437946Z","steps":["trace[1347636171] 'agreement among raft nodes before linearized reading' (duration: 164.848912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:16:14.548059Z","caller":"traceutil/trace.go:171","msg":"trace[1798519026] linearizableReadLoop","detail":"{readStateIndex:8088; appliedIndex:8087; }","duration":"110.38213ms","start":"2026-04-28T06:16:14.437655Z","end":"2026-04-28T06:16:14.548037Z","steps":["trace[1798519026] 'read index received' (duration: 105.539125ms)","trace[1798519026] 'applied index is now lower than readState.Index' (duration: 4.837675ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:16:14.548298Z","caller":"traceutil/trace.go:171","msg":"trace[943622879] transaction","detail":"{read_only:false; response_revision:7790; number_of_response:1; }","duration":"268.850496ms","start":"2026-04-28T06:16:14.279414Z","end":"2026-04-28T06:16:14.548265Z","steps":["trace[943622879] 'process raft request' (duration: 263.816286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:16:14.548404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.482141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T06:16:14.548389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.29384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/\" range_end:\"/registry/pods/secretgen-controller0\" limit:500 ","response":"range_response_count:1 size:3166"} {"level":"info","ts":"2026-04-28T06:16:14.548436Z","caller":"traceutil/trace.go:171","msg":"trace[2119833568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7790; }","duration":"102.568824ms","start":"2026-04-28T06:16:14.445857Z","end":"2026-04-28T06:16:14.548426Z","steps":["trace[2119833568] 'agreement among raft nodes before linearized reading' (duration: 102.425289ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:16:14.548493Z","caller":"traceutil/trace.go:171","msg":"trace[46402341] range","detail":"{range_begin:/registry/pods/secretgen-controller/; range_end:/registry/pods/secretgen-controller0; response_count:1; response_revision:7790; }","duration":"137.454895ms","start":"2026-04-28T06:16:14.411012Z","end":"2026-04-28T06:16:14.548467Z","steps":["trace[46402341] 'agreement among raft nodes before linearized reading' (duration: 137.179806ms)"],"step_count":1}