{"level":"warn","ts":"2026-03-26T01:56:07.722525Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-26T01:56:07.72262Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.62:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.62:2380","--initial-cluster=instance=https://162.253.55.62:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.62:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.62:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-26T01:56:07.722688Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-26T01:56:07.722696Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.62:2380"]} {"level":"info","ts":"2026-03-26T01:56:07.722722Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-26T01:56:07.723293Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"]} {"level":"info","ts":"2026-03-26T01:56:07.723368Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.62:2380"],"listen-peer-urls":["https://162.253.55.62:2380"],"advertise-client-urls":["https://162.253.55.62:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.62:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-26T01:56:07.728014Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.433138ms"} {"level":"info","ts":"2026-03-26T01:56:07.734791Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"791a7e25b533cd26","cluster-id":"be484d2748da72cd"} {"level":"info","ts":"2026-03-26T01:56:07.734893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=()"} {"level":"info","ts":"2026-03-26T01:56:07.734924Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became follower at term 0"} {"level":"info","ts":"2026-03-26T01:56:07.734942Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 791a7e25b533cd26 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-26T01:56:07.734953Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became follower at term 1"} {"level":"info","ts":"2026-03-26T01:56:07.735Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=(8726425928402717990)"} {"level":"warn","ts":"2026-03-26T01:56:07.742483Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-26T01:56:07.744357Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-26T01:56:07.746068Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-26T01:56:07.749416Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"791a7e25b533cd26","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-26T01:56:07.750006Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"791a7e25b533cd26","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-26T01:56:07.750029Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T01:56:07.75017Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T01:56:07.750204Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T01:56:07.754573Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=(8726425928402717990)"} {"level":"info","ts":"2026-03-26T01:56:07.754763Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"be484d2748da72cd","local-member-id":"791a7e25b533cd26","added-peer-id":"791a7e25b533cd26","added-peer-peer-urls":["https://162.253.55.62:2380"]} {"level":"info","ts":"2026-03-26T01:56:07.756849Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-26T01:56:07.757112Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.62:2380"} {"level":"info","ts":"2026-03-26T01:56:07.757131Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"791a7e25b533cd26","initial-advertise-peer-urls":["https://162.253.55.62:2380"],"listen-peer-urls":["https://162.253.55.62:2380"],"advertise-client-urls":["https://162.253.55.62:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-26T01:56:07.75715Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.62:2380"} {"level":"info","ts":"2026-03-26T01:56:07.757174Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-26T01:56:07.936093Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 is starting a new election at term 1"} {"level":"info","ts":"2026-03-26T01:56:07.936174Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-26T01:56:07.936218Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 received MsgPreVoteResp from 791a7e25b533cd26 at term 1"} {"level":"info","ts":"2026-03-26T01:56:07.936241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became candidate at term 2"} {"level":"info","ts":"2026-03-26T01:56:07.936253Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 received MsgVoteResp from 791a7e25b533cd26 at term 2"} {"level":"info","ts":"2026-03-26T01:56:07.936271Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became leader at term 2"} {"level":"info","ts":"2026-03-26T01:56:07.936294Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 791a7e25b533cd26 elected leader 791a7e25b533cd26 at term 2"} {"level":"info","ts":"2026-03-26T01:56:07.937672Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T01:56:07.938363Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"791a7e25b533cd26","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.62:2379]}","request-path":"/0/members/791a7e25b533cd26/attributes","cluster-id":"be484d2748da72cd","publish-timeout":"7s"} {"level":"info","ts":"2026-03-26T01:56:07.938374Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-26T01:56:07.938449Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-26T01:56:07.938876Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-26T01:56:07.939007Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-26T01:56:07.93905Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"be484d2748da72cd","local-member-id":"791a7e25b533cd26","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T01:56:07.939203Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T01:56:07.939275Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T01:56:07.940688Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.62:2379"} {"level":"info","ts":"2026-03-26T01:56:07.941806Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-26T01:56:09.916384Z","caller":"traceutil/trace.go:171","msg":"trace[649315590] transaction","detail":"{read_only:false; response_revision:69; number_of_response:1; }","duration":"101.811137ms","start":"2026-03-26T01:56:09.814532Z","end":"2026-03-26T01:56:09.916343Z","steps":["trace[649315590] 'process raft request' (duration: 101.646794ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:09.918451Z","caller":"traceutil/trace.go:171","msg":"trace[1478095229] transaction","detail":"{read_only:false; response_revision:70; number_of_response:1; }","duration":"100.927367ms","start":"2026-03-26T01:56:09.817493Z","end":"2026-03-26T01:56:09.918421Z","steps":["trace[1478095229] 'process raft request' (duration: 100.782644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:21.69032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675621396462142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T01:56:22.190892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675621396462142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T01:56:22.691463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675621396462142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T01:56:23.192582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675621396462142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T01:56:23.305272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.195930427s","expected-duration":"1s"} {"level":"info","ts":"2026-03-26T01:56:23.305964Z","caller":"traceutil/trace.go:171","msg":"trace[763293425] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"2.196712304s","start":"2026-03-26T01:56:21.109221Z","end":"2026-03-26T01:56:23.305933Z","steps":["trace[763293425] 'process raft request' (duration: 2.196454788s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:23.306712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:21.109195Z","time spent":"2.196859427s","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:56:23.712964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000352906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-26T01:56:23.713079Z","caller":"traceutil/trace.go:171","msg":"trace[467631142] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00056194s","start":"2026-03-26T01:56:21.712494Z","end":"2026-03-26T01:56:23.713056Z","steps":["trace[467631142] 'agreement among raft nodes before linearized reading' (duration: 2.000396647s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:23.713136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:21.71247Z","time spent":"2.000654973s","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/26 01:56:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-26T01:56:24.331818Z","caller":"traceutil/trace.go:171","msg":"trace[2126820793] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"3.221454161s","start":"2026-03-26T01:56:21.110276Z","end":"2026-03-26T01:56:24.33173Z","steps":["trace[2126820793] 'process raft request' (duration: 3.139260581s)","trace[2126820793] 'compare' (duration: 81.505515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:56:24.332034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:21.110265Z","time spent":"3.221664357s","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:56:24.33258Z","caller":"traceutil/trace.go:171","msg":"trace[2034698675] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"615.983735ms","start":"2026-03-26T01:56:23.716576Z","end":"2026-03-26T01:56:24.33256Z","steps":["trace[2034698675] 'process raft request' (duration: 615.899543ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:24.332684Z","caller":"traceutil/trace.go:171","msg":"trace[774663731] linearizableReadLoop","detail":"{readStateIndex:373; appliedIndex:370; }","duration":"3.142431745s","start":"2026-03-26T01:56:21.190228Z","end":"2026-03-26T01:56:24.33266Z","steps":["trace[774663731] 'read index received' (duration: 2.115428316s)","trace[774663731] 'applied index is now lower than readState.Index' (duration: 1.027000859s)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:56:24.332776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:23.716554Z","time spent":"616.163168ms","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T01:56:24.332899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385121493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-26T01:56:24.332918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.142667421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-26T01:56:24.332971Z","caller":"traceutil/trace.go:171","msg":"trace[1023844046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:361; }","duration":"2.385240905s","start":"2026-03-26T01:56:21.947713Z","end":"2026-03-26T01:56:24.332954Z","steps":["trace[1023844046] 'agreement among raft nodes before linearized reading' (duration: 2.385110853s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:24.332937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.942625696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-26T01:56:24.332955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.441383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-03-26T01:56:24.333006Z","caller":"traceutil/trace.go:171","msg":"trace[245249123] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:361; }","duration":"3.142850515s","start":"2026-03-26T01:56:21.190132Z","end":"2026-03-26T01:56:24.332982Z","steps":["trace[245249123] 'agreement among raft nodes before linearized reading' (duration: 3.14263797s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:24.333028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:21.947691Z","time spent":"2.385324698s","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-26T01:56:24.333013Z","caller":"traceutil/trace.go:171","msg":"trace[365610819] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"1.307250864s","start":"2026-03-26T01:56:23.025708Z","end":"2026-03-26T01:56:24.332959Z","steps":["trace[365610819] 'process raft request' (duration: 1.305954395s)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:24.333045Z","caller":"traceutil/trace.go:171","msg":"trace[1245452971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:361; }","duration":"2.942817941s","start":"2026-03-26T01:56:21.390202Z","end":"2026-03-26T01:56:24.33302Z","steps":["trace[1245452971] 'agreement among raft nodes before linearized reading' (duration: 2.942626917s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:24.333055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:21.190106Z","time spent":"3.142940036s","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-03-26T01:56:24.332929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40109608s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:56:24.333103Z","caller":"traceutil/trace.go:171","msg":"trace[1597852531] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:361; }","duration":"2.401284554s","start":"2026-03-26T01:56:21.93181Z","end":"2026-03-26T01:56:24.333094Z","steps":["trace[1597852531] 'agreement among raft nodes before linearized reading' (duration: 2.401046099s)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:24.333056Z","caller":"traceutil/trace.go:171","msg":"trace[1725281319] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:361; }","duration":"348.589856ms","start":"2026-03-26T01:56:23.984444Z","end":"2026-03-26T01:56:24.333034Z","steps":["trace[1725281319] 'agreement among raft nodes before linearized reading' (duration: 348.391302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:24.333124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:23.025681Z","time spent":"1.307391778s","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:56:24.33317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:23.984429Z","time spent":"348.719889ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6984,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-26T01:56:24.333102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:21.390175Z","time spent":"2.942915933s","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T01:56:24.604226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.234122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:56:24.604339Z","caller":"traceutil/trace.go:171","msg":"trace[2086578306] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"212.705624ms","start":"2026-03-26T01:56:24.391613Z","end":"2026-03-26T01:56:24.604318Z","steps":["trace[2086578306] 'process raft request' (duration: 76.026802ms)","trace[2086578306] 'compare' (duration: 136.030847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:56:24.897006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.567888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:56:24.897177Z","caller":"traceutil/trace.go:171","msg":"trace[228364756] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"280.256847ms","start":"2026-03-26T01:56:24.616891Z","end":"2026-03-26T01:56:24.897148Z","steps":["trace[228364756] 'process raft request' (duration: 164.469074ms)","trace[228364756] 'compare' (duration: 115.358503ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:56:28.531023Z","caller":"traceutil/trace.go:171","msg":"trace[1371602712] linearizableReadLoop","detail":"{readStateIndex:388; appliedIndex:387; }","duration":"153.777503ms","start":"2026-03-26T01:56:28.377221Z","end":"2026-03-26T01:56:28.530998Z","steps":["trace[1371602712] 'read index received' (duration: 153.622239ms)","trace[1371602712] 'applied index is now lower than readState.Index' (duration: 154.374µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:56:28.53113Z","caller":"traceutil/trace.go:171","msg":"trace[1665833531] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"174.625882ms","start":"2026-03-26T01:56:28.356451Z","end":"2026-03-26T01:56:28.531077Z","steps":["trace[1665833531] 'process raft request' (duration: 174.375305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:28.531211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.970818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T01:56:28.531253Z","caller":"traceutil/trace.go:171","msg":"trace[436603492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:373; }","duration":"154.07844ms","start":"2026-03-26T01:56:28.377161Z","end":"2026-03-26T01:56:28.531239Z","steps":["trace[436603492] 'agreement among raft nodes before linearized reading' (duration: 153.987598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:28.531296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.530347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T01:56:28.531389Z","caller":"traceutil/trace.go:171","msg":"trace[250081704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:373; }","duration":"152.651549ms","start":"2026-03-26T01:56:28.378717Z","end":"2026-03-26T01:56:28.531369Z","steps":["trace[250081704] 'agreement among raft nodes before linearized reading' (duration: 152.484165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:28.881513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.879604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:56:28.881666Z","caller":"traceutil/trace.go:171","msg":"trace[2015100904] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"346.07228ms","start":"2026-03-26T01:56:28.535575Z","end":"2026-03-26T01:56:28.881647Z","steps":["trace[2015100904] 'process raft request' (duration: 75.971241ms)","trace[2015100904] 'compare' (duration: 269.69869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:56:28.88173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:28.535372Z","time spent":"346.329406ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:56:29.011343Z","caller":"traceutil/trace.go:171","msg":"trace[2080131951] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"474.614407ms","start":"2026-03-26T01:56:28.536698Z","end":"2026-03-26T01:56:29.011313Z","steps":["trace[2080131951] 'process raft request' (duration: 469.611905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:29.011476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:28.536673Z","time spent":"474.73895ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:56:29.856686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.592353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T01:56:29.856796Z","caller":"traceutil/trace.go:171","msg":"trace[1370374470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:375; }","duration":"522.779538ms","start":"2026-03-26T01:56:29.333993Z","end":"2026-03-26T01:56:29.856772Z","steps":["trace[1370374470] 'range keys from in-memory index tree' (duration: 522.367638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:29.856845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:29.33397Z","time spent":"522.865249ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-26T01:56:35.106946Z","caller":"traceutil/trace.go:171","msg":"trace[1814433592] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"197.034522ms","start":"2026-03-26T01:56:34.909885Z","end":"2026-03-26T01:56:35.10692Z","steps":["trace[1814433592] 'process raft request' (duration: 196.830398ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:40.034615Z","caller":"traceutil/trace.go:171","msg":"trace[1683069143] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"127.102926ms","start":"2026-03-26T01:56:39.907486Z","end":"2026-03-26T01:56:40.034589Z","steps":["trace[1683069143] 'process raft request' (duration: 126.904562ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:03.508901Z","caller":"traceutil/trace.go:171","msg":"trace[2129160933] linearizableReadLoop","detail":"{readStateIndex:477; appliedIndex:476; }","duration":"123.173208ms","start":"2026-03-26T01:57:03.385648Z","end":"2026-03-26T01:57:03.508821Z","steps":["trace[2129160933] 'read index received' (duration: 122.431392ms)","trace[2129160933] 'applied index is now lower than readState.Index' (duration: 738.646µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:03.509208Z","caller":"traceutil/trace.go:171","msg":"trace[226606407] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"143.556915ms","start":"2026-03-26T01:57:03.365585Z","end":"2026-03-26T01:57:03.509142Z","steps":["trace[226606407] 'process raft request' (duration: 142.611753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:03.511732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.040432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T01:57:03.511835Z","caller":"traceutil/trace.go:171","msg":"trace[189386005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:455; }","duration":"126.191247ms","start":"2026-03-26T01:57:03.385609Z","end":"2026-03-26T01:57:03.5118Z","steps":["trace[189386005] 'agreement among raft nodes before linearized reading' (duration: 123.332412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:03.98193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.30381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:57:03.982013Z","caller":"traceutil/trace.go:171","msg":"trace[1712071736] linearizableReadLoop","detail":"{readStateIndex:478; appliedIndex:477; }","duration":"336.466564ms","start":"2026-03-26T01:57:03.645534Z","end":"2026-03-26T01:57:03.982001Z","steps":["trace[1712071736] 'read index received' (duration: 74.462µs)","trace[1712071736] 'applied index is now lower than readState.Index' (duration: 336.391122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:03.982054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.535005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:03.982076Z","caller":"traceutil/trace.go:171","msg":"trace[1746492859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:456; }","duration":"336.592457ms","start":"2026-03-26T01:57:03.645477Z","end":"2026-03-26T01:57:03.982069Z","steps":["trace[1746492859] 'agreement among raft nodes before linearized reading' (duration: 336.556386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:03.9821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:03.645451Z","time spent":"336.644878ms","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T01:57:03.982147Z","caller":"traceutil/trace.go:171","msg":"trace[1570804475] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"464.537802ms","start":"2026-03-26T01:57:03.517528Z","end":"2026-03-26T01:57:03.982066Z","steps":["trace[1570804475] 'process raft request' (duration: 124.031418ms)","trace[1570804475] 'compare' (duration: 340.111465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:03.982293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:03.517502Z","time spent":"464.729105ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:57:04.404487Z","caller":"traceutil/trace.go:171","msg":"trace[1021972302] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"225.868338ms","start":"2026-03-26T01:57:04.17859Z","end":"2026-03-26T01:57:04.404459Z","steps":["trace[1021972302] 'process raft request' (duration: 225.715505ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:05.863408Z","caller":"traceutil/trace.go:171","msg":"trace[1327330189] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"345.043077ms","start":"2026-03-26T01:57:05.518338Z","end":"2026-03-26T01:57:05.863381Z","steps":["trace[1327330189] 'process raft request' (duration: 344.833272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:05.863606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:05.518308Z","time spent":"345.185981ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:57:05.904754Z","caller":"traceutil/trace.go:171","msg":"trace[1749548948] linearizableReadLoop","detail":"{readStateIndex:482; appliedIndex:480; }","duration":"259.125433ms","start":"2026-03-26T01:57:05.645607Z","end":"2026-03-26T01:57:05.904732Z","steps":["trace[1749548948] 'read index received' (duration: 217.570053ms)","trace[1749548948] 'applied index is now lower than readState.Index' (duration: 41.55445ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:05.904869Z","caller":"traceutil/trace.go:171","msg":"trace[1277817583] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"307.499226ms","start":"2026-03-26T01:57:05.597347Z","end":"2026-03-26T01:57:05.904846Z","steps":["trace[1277817583] 'process raft request' (duration: 307.279601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:05.904954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.322267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T01:57:05.904996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:05.597322Z","time spent":"307.623039ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:57:05.90501Z","caller":"traceutil/trace.go:171","msg":"trace[866889186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:460; }","duration":"259.40829ms","start":"2026-03-26T01:57:05.645583Z","end":"2026-03-26T01:57:05.904991Z","steps":["trace[866889186] 'agreement among raft nodes before linearized reading' (duration: 259.235326ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:26.271329Z","caller":"traceutil/trace.go:171","msg":"trace[104339999] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"102.477275ms","start":"2026-03-26T01:57:26.168806Z","end":"2026-03-26T01:57:26.271283Z","steps":["trace[104339999] 'process raft request' (duration: 101.899682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:27.392078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.684223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:27.392185Z","caller":"traceutil/trace.go:171","msg":"trace[1771121657] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:573; }","duration":"736.863057ms","start":"2026-03-26T01:57:26.655297Z","end":"2026-03-26T01:57:27.392161Z","steps":["trace[1771121657] 'range keys from in-memory index tree' (duration: 736.582391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:27.392232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:26.655275Z","time spent":"736.946538ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-03-26T01:57:27.392243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.904975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-26T01:57:27.39228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.328343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:27.392336Z","caller":"traceutil/trace.go:171","msg":"trace[1119906447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:573; }","duration":"747.435526ms","start":"2026-03-26T01:57:26.644887Z","end":"2026-03-26T01:57:27.392323Z","steps":["trace[1119906447] 'range keys from in-memory index tree' (duration: 747.218601ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:27.39233Z","caller":"traceutil/trace.go:171","msg":"trace[1242475262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:573; }","duration":"472.038428ms","start":"2026-03-26T01:57:26.920268Z","end":"2026-03-26T01:57:27.392307Z","steps":["trace[1242475262] 'range keys from in-memory index tree' (duration: 471.789762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:27.392371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:26.644865Z","time spent":"747.498887ms","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T01:57:27.392383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:26.920248Z","time spent":"472.12231ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T01:57:29.146913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675621396462746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T01:57:29.647488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675621396462746,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T01:57:30.098107Z","caller":"traceutil/trace.go:171","msg":"trace[533478994] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"1.492824815s","start":"2026-03-26T01:57:28.605242Z","end":"2026-03-26T01:57:30.098067Z","steps":["trace[533478994] 'process raft request' (duration: 1.492112799s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:30.098314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:28.60519Z","time spent":"1.49301847s","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T01:57:30.11875Z","caller":"traceutil/trace.go:171","msg":"trace[1594625795] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"1.424575106s","start":"2026-03-26T01:57:28.694125Z","end":"2026-03-26T01:57:30.1187Z","steps":["trace[1594625795] 'process raft request' (duration: 1.420036274s)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:30.118737Z","caller":"traceutil/trace.go:171","msg":"trace[2018114645] linearizableReadLoop","detail":"{readStateIndex:678; appliedIndex:677; }","duration":"1.472533477s","start":"2026-03-26T01:57:28.646108Z","end":"2026-03-26T01:57:30.118641Z","steps":["trace[2018114645] 'read index received' (duration: 1.451951983s)","trace[2018114645] 'applied index is now lower than readState.Index' (duration: 20.579894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:30.11885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472731632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T01:57:30.118898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:28.694093Z","time spent":"1.42474957s","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:57:30.118913Z","caller":"traceutil/trace.go:171","msg":"trace[406875139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:646; }","duration":"1.472848364s","start":"2026-03-26T01:57:28.646051Z","end":"2026-03-26T01:57:30.1189Z","steps":["trace[406875139] 'agreement among raft nodes before linearized reading' (duration: 1.472722212s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:30.118939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:28.646028Z","time spent":"1.472905475s","remote":"127.0.0.1:33630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T01:57:30.11901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.943131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-26T01:57:30.119062Z","caller":"traceutil/trace.go:171","msg":"trace[249330099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:646; }","duration":"718.037823ms","start":"2026-03-26T01:57:29.401012Z","end":"2026-03-26T01:57:30.11905Z","steps":["trace[249330099] 'agreement among raft nodes before linearized reading' (duration: 717.936561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:30.119089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:29.400993Z","time spent":"718.090984ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T01:57:30.119141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.572352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T01:57:30.119194Z","caller":"traceutil/trace.go:171","msg":"trace[1379041220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:646; }","duration":"130.694765ms","start":"2026-03-26T01:57:29.988485Z","end":"2026-03-26T01:57:30.119179Z","steps":["trace[1379041220] 'agreement among raft nodes before linearized reading' (duration: 130.47044ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:30.511024Z","caller":"traceutil/trace.go:171","msg":"trace[966849753] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"106.157942ms","start":"2026-03-26T01:57:30.404833Z","end":"2026-03-26T01:57:30.510991Z","steps":["trace[966849753] 'process raft request' (duration: 86.664813ms)","trace[966849753] 'compare' (duration: 18.779004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:30.77626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.550503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:57:30.77636Z","caller":"traceutil/trace.go:171","msg":"trace[481704872] linearizableReadLoop","detail":"{readStateIndex:688; appliedIndex:687; }","duration":"166.658845ms","start":"2026-03-26T01:57:30.609686Z","end":"2026-03-26T01:57:30.776344Z","steps":["trace[481704872] 'read index received' (duration: 31.837307ms)","trace[481704872] 'applied index is now lower than readState.Index' (duration: 134.820368ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:30.776489Z","caller":"traceutil/trace.go:171","msg":"trace[452780052] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"179.046025ms","start":"2026-03-26T01:57:30.597395Z","end":"2026-03-26T01:57:30.776441Z","steps":["trace[452780052] 'process raft request' (duration: 44.236557ms)","trace[452780052] 'compare' (duration: 134.337238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:30.776605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.918232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:7708"} {"level":"info","ts":"2026-03-26T01:57:30.776665Z","caller":"traceutil/trace.go:171","msg":"trace[2065760090] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:656; }","duration":"167.016503ms","start":"2026-03-26T01:57:30.609635Z","end":"2026-03-26T01:57:30.776651Z","steps":["trace[2065760090] 'agreement among raft nodes before linearized reading' (duration: 166.823009ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:31.308484Z","caller":"traceutil/trace.go:171","msg":"trace[17091442] linearizableReadLoop","detail":"{readStateIndex:689; appliedIndex:688; }","duration":"114.561582ms","start":"2026-03-26T01:57:31.193894Z","end":"2026-03-26T01:57:31.308456Z","steps":["trace[17091442] 'read index received' (duration: 114.439349ms)","trace[17091442] 'applied index is now lower than readState.Index' (duration: 120.673µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:31.308531Z","caller":"traceutil/trace.go:171","msg":"trace[1173889493] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"176.295203ms","start":"2026-03-26T01:57:31.132217Z","end":"2026-03-26T01:57:31.308512Z","steps":["trace[1173889493] 'process raft request' (duration: 176.038207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:31.308636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.738796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-26T01:57:31.308714Z","caller":"traceutil/trace.go:171","msg":"trace[1517865473] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:657; }","duration":"114.842019ms","start":"2026-03-26T01:57:31.193825Z","end":"2026-03-26T01:57:31.308667Z","steps":["trace[1517865473] 'agreement among raft nodes before linearized reading' (duration: 114.749356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:31.583365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.69613ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-26T01:57:31.723065Z","caller":"traceutil/trace.go:171","msg":"trace[640131874] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"137.765215ms","start":"2026-03-26T01:57:31.58527Z","end":"2026-03-26T01:57:31.723035Z","steps":["trace[640131874] 'process raft request' (duration: 103.073433ms)","trace[640131874] 'compare' (duration: 34.408916ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:36.762067Z","caller":"traceutil/trace.go:171","msg":"trace[2019450439] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"463.534208ms","start":"2026-03-26T01:57:36.298489Z","end":"2026-03-26T01:57:36.762023Z","steps":["trace[2019450439] 'process raft request' (duration: 463.244732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:36.762332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:36.298466Z","time spent":"463.737853ms","remote":"127.0.0.1:34136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T01:57:36.913028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.75567ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-26T01:57:36.91326Z","caller":"traceutil/trace.go:171","msg":"trace[510191987] linearizableReadLoop","detail":"{readStateIndex:721; appliedIndex:719; }","duration":"535.155961ms","start":"2026-03-26T01:57:36.378087Z","end":"2026-03-26T01:57:36.913243Z","steps":["trace[510191987] 'read index received' (duration: 383.749639ms)","trace[510191987] 'applied index is now lower than readState.Index' (duration: 151.405112ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:36.913359Z","caller":"traceutil/trace.go:171","msg":"trace[1776232988] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"359.902742ms","start":"2026-03-26T01:57:36.553447Z","end":"2026-03-26T01:57:36.91335Z","steps":["trace[1776232988] 'process raft request' (duration: 359.679967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:36.913455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:36.553351Z","time spent":"360.041355ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:57:36.913597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.501629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T01:57:36.913683Z","caller":"traceutil/trace.go:171","msg":"trace[717825934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:688; }","duration":"535.643182ms","start":"2026-03-26T01:57:36.378018Z","end":"2026-03-26T01:57:36.913661Z","steps":["trace[717825934] 'agreement among raft nodes before linearized reading' (duration: 535.418167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:36.913728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:36.37799Z","time spent":"535.729673ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T01:57:36.913754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.016483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:36.913872Z","caller":"traceutil/trace.go:171","msg":"trace[974345040] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:688; }","duration":"139.194797ms","start":"2026-03-26T01:57:36.774644Z","end":"2026-03-26T01:57:36.913839Z","steps":["trace[974345040] 'agreement among raft nodes before linearized reading' (duration: 139.011013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:36.914131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.362402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T01:57:36.914294Z","caller":"traceutil/trace.go:171","msg":"trace[1743790320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:688; }","duration":"305.571367ms","start":"2026-03-26T01:57:36.6087Z","end":"2026-03-26T01:57:36.914271Z","steps":["trace[1743790320] 'agreement among raft nodes before linearized reading' (duration: 304.906212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:36.91442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:36.608675Z","time spent":"305.728861ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T01:57:38.363567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117305981s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:57:38.363814Z","caller":"traceutil/trace.go:171","msg":"trace[1490628560] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"1.446023811s","start":"2026-03-26T01:57:36.917756Z","end":"2026-03-26T01:57:38.363779Z","steps":["trace[1490628560] 'process raft request' (duration: 328.417993ms)","trace[1490628560] 'compare' (duration: 1.117153457s)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:38.363953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:36.917733Z","time spent":"1.446148744s","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:57:38.364156Z","caller":"traceutil/trace.go:171","msg":"trace[1321556853] linearizableReadLoop","detail":"{readStateIndex:724; appliedIndex:722; }","duration":"1.369935695s","start":"2026-03-26T01:57:36.994162Z","end":"2026-03-26T01:57:38.364098Z","steps":["trace[1321556853] 'read index received' (duration: 252.02513ms)","trace[1321556853] 'applied index is now lower than readState.Index' (duration: 1.117909245s)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:38.364237Z","caller":"traceutil/trace.go:171","msg":"trace[1302000376] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"1.445992289s","start":"2026-03-26T01:57:36.918235Z","end":"2026-03-26T01:57:38.364227Z","steps":["trace[1302000376] 'process raft request' (duration: 1.445621181s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:38.364304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:36.918212Z","time spent":"1.446060561s","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:57:38.364595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370421896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rsfg2\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-26T01:57:38.364676Z","caller":"traceutil/trace.go:171","msg":"trace[2103887435] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rsfg2; range_end:; response_count:1; response_revision:690; }","duration":"1.370532969s","start":"2026-03-26T01:57:36.994125Z","end":"2026-03-26T01:57:38.364658Z","steps":["trace[2103887435] 'agreement among raft nodes before linearized reading' (duration: 1.370205531s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:38.364733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:36.99411Z","time spent":"1.37061005s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-rsfg2\" "} {"level":"warn","ts":"2026-03-26T01:57:38.519632Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.074064767s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-26T01:57:39.476352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.107419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:57:39.476475Z","caller":"traceutil/trace.go:171","msg":"trace[1248203246] linearizableReadLoop","detail":"{readStateIndex:725; appliedIndex:724; }","duration":"1.112236447s","start":"2026-03-26T01:57:38.364216Z","end":"2026-03-26T01:57:39.476452Z","steps":["trace[1248203246] 'read index received' (duration: 155.699278ms)","trace[1248203246] 'applied index is now lower than readState.Index' (duration: 956.535499ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:39.47655Z","caller":"traceutil/trace.go:171","msg":"trace[1909450465] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"2.167065751s","start":"2026-03-26T01:57:37.309438Z","end":"2026-03-26T01:57:39.476503Z","steps":["trace[1909450465] 'process raft request' (duration: 1.210662485s)","trace[1909450465] 'compare' (duration: 955.6825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:39.476591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831047258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T01:57:39.476604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668822811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:39.476666Z","caller":"traceutil/trace.go:171","msg":"trace[724125607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:691; }","duration":"1.83115043s","start":"2026-03-26T01:57:37.645492Z","end":"2026-03-26T01:57:39.476643Z","steps":["trace[724125607] 'agreement among raft nodes before linearized reading' (duration: 1.831018467s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:39.476668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193311785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T01:57:39.476683Z","caller":"traceutil/trace.go:171","msg":"trace[469341064] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:691; }","duration":"1.668979285s","start":"2026-03-26T01:57:37.807679Z","end":"2026-03-26T01:57:39.476658Z","steps":["trace[469341064] 'agreement among raft nodes before linearized reading' (duration: 1.668819722s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:39.476703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:37.64547Z","time spent":"1.831225042s","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T01:57:39.476733Z","caller":"traceutil/trace.go:171","msg":"trace[710283742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:691; }","duration":"1.193428547s","start":"2026-03-26T01:57:38.283285Z","end":"2026-03-26T01:57:39.476713Z","steps":["trace[710283742] 'agreement among raft nodes before linearized reading' (duration: 1.193186342s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:39.476735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:37.807657Z","time spent":"1.669068827s","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-26T01:57:39.476745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:37.309406Z","time spent":"2.167239805s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:57:39.47678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:38.283263Z","time spent":"1.193508089s","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T01:57:39.476811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220751273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-26T01:57:39.476974Z","caller":"traceutil/trace.go:171","msg":"trace[1274418989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:691; }","duration":"1.220945728s","start":"2026-03-26T01:57:38.255961Z","end":"2026-03-26T01:57:39.476906Z","steps":["trace[1274418989] 'agreement among raft nodes before linearized reading' (duration: 1.220517308s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:39.477065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:38.25594Z","time spent":"1.221110131s","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T01:57:39.977319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675621396462875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T01:57:40.285968Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.766065934s","expected-duration":"1s"} {"level":"info","ts":"2026-03-26T01:57:40.28636Z","caller":"traceutil/trace.go:171","msg":"trace[438022688] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"1.90607827s","start":"2026-03-26T01:57:38.380257Z","end":"2026-03-26T01:57:40.286335Z","steps":["trace[438022688] 'process raft request' (duration: 1.905907346s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:40.286479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:38.380228Z","time spent":"1.906183662s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:57:40.291156Z","caller":"traceutil/trace.go:171","msg":"trace[1128736769] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"804.286858ms","start":"2026-03-26T01:57:39.486836Z","end":"2026-03-26T01:57:40.291123Z","steps":["trace[1128736769] 'process raft request' (duration: 803.933009ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:40.291239Z","caller":"traceutil/trace.go:171","msg":"trace[1467578362] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"804.271597ms","start":"2026-03-26T01:57:39.486946Z","end":"2026-03-26T01:57:40.291217Z","steps":["trace[1467578362] 'process raft request' (duration: 804.087333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:40.291316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:39.486815Z","time spent":"804.40784ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:57:40.291317Z","caller":"traceutil/trace.go:171","msg":"trace[346482574] linearizableReadLoop","detail":"{readStateIndex:729; appliedIndex:725; }","duration":"814.782334ms","start":"2026-03-26T01:57:39.47651Z","end":"2026-03-26T01:57:40.291292Z","steps":["trace[346482574] 'read index received' (duration: 809.625868ms)","trace[346482574] 'applied index is now lower than readState.Index' (duration: 5.155186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:40.291339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:39.48694Z","time spent":"804.346549ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:57:40.291484Z","caller":"traceutil/trace.go:171","msg":"trace[176194398] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"757.718078ms","start":"2026-03-26T01:57:39.533756Z","end":"2026-03-26T01:57:40.291474Z","steps":["trace[176194398] 'process raft request' (duration: 757.316889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:40.291581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:39.533724Z","time spent":"757.79719ms","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T01:57:40.29176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556334898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T01:57:40.291792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.930615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:40.291835Z","caller":"traceutil/trace.go:171","msg":"trace[503985013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:695; }","duration":"813.994567ms","start":"2026-03-26T01:57:39.477827Z","end":"2026-03-26T01:57:40.291822Z","steps":["trace[503985013] 'agreement among raft nodes before linearized reading' (duration: 813.897614ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:40.29183Z","caller":"traceutil/trace.go:171","msg":"trace[1134311047] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:695; }","duration":"1.556454679s","start":"2026-03-26T01:57:38.735354Z","end":"2026-03-26T01:57:40.291809Z","steps":["trace[1134311047] 'agreement among raft nodes before linearized reading' (duration: 1.556348407s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:40.291868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:39.477809Z","time spent":"814.053528ms","remote":"127.0.0.1:33630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T01:57:40.291893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:38.735333Z","time spent":"1.556539552s","remote":"127.0.0.1:33836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-26T01:57:45.368608Z","caller":"traceutil/trace.go:171","msg":"trace[1697410330] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"126.93817ms","start":"2026-03-26T01:57:45.241064Z","end":"2026-03-26T01:57:45.368003Z","steps":["trace[1697410330] 'process raft request' (duration: 126.565272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:52.933415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.441151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:52.933566Z","caller":"traceutil/trace.go:171","msg":"trace[340295027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:843; }","duration":"288.668396ms","start":"2026-03-26T01:57:52.64487Z","end":"2026-03-26T01:57:52.933539Z","steps":["trace[340295027] 'range keys from in-memory index tree' (duration: 288.353049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:52.933653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.70697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:52.933799Z","caller":"traceutil/trace.go:171","msg":"trace[1903163146] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:843; }","duration":"131.944965ms","start":"2026-03-26T01:57:52.801827Z","end":"2026-03-26T01:57:52.933772Z","steps":["trace[1903163146] 'count revisions from in-memory index tree' (duration: 131.469752ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:58.334888Z","caller":"traceutil/trace.go:171","msg":"trace[1974453636] linearizableReadLoop","detail":"{readStateIndex:902; appliedIndex:901; }","duration":"235.634991ms","start":"2026-03-26T01:57:58.099219Z","end":"2026-03-26T01:57:58.334854Z","steps":["trace[1974453636] 'read index received' (duration: 235.447147ms)","trace[1974453636] 'applied index is now lower than readState.Index' (duration: 186.054µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:58.335115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.880277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-26T01:57:58.33508Z","caller":"traceutil/trace.go:171","msg":"trace[832394369] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"839.568582ms","start":"2026-03-26T01:57:57.495464Z","end":"2026-03-26T01:57:58.335032Z","steps":["trace[832394369] 'process raft request' (duration: 839.201864ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:58.335168Z","caller":"traceutil/trace.go:171","msg":"trace[683941529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:863; }","duration":"235.959409ms","start":"2026-03-26T01:57:58.099195Z","end":"2026-03-26T01:57:58.335155Z","steps":["trace[683941529] 'agreement among raft nodes before linearized reading' (duration: 235.775695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:58.335483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:57.495436Z","time spent":"839.801298ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:57:58.386929Z","caller":"traceutil/trace.go:171","msg":"trace[1167534548] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"246.547417ms","start":"2026-03-26T01:57:58.140343Z","end":"2026-03-26T01:57:58.38689Z","steps":["trace[1167534548] 'process raft request' (duration: 246.314161ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:08.588867Z","caller":"traceutil/trace.go:171","msg":"trace[2129772341] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"143.683588ms","start":"2026-03-26T01:58:08.445153Z","end":"2026-03-26T01:58:08.588837Z","steps":["trace[2129772341] 'process raft request' (duration: 143.509534ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:10.561165Z","caller":"traceutil/trace.go:171","msg":"trace[1179255285] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"132.408934ms","start":"2026-03-26T01:58:10.428723Z","end":"2026-03-26T01:58:10.561132Z","steps":["trace[1179255285] 'process raft request' (duration: 101.569799ms)","trace[1179255285] 'compare' (duration: 30.707092ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:13.278819Z","caller":"traceutil/trace.go:171","msg":"trace[774384417] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"100.414423ms","start":"2026-03-26T01:58:13.178372Z","end":"2026-03-26T01:58:13.278786Z","steps":["trace[774384417] 'process raft request' (duration: 100.219739ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:14.612923Z","caller":"traceutil/trace.go:171","msg":"trace[1038677816] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"116.28616ms","start":"2026-03-26T01:58:14.496614Z","end":"2026-03-26T01:58:14.612901Z","steps":["trace[1038677816] 'process raft request' (duration: 116.075815ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:14.976038Z","caller":"traceutil/trace.go:171","msg":"trace[1504899716] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"135.915803ms","start":"2026-03-26T01:58:14.840076Z","end":"2026-03-26T01:58:14.975992Z","steps":["trace[1504899716] 'process raft request' (duration: 88.880603ms)","trace[1504899716] 'compare' (duration: 46.727334ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:14.976164Z","caller":"traceutil/trace.go:171","msg":"trace[2025559710] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"135.976414ms","start":"2026-03-26T01:58:14.840151Z","end":"2026-03-26T01:58:14.976127Z","steps":["trace[2025559710] 'process raft request' (duration: 135.78226ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:14.976235Z","caller":"traceutil/trace.go:171","msg":"trace[114286669] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"135.714918ms","start":"2026-03-26T01:58:14.8405Z","end":"2026-03-26T01:58:14.976215Z","steps":["trace[114286669] 'process raft request' (duration: 135.608506ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:14.976309Z","caller":"traceutil/trace.go:171","msg":"trace[1889474946] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"135.82172ms","start":"2026-03-26T01:58:14.840434Z","end":"2026-03-26T01:58:14.976256Z","steps":["trace[1889474946] 'process raft request' (duration: 135.590665ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:14.976544Z","caller":"traceutil/trace.go:171","msg":"trace[374291328] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"135.420901ms","start":"2026-03-26T01:58:14.841108Z","end":"2026-03-26T01:58:14.976529Z","steps":["trace[374291328] 'process raft request' (duration: 135.054073ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:14.97691Z","caller":"traceutil/trace.go:171","msg":"trace[338941930] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"135.37406ms","start":"2026-03-26T01:58:14.84151Z","end":"2026-03-26T01:58:14.976884Z","steps":["trace[338941930] 'process raft request' (duration: 135.039913ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:14.976926Z","caller":"traceutil/trace.go:171","msg":"trace[48105623] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"134.89469ms","start":"2026-03-26T01:58:14.842008Z","end":"2026-03-26T01:58:14.976902Z","steps":["trace[48105623] 'process raft request' (duration: 134.715516ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:14.977287Z","caller":"traceutil/trace.go:171","msg":"trace[1025038198] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"134.89539ms","start":"2026-03-26T01:58:14.84237Z","end":"2026-03-26T01:58:14.977265Z","steps":["trace[1025038198] 'process raft request' (duration: 134.794707ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:14.977297Z","caller":"traceutil/trace.go:171","msg":"trace[902853792] linearizableReadLoop","detail":"{readStateIndex:1179; appliedIndex:1170; }","duration":"119.923652ms","start":"2026-03-26T01:58:14.857344Z","end":"2026-03-26T01:58:14.977268Z","steps":["trace[902853792] 'read index received' (duration: 71.563302ms)","trace[902853792] 'applied index is now lower than readState.Index' (duration: 48.35927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:58:14.977512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.216087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4374"} {"level":"warn","ts":"2026-03-26T01:58:14.977523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.44833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-03-26T01:58:14.977292Z","caller":"traceutil/trace.go:171","msg":"trace[1147155943] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"134.970902ms","start":"2026-03-26T01:58:14.842268Z","end":"2026-03-26T01:58:14.977238Z","steps":["trace[1147155943] 'process raft request' (duration: 134.573163ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:14.977571Z","caller":"traceutil/trace.go:171","msg":"trace[222523356] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1136; }","duration":"135.314339ms","start":"2026-03-26T01:58:14.842241Z","end":"2026-03-26T01:58:14.977556Z","steps":["trace[222523356] 'agreement among raft nodes before linearized reading' (duration: 135.092934ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:14.977587Z","caller":"traceutil/trace.go:171","msg":"trace[310016701] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1136; }","duration":"134.550422ms","start":"2026-03-26T01:58:14.843017Z","end":"2026-03-26T01:58:14.977568Z","steps":["trace[310016701] 'agreement among raft nodes before linearized reading' (duration: 134.313947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:14.977759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.048736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3516"} {"level":"info","ts":"2026-03-26T01:58:14.977835Z","caller":"traceutil/trace.go:171","msg":"trace[611378835] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1136; }","duration":"136.153789ms","start":"2026-03-26T01:58:14.841662Z","end":"2026-03-26T01:58:14.977816Z","steps":["trace[611378835] 'agreement among raft nodes before linearized reading' (duration: 135.681087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:15.032535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.969691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T01:58:15.032635Z","caller":"traceutil/trace.go:171","msg":"trace[634009870] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1137; }","duration":"115.116964ms","start":"2026-03-26T01:58:14.917495Z","end":"2026-03-26T01:58:15.032612Z","steps":["trace[634009870] 'agreement among raft nodes before linearized reading' (duration: 114.945561ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:23.530806Z","caller":"traceutil/trace.go:171","msg":"trace[784176263] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"122.834189ms","start":"2026-03-26T01:58:23.40794Z","end":"2026-03-26T01:58:23.530774Z","steps":["trace[784176263] 'process raft request' (duration: 122.622234ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:37.099049Z","caller":"traceutil/trace.go:171","msg":"trace[419930865] linearizableReadLoop","detail":"{readStateIndex:1348; appliedIndex:1347; }","duration":"137.927258ms","start":"2026-03-26T01:58:36.961094Z","end":"2026-03-26T01:58:37.099021Z","steps":["trace[419930865] 'read index received' (duration: 137.697063ms)","trace[419930865] 'applied index is now lower than readState.Index' (duration: 229.085µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:37.099206Z","caller":"traceutil/trace.go:171","msg":"trace[1193406091] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"219.763256ms","start":"2026-03-26T01:58:36.879421Z","end":"2026-03-26T01:58:37.099185Z","steps":["trace[1193406091] 'process raft request' (duration: 219.432729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:37.099441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.474416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T01:58:37.099518Z","caller":"traceutil/trace.go:171","msg":"trace[1176741008] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1299; }","duration":"136.604009ms","start":"2026-03-26T01:58:36.962896Z","end":"2026-03-26T01:58:37.0995Z","steps":["trace[1176741008] 'agreement among raft nodes before linearized reading' (duration: 136.404004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:37.099686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.919634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-26T01:58:37.099633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.529712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T01:58:37.099734Z","caller":"traceutil/trace.go:171","msg":"trace[442550871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1299; }","duration":"136.008876ms","start":"2026-03-26T01:58:36.963717Z","end":"2026-03-26T01:58:37.099726Z","steps":["trace[442550871] 'agreement among raft nodes before linearized reading' (duration: 135.907723ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:37.099789Z","caller":"traceutil/trace.go:171","msg":"trace[885166864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1299; }","duration":"138.736847ms","start":"2026-03-26T01:58:36.96103Z","end":"2026-03-26T01:58:37.099767Z","steps":["trace[885166864] 'agreement among raft nodes before linearized reading' (duration: 138.41552ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:37.217704Z","caller":"traceutil/trace.go:171","msg":"trace[305976288] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"113.519184ms","start":"2026-03-26T01:58:37.104156Z","end":"2026-03-26T01:58:37.217675Z","steps":["trace[305976288] 'process raft request' (duration: 113.456652ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:37.217717Z","caller":"traceutil/trace.go:171","msg":"trace[1666258189] transaction","detail":"{read_only:false; response_revision:1301; number_of_response:1; }","duration":"113.566526ms","start":"2026-03-26T01:58:37.104119Z","end":"2026-03-26T01:58:37.217685Z","steps":["trace[1666258189] 'process raft request' (duration: 110.68516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:38.14697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675621396464107,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T01:58:38.277605Z","caller":"traceutil/trace.go:171","msg":"trace[1958408787] linearizableReadLoop","detail":"{readStateIndex:1352; appliedIndex:1351; }","duration":"631.535218ms","start":"2026-03-26T01:58:37.646039Z","end":"2026-03-26T01:58:38.277574Z","steps":["trace[1958408787] 'read index received' (duration: 623.970099ms)","trace[1958408787] 'applied index is now lower than readState.Index' (duration: 7.563799ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:38.277646Z","caller":"traceutil/trace.go:171","msg":"trace[1675768307] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"695.797203ms","start":"2026-03-26T01:58:37.581791Z","end":"2026-03-26T01:58:38.277588Z","steps":["trace[1675768307] 'process raft request' (duration: 688.301706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:38.278007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:58:37.581764Z","time spent":"696.168631ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:58:38.277741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.686831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:58:38.278122Z","caller":"traceutil/trace.go:171","msg":"trace[1229950524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1303; }","duration":"632.146271ms","start":"2026-03-26T01:58:37.645955Z","end":"2026-03-26T01:58:38.278101Z","steps":["trace[1229950524] 'agreement among raft nodes before linearized reading' (duration: 631.703212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:38.278435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:58:37.645931Z","time spent":"632.254833ms","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T01:58:59.022559Z","caller":"traceutil/trace.go:171","msg":"trace[768674439] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"264.929223ms","start":"2026-03-26T01:58:58.757583Z","end":"2026-03-26T01:58:59.022512Z","steps":["trace[768674439] 'process raft request' (duration: 264.418192ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:59.490428Z","caller":"traceutil/trace.go:171","msg":"trace[763481632] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"104.192375ms","start":"2026-03-26T01:58:59.386201Z","end":"2026-03-26T01:58:59.490393Z","steps":["trace[763481632] 'process raft request' (duration: 80.941587ms)","trace[763481632] 'compare' (duration: 23.110255ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:59:01.428147Z","caller":"traceutil/trace.go:171","msg":"trace[870296741] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"173.668396ms","start":"2026-03-26T01:59:01.254448Z","end":"2026-03-26T01:59:01.428116Z","steps":["trace[870296741] 'process raft request' (duration: 99.432489ms)","trace[870296741] 'compare' (duration: 73.997542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:59:01.428328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.496607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T01:59:01.428151Z","caller":"traceutil/trace.go:171","msg":"trace[1589868893] linearizableReadLoop","detail":"{readStateIndex:1619; appliedIndex:1616; }","duration":"110.324264ms","start":"2026-03-26T01:59:01.317813Z","end":"2026-03-26T01:59:01.428138Z","steps":["trace[1589868893] 'read index received' (duration: 36.075816ms)","trace[1589868893] 'applied index is now lower than readState.Index' (duration: 74.247338ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:59:01.428372Z","caller":"traceutil/trace.go:171","msg":"trace[32488893] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1562; }","duration":"110.556229ms","start":"2026-03-26T01:59:01.317807Z","end":"2026-03-26T01:59:01.428364Z","steps":["trace[32488893] 'agreement among raft nodes before linearized reading' (duration: 110.382205ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:01.428388Z","caller":"traceutil/trace.go:171","msg":"trace[1647307580] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"170.435585ms","start":"2026-03-26T01:59:01.257907Z","end":"2026-03-26T01:59:01.428342Z","steps":["trace[1647307580] 'process raft request' (duration: 170.130029ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:01.428553Z","caller":"traceutil/trace.go:171","msg":"trace[1231508277] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"169.76898ms","start":"2026-03-26T01:59:01.258767Z","end":"2026-03-26T01:59:01.428536Z","steps":["trace[1231508277] 'process raft request' (duration: 169.331161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:01.860127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.151737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:59:01.860329Z","caller":"traceutil/trace.go:171","msg":"trace[99080663] linearizableReadLoop","detail":"{readStateIndex:1621; appliedIndex:1619; }","duration":"427.082903ms","start":"2026-03-26T01:59:01.433226Z","end":"2026-03-26T01:59:01.860309Z","steps":["trace[99080663] 'read index received' (duration: 110.734922ms)","trace[99080663] 'applied index is now lower than readState.Index' (duration: 316.346601ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:59:01.860429Z","caller":"traceutil/trace.go:171","msg":"trace[1275300013] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"427.545063ms","start":"2026-03-26T01:59:01.432873Z","end":"2026-03-26T01:59:01.860418Z","steps":["trace[1275300013] 'process raft request' (duration: 427.374679ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:01.860499Z","caller":"traceutil/trace.go:171","msg":"trace[574230110] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"428.260209ms","start":"2026-03-26T01:59:01.432189Z","end":"2026-03-26T01:59:01.860449Z","steps":["trace[574230110] 'process raft request' (duration: 111.673823ms)","trace[574230110] 'compare' (duration: 316.021364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:59:01.860712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:01.432177Z","time spent":"428.426084ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:59:01.860734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.305996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:59:01.860789Z","caller":"traceutil/trace.go:171","msg":"trace[650157871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1564; }","duration":"215.391069ms","start":"2026-03-26T01:59:01.645381Z","end":"2026-03-26T01:59:01.860772Z","steps":["trace[650157871] 'agreement among raft nodes before linearized reading' (duration: 215.309407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:01.860742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.503323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T01:59:01.860963Z","caller":"traceutil/trace.go:171","msg":"trace[160590768] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1564; }","duration":"427.753647ms","start":"2026-03-26T01:59:01.433193Z","end":"2026-03-26T01:59:01.860947Z","steps":["trace[160590768] 'agreement among raft nodes before linearized reading' (duration: 427.482261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:01.860879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.299571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-26T01:59:01.861097Z","caller":"traceutil/trace.go:171","msg":"trace[445190448] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1564; }","duration":"299.573307ms","start":"2026-03-26T01:59:01.561498Z","end":"2026-03-26T01:59:01.861072Z","steps":["trace[445190448] 'agreement among raft nodes before linearized reading' (duration: 299.153888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:01.861116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:01.43318Z","time spent":"427.877111ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-26T01:59:01.861088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:01.432846Z","time spent":"427.615545ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:59:25.991015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.265734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:59:25.991841Z","caller":"traceutil/trace.go:171","msg":"trace[1245636860] linearizableReadLoop","detail":"{readStateIndex:2050; appliedIndex:2049; }","duration":"608.266407ms","start":"2026-03-26T01:59:25.383556Z","end":"2026-03-26T01:59:25.991822Z","steps":["trace[1245636860] 'read index received' (duration: 36.461µs)","trace[1245636860] 'applied index is now lower than readState.Index' (duration: 608.228636ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:59:25.99194Z","caller":"traceutil/trace.go:171","msg":"trace[684929057] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"778.16389ms","start":"2026-03-26T01:59:25.213729Z","end":"2026-03-26T01:59:25.991893Z","steps":["trace[684929057] 'process raft request' (duration: 54.921866ms)","trace[684929057] 'compare' (duration: 722.15194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:59:25.992075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.925951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T01:59:25.992169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.604226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-26T01:59:25.992207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.361153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-26T01:59:25.992231Z","caller":"traceutil/trace.go:171","msg":"trace[1305732344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1968; }","duration":"346.118116ms","start":"2026-03-26T01:59:25.646073Z","end":"2026-03-26T01:59:25.992192Z","steps":["trace[1305732344] 'agreement among raft nodes before linearized reading' (duration: 345.889951ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:25.992254Z","caller":"traceutil/trace.go:171","msg":"trace[560268566] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1968; }","duration":"608.731798ms","start":"2026-03-26T01:59:25.383492Z","end":"2026-03-26T01:59:25.992224Z","steps":["trace[560268566] 'agreement among raft nodes before linearized reading' (duration: 608.424222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:25.992246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.306634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-433c2ece-198c-43ab-abd4-05a0326fbfba\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-26T01:59:25.992294Z","caller":"traceutil/trace.go:171","msg":"trace[1366230566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1968; }","duration":"446.479416ms","start":"2026-03-26T01:59:25.545792Z","end":"2026-03-26T01:59:25.992271Z","steps":["trace[1366230566] 'agreement among raft nodes before linearized reading' (duration: 446.2058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:25.992304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:25.38347Z","time spent":"608.82267ms","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-26T01:59:25.992137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:25.213714Z","time spent":"778.316813ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:59:25.992237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.077779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T01:59:25.992318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.618818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T01:59:25.992431Z","caller":"traceutil/trace.go:171","msg":"trace[74345964] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1968; }","duration":"572.442109ms","start":"2026-03-26T01:59:25.419962Z","end":"2026-03-26T01:59:25.992404Z","steps":["trace[74345964] 'agreement among raft nodes before linearized reading' (duration: 572.005589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:25.992296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:25.646059Z","time spent":"346.222358ms","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T01:59:25.992523Z","caller":"traceutil/trace.go:171","msg":"trace[636543752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1968; }","duration":"445.915464ms","start":"2026-03-26T01:59:25.546586Z","end":"2026-03-26T01:59:25.992501Z","steps":["trace[636543752] 'agreement among raft nodes before linearized reading' (duration: 445.489734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:25.992642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:25.41993Z","time spent":"572.690354ms","remote":"127.0.0.1:33710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-26T01:59:25.992357Z","caller":"traceutil/trace.go:171","msg":"trace[721099143] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-433c2ece-198c-43ab-abd4-05a0326fbfba; range_end:; response_count:1; response_revision:1968; }","duration":"464.438247ms","start":"2026-03-26T01:59:25.527896Z","end":"2026-03-26T01:59:25.992334Z","steps":["trace[721099143] 'agreement among raft nodes before linearized reading' (duration: 464.167291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:25.992348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.451511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-433c2ece-198c-43ab-abd4-05a0326fbfba\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-26T01:59:25.992885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:25.527817Z","time spent":"465.0026ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-433c2ece-198c-43ab-abd4-05a0326fbfba\" "} {"level":"warn","ts":"2026-03-26T01:59:25.992695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:25.546559Z","time spent":"446.117059ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-26T01:59:25.992973Z","caller":"traceutil/trace.go:171","msg":"trace[621681227] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-433c2ece-198c-43ab-abd4-05a0326fbfba; range_end:; response_count:1; response_revision:1968; }","duration":"178.119767ms","start":"2026-03-26T01:59:25.814819Z","end":"2026-03-26T01:59:25.992939Z","steps":["trace[621681227] 'agreement among raft nodes before linearized reading' (duration: 177.366269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:25.992356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:25.545779Z","time spent":"446.563608ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T01:59:26.534117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.308303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:59:26.534443Z","caller":"traceutil/trace.go:171","msg":"trace[1427887462] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"537.066448ms","start":"2026-03-26T01:59:25.997345Z","end":"2026-03-26T01:59:26.534412Z","steps":["trace[1427887462] 'process raft request' (duration: 417.367776ms)","trace[1427887462] 'compare' (duration: 119.181511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:59:26.534571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:25.997319Z","time spent":"537.199762ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:59:26.601725Z","caller":"traceutil/trace.go:171","msg":"trace[1034460423] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"603.704665ms","start":"2026-03-26T01:59:25.997999Z","end":"2026-03-26T01:59:26.601703Z","steps":["trace[1034460423] 'process raft request' (duration: 603.637214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:26.601854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:25.997979Z","time spent":"603.809557ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:59:26.601807Z","caller":"traceutil/trace.go:171","msg":"trace[831063417] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"604.375692ms","start":"2026-03-26T01:59:25.997379Z","end":"2026-03-26T01:59:26.601754Z","steps":["trace[831063417] 'process raft request' (duration: 604.124886ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:26.602018Z","caller":"traceutil/trace.go:171","msg":"trace[1423091911] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"603.623304ms","start":"2026-03-26T01:59:25.998376Z","end":"2026-03-26T01:59:26.601999Z","steps":["trace[1423091911] 'process raft request' (duration: 603.302857ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:26.602068Z","caller":"traceutil/trace.go:171","msg":"trace[671041918] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"600.924084ms","start":"2026-03-26T01:59:26.001115Z","end":"2026-03-26T01:59:26.602039Z","steps":["trace[671041918] 'process raft request' (duration: 600.805411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:26.602051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:25.997361Z","time spent":"604.558285ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:59:26.602236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:26.001104Z","time spent":"601.045916ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:59:26.602264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:25.998366Z","time spent":"603.743676ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:59:26.737316Z","caller":"traceutil/trace.go:171","msg":"trace[1013557075] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"219.080591ms","start":"2026-03-26T01:59:26.518208Z","end":"2026-03-26T01:59:26.737289Z","steps":["trace[1013557075] 'process raft request' (duration: 209.096638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:27.378777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.49647ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-26T01:59:27.379564Z","caller":"traceutil/trace.go:171","msg":"trace[1036619342] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"801.976723ms","start":"2026-03-26T01:59:26.577561Z","end":"2026-03-26T01:59:27.379538Z","steps":["trace[1036619342] 'process raft request' (duration: 801.347998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:27.379718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:26.57753Z","time spent":"802.108056ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:59:27.382467Z","caller":"traceutil/trace.go:171","msg":"trace[1056013147] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"591.083075ms","start":"2026-03-26T01:59:26.791357Z","end":"2026-03-26T01:59:27.38244Z","steps":["trace[1056013147] 'process raft request' (duration: 588.16668ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:27.382481Z","caller":"traceutil/trace.go:171","msg":"trace[1098033044] linearizableReadLoop","detail":"{readStateIndex:2059; appliedIndex:2056; }","duration":"473.122301ms","start":"2026-03-26T01:59:26.909333Z","end":"2026-03-26T01:59:27.382455Z","steps":["trace[1098033044] 'read index received' (duration: 209.915935ms)","trace[1098033044] 'applied index is now lower than readState.Index' (duration: 263.205066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:59:27.382597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:26.79132Z","time spent":"591.220578ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:59:27.382653Z","caller":"traceutil/trace.go:171","msg":"trace[1512320681] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"263.827119ms","start":"2026-03-26T01:59:27.118804Z","end":"2026-03-26T01:59:27.382631Z","steps":["trace[1512320681] 'process raft request' (duration: 263.599914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:27.382727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.378787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T01:59:27.382777Z","caller":"traceutil/trace.go:171","msg":"trace[2049142237] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1977; }","duration":"473.452219ms","start":"2026-03-26T01:59:26.909312Z","end":"2026-03-26T01:59:27.382764Z","steps":["trace[2049142237] 'agreement among raft nodes before linearized reading' (duration: 473.315196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:27.382822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:26.909232Z","time spent":"473.579021ms","remote":"127.0.0.1:34090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-26T01:59:27.382855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.681984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T01:59:27.382875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.94283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-433c2ece-198c-43ab-abd4-05a0326fbfba\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-03-26T01:59:27.382932Z","caller":"traceutil/trace.go:171","msg":"trace[308415124] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1977; }","duration":"370.775006ms","start":"2026-03-26T01:59:27.012134Z","end":"2026-03-26T01:59:27.382909Z","steps":["trace[308415124] 'agreement among raft nodes before linearized reading' (duration: 370.663504ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:27.382949Z","caller":"traceutil/trace.go:171","msg":"trace[2068562052] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-433c2ece-198c-43ab-abd4-05a0326fbfba; range_end:; response_count:1; response_revision:1977; }","duration":"384.067574ms","start":"2026-03-26T01:59:26.998863Z","end":"2026-03-26T01:59:27.382931Z","steps":["trace[2068562052] 'agreement among raft nodes before linearized reading' (duration: 383.842459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:27.38299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:26.998834Z","time spent":"384.144225ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-433c2ece-198c-43ab-abd4-05a0326fbfba\" "} {"level":"warn","ts":"2026-03-26T01:59:27.382993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:27.012123Z","time spent":"370.853349ms","remote":"127.0.0.1:59522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-26T01:59:27.383108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.77544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T01:59:27.383178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.509001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T01:59:27.383289Z","caller":"traceutil/trace.go:171","msg":"trace[2009111794] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1977; }","duration":"371.882542ms","start":"2026-03-26T01:59:27.011294Z","end":"2026-03-26T01:59:27.383176Z","steps":["trace[2009111794] 'agreement among raft nodes before linearized reading' (duration: 371.495403ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:27.383317Z","caller":"traceutil/trace.go:171","msg":"trace[1656793860] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1977; }","duration":"383.712105ms","start":"2026-03-26T01:59:26.999572Z","end":"2026-03-26T01:59:27.383285Z","steps":["trace[1656793860] 'agreement among raft nodes before linearized reading' (duration: 383.281126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:27.383345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:27.011263Z","time spent":"372.070215ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-26T01:59:27.383378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:26.999555Z","time spent":"383.812267ms","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-26T01:59:38.849618Z","caller":"traceutil/trace.go:171","msg":"trace[1838865550] linearizableReadLoop","detail":"{readStateIndex:2160; appliedIndex:2159; }","duration":"183.987102ms","start":"2026-03-26T01:59:38.665605Z","end":"2026-03-26T01:59:38.849592Z","steps":["trace[1838865550] 'read index received' (duration: 183.787237ms)","trace[1838865550] 'applied index is now lower than readState.Index' (duration: 198.644µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:59:38.849669Z","caller":"traceutil/trace.go:171","msg":"trace[699417636] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"186.430595ms","start":"2026-03-26T01:59:38.663206Z","end":"2026-03-26T01:59:38.849636Z","steps":["trace[699417636] 'process raft request' (duration: 186.233901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:38.849891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.276268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T01:59:38.850026Z","caller":"traceutil/trace.go:171","msg":"trace[1261345462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2074; }","duration":"184.464233ms","start":"2026-03-26T01:59:38.66554Z","end":"2026-03-26T01:59:38.850004Z","steps":["trace[1261345462] 'agreement among raft nodes before linearized reading' (duration: 184.169276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:38.863314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.618071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T01:59:38.863397Z","caller":"traceutil/trace.go:171","msg":"trace[274986504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2075; }","duration":"196.731244ms","start":"2026-03-26T01:59:38.666648Z","end":"2026-03-26T01:59:38.863379Z","steps":["trace[274986504] 'agreement among raft nodes before linearized reading' (duration: 196.502569ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:38.981202Z","caller":"traceutil/trace.go:171","msg":"trace[1404916520] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"126.894354ms","start":"2026-03-26T01:59:38.854275Z","end":"2026-03-26T01:59:38.981169Z","steps":["trace[1404916520] 'process raft request' (duration: 63.971549ms)","trace[1404916520] 'compare' (duration: 62.744921ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:59:38.981363Z","caller":"traceutil/trace.go:171","msg":"trace[1996068149] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"113.799314ms","start":"2026-03-26T01:59:38.867537Z","end":"2026-03-26T01:59:38.981336Z","steps":["trace[1996068149] 'process raft request' (duration: 113.589099ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:39.537224Z","caller":"traceutil/trace.go:171","msg":"trace[1395652779] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"109.038519ms","start":"2026-03-26T01:59:39.428143Z","end":"2026-03-26T01:59:39.537182Z","steps":["trace[1395652779] 'process raft request' (duration: 108.722151ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:39.53726Z","caller":"traceutil/trace.go:171","msg":"trace[914130429] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"108.569239ms","start":"2026-03-26T01:59:39.428661Z","end":"2026-03-26T01:59:39.53723Z","steps":["trace[914130429] 'process raft request' (duration: 108.440816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:41.114868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675621396465680,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T01:59:41.11691Z","caller":"traceutil/trace.go:171","msg":"trace[89083457] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"563.476389ms","start":"2026-03-26T01:59:40.55341Z","end":"2026-03-26T01:59:41.116886Z","steps":["trace[89083457] 'process raft request' (duration: 563.278855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:41.117141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:40.553395Z","time spent":"563.585562ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5622,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:59:41.14491Z","caller":"traceutil/trace.go:171","msg":"trace[1719278293] linearizableReadLoop","detail":"{readStateIndex:2170; appliedIndex:2167; }","duration":"530.571669ms","start":"2026-03-26T01:59:40.614318Z","end":"2026-03-26T01:59:41.14489Z","steps":["trace[1719278293] 'read index received' (duration: 502.376733ms)","trace[1719278293] 'applied index is now lower than readState.Index' (duration: 28.193805ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:59:41.145042Z","caller":"traceutil/trace.go:171","msg":"trace[774929252] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"143.456003ms","start":"2026-03-26T01:59:41.001568Z","end":"2026-03-26T01:59:41.145024Z","steps":["trace[774929252] 'process raft request' (duration: 143.279039ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:41.145077Z","caller":"traceutil/trace.go:171","msg":"trace[762864240] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"276.873252ms","start":"2026-03-26T01:59:40.868146Z","end":"2026-03-26T01:59:41.145019Z","steps":["trace[762864240] 'process raft request' (duration: 276.574625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:41.145486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.154923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-26T01:59:41.145532Z","caller":"traceutil/trace.go:171","msg":"trace[1281711860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2084; }","duration":"531.253615ms","start":"2026-03-26T01:59:40.614265Z","end":"2026-03-26T01:59:41.145519Z","steps":["trace[1281711860] 'agreement among raft nodes before linearized reading' (duration: 531.071211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:41.14557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:40.614244Z","time spent":"531.315486ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T01:59:41.148874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.350718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T01:59:41.148956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.416064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T01:59:41.148969Z","caller":"traceutil/trace.go:171","msg":"trace[1331731853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2086; }","duration":"504.47358ms","start":"2026-03-26T01:59:40.644473Z","end":"2026-03-26T01:59:41.148946Z","steps":["trace[1331731853] 'agreement among raft nodes before linearized reading' (duration: 504.314827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:41.148971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.05568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T01:59:41.149018Z","caller":"traceutil/trace.go:171","msg":"trace[693921509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2086; }","duration":"295.490806ms","start":"2026-03-26T01:59:40.853492Z","end":"2026-03-26T01:59:41.148983Z","steps":["trace[693921509] 'agreement among raft nodes before linearized reading' (duration: 295.312962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:41.149034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:40.644464Z","time spent":"504.557342ms","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T01:59:41.149084Z","caller":"traceutil/trace.go:171","msg":"trace[371282940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2086; }","duration":"164.199363ms","start":"2026-03-26T01:59:40.984848Z","end":"2026-03-26T01:59:41.149047Z","steps":["trace[371282940] 'agreement among raft nodes before linearized reading' (duration: 163.949528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:41.14916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.505467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T01:59:41.149246Z","caller":"traceutil/trace.go:171","msg":"trace[331528452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2086; }","duration":"163.636089ms","start":"2026-03-26T01:59:40.985591Z","end":"2026-03-26T01:59:41.149227Z","steps":["trace[331528452] 'agreement among raft nodes before linearized reading' (duration: 163.433935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:47.536282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.000212ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-26T01:59:47.536536Z","caller":"traceutil/trace.go:171","msg":"trace[2121527945] linearizableReadLoop","detail":"{readStateIndex:2214; appliedIndex:2213; }","duration":"972.286027ms","start":"2026-03-26T01:59:46.564229Z","end":"2026-03-26T01:59:47.536515Z","steps":["trace[2121527945] 'read index received' (duration: 86.780955ms)","trace[2121527945] 'applied index is now lower than readState.Index' (duration: 885.503612ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:59:47.536752Z","caller":"traceutil/trace.go:171","msg":"trace[1735339140] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"374.018296ms","start":"2026-03-26T01:59:47.162722Z","end":"2026-03-26T01:59:47.536741Z","steps":["trace[1735339140] 'process raft request' (duration: 373.669949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:47.536733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.464602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T01:59:47.536822Z","caller":"traceutil/trace.go:171","msg":"trace[1558426290] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2126; }","duration":"972.604424ms","start":"2026-03-26T01:59:46.564179Z","end":"2026-03-26T01:59:47.536784Z","steps":["trace[1558426290] 'agreement among raft nodes before linearized reading' (duration: 972.459201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:47.536846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:47.162695Z","time spent":"374.084437ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:59:47.536865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:46.56416Z","time spent":"972.693387ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-26T01:59:47.5426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.08419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-26T01:59:47.542645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.649919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-26T01:59:47.542674Z","caller":"traceutil/trace.go:171","msg":"trace[704262569] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2128; }","duration":"957.181462ms","start":"2026-03-26T01:59:46.585472Z","end":"2026-03-26T01:59:47.542653Z","steps":["trace[704262569] 'agreement among raft nodes before linearized reading' (duration: 956.969288ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:47.542712Z","caller":"traceutil/trace.go:171","msg":"trace[369672338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2128; }","duration":"360.747431ms","start":"2026-03-26T01:59:47.18195Z","end":"2026-03-26T01:59:47.542698Z","steps":["trace[369672338] 'agreement among raft nodes before linearized reading' (duration: 360.507646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:47.542749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:47.181933Z","time spent":"360.809502ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T01:59:47.542759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:46.585451Z","time spent":"957.282614ms","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-26T01:59:47.542703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.938524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-26T01:59:47.542889Z","caller":"traceutil/trace.go:171","msg":"trace[2085791053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2128; }","duration":"365.145499ms","start":"2026-03-26T01:59:47.177734Z","end":"2026-03-26T01:59:47.54288Z","steps":["trace[2085791053] 'agreement among raft nodes before linearized reading' (duration: 364.783701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:47.542919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:47.177723Z","time spent":"365.18866ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T01:59:47.542882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.611872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-26T01:59:47.543Z","caller":"traceutil/trace.go:171","msg":"trace[298770364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2128; }","duration":"366.884688ms","start":"2026-03-26T01:59:47.176089Z","end":"2026-03-26T01:59:47.542974Z","steps":["trace[298770364] 'agreement among raft nodes before linearized reading' (duration: 366.540871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:47.543046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:47.176067Z","time spent":"366.97047ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T01:59:47.543662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.913275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-26T01:59:47.543715Z","caller":"traceutil/trace.go:171","msg":"trace[2112729051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2128; }","duration":"365.005337ms","start":"2026-03-26T01:59:47.178697Z","end":"2026-03-26T01:59:47.543702Z","steps":["trace[2112729051] 'agreement among raft nodes before linearized reading' (duration: 364.027295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:47.543751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:47.178682Z","time spent":"365.061058ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T02:00:17.015122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.661481ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-26T02:00:17.015215Z","caller":"traceutil/trace.go:171","msg":"trace[1357989788] linearizableReadLoop","detail":"{readStateIndex:2390; appliedIndex:2389; }","duration":"369.890485ms","start":"2026-03-26T02:00:16.645306Z","end":"2026-03-26T02:00:17.015196Z","steps":["trace[1357989788] 'read index received' (duration: 160.066291ms)","trace[1357989788] 'applied index is now lower than readState.Index' (duration: 209.822714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:00:17.01534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.042668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:00:17.015415Z","caller":"traceutil/trace.go:171","msg":"trace[59747526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2296; }","duration":"370.168481ms","start":"2026-03-26T02:00:16.645231Z","end":"2026-03-26T02:00:17.015399Z","steps":["trace[59747526] 'agreement among raft nodes before linearized reading' (duration: 370.026717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:17.015456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:16.645208Z","time spent":"370.243003ms","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:00:17.015539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.630138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T02:00:17.015625Z","caller":"traceutil/trace.go:171","msg":"trace[675532981] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2296; }","duration":"222.730529ms","start":"2026-03-26T02:00:16.792848Z","end":"2026-03-26T02:00:17.015579Z","steps":["trace[675532981] 'agreement among raft nodes before linearized reading' (duration: 222.441683ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:24.174611Z","caller":"traceutil/trace.go:171","msg":"trace[1423133927] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"495.683065ms","start":"2026-03-26T02:00:23.678881Z","end":"2026-03-26T02:00:24.174564Z","steps":["trace[1423133927] 'process raft request' (duration: 455.79886ms)","trace[1423133927] 'compare' (duration: 39.583969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:00:24.174888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:23.678857Z","time spent":"495.876929ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:00:24.174922Z","caller":"traceutil/trace.go:171","msg":"trace[501696998] linearizableReadLoop","detail":"{readStateIndex:2430; appliedIndex:2427; }","duration":"439.500399ms","start":"2026-03-26T02:00:23.735391Z","end":"2026-03-26T02:00:24.174891Z","steps":["trace[501696998] 'read index received' (duration: 399.196335ms)","trace[501696998] 'applied index is now lower than readState.Index' (duration: 40.303024ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:00:24.175077Z","caller":"traceutil/trace.go:171","msg":"trace[1045284011] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"479.603118ms","start":"2026-03-26T02:00:23.69546Z","end":"2026-03-26T02:00:24.175063Z","steps":["trace[1045284011] 'process raft request' (duration: 479.011755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:24.17521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:23.695423Z","time spent":"479.69071ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:00:24.175242Z","caller":"traceutil/trace.go:171","msg":"trace[1531505106] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"478.020883ms","start":"2026-03-26T02:00:23.69719Z","end":"2026-03-26T02:00:24.175211Z","steps":["trace[1531505106] 'process raft request' (duration: 477.563903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:24.175365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:23.697165Z","time spent":"478.133186ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:00:24.175417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.419808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-26T02:00:24.175504Z","caller":"traceutil/trace.go:171","msg":"trace[847631051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2334; }","duration":"435.54399ms","start":"2026-03-26T02:00:23.73994Z","end":"2026-03-26T02:00:24.175484Z","steps":["trace[847631051] 'agreement among raft nodes before linearized reading' (duration: 435.308725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:24.17551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.090813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-26T02:00:24.175551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:23.739927Z","time spent":"435.615093ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T02:00:24.175534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.070387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-26T02:00:24.175562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.143383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T02:00:24.175618Z","caller":"traceutil/trace.go:171","msg":"trace[1812568579] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2334; }","duration":"106.253297ms","start":"2026-03-26T02:00:24.06934Z","end":"2026-03-26T02:00:24.175593Z","steps":["trace[1812568579] 'agreement among raft nodes before linearized reading' (duration: 105.903169ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:24.175648Z","caller":"traceutil/trace.go:171","msg":"trace[806982848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2334; }","duration":"438.24158ms","start":"2026-03-26T02:00:23.737381Z","end":"2026-03-26T02:00:24.175622Z","steps":["trace[806982848] 'agreement among raft nodes before linearized reading' (duration: 437.873152ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:24.175683Z","caller":"traceutil/trace.go:171","msg":"trace[177458744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2334; }","duration":"440.306937ms","start":"2026-03-26T02:00:23.735336Z","end":"2026-03-26T02:00:24.175643Z","steps":["trace[177458744] 'agreement among raft nodes before linearized reading' (duration: 439.854967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:24.175706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:23.737359Z","time spent":"438.338473ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T02:00:24.175673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.016315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-26T02:00:24.175756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:23.735313Z","time spent":"440.430529ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-26T02:00:24.175811Z","caller":"traceutil/trace.go:171","msg":"trace[105638630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2334; }","duration":"438.19423ms","start":"2026-03-26T02:00:23.737588Z","end":"2026-03-26T02:00:24.175783Z","steps":["trace[105638630] 'agreement among raft nodes before linearized reading' (duration: 437.657928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:24.175868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:23.737578Z","time spent":"438.279971ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T02:00:24.744318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.344909ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:00:24.74448Z","caller":"traceutil/trace.go:171","msg":"trace[1759725050] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2334; }","duration":"143.521043ms","start":"2026-03-26T02:00:24.600938Z","end":"2026-03-26T02:00:24.744459Z","steps":["trace[1759725050] 'range keys from in-memory index tree' (duration: 143.326799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:24.744769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.304578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:00:24.744886Z","caller":"traceutil/trace.go:171","msg":"trace[74725547] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"564.711736ms","start":"2026-03-26T02:00:24.180147Z","end":"2026-03-26T02:00:24.744859Z","steps":["trace[74725547] 'process raft request' (duration: 371.229674ms)","trace[74725547] 'compare' (duration: 193.146304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:00:24.744997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:24.180126Z","time spent":"564.825688ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:00:24.795148Z","caller":"traceutil/trace.go:171","msg":"trace[442111067] linearizableReadLoop","detail":"{readStateIndex:2434; appliedIndex:2430; }","duration":"503.696013ms","start":"2026-03-26T02:00:24.291425Z","end":"2026-03-26T02:00:24.795121Z","steps":["trace[442111067] 'read index received' (duration: 259.969406ms)","trace[442111067] 'applied index is now lower than readState.Index' (duration: 243.725537ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:00:24.795376Z","caller":"traceutil/trace.go:171","msg":"trace[2090157384] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"403.400318ms","start":"2026-03-26T02:00:24.391963Z","end":"2026-03-26T02:00:24.795364Z","steps":["trace[2090157384] 'process raft request' (duration: 403.110422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:24.795541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:24.391923Z","time spent":"403.524691ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:00:24.795162Z","caller":"traceutil/trace.go:171","msg":"trace[759106639] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"614.903349ms","start":"2026-03-26T02:00:24.180224Z","end":"2026-03-26T02:00:24.795128Z","steps":["trace[759106639] 'process raft request' (duration: 614.629483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:24.795647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.240897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:00:24.79567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.317702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:00:24.795535Z","caller":"traceutil/trace.go:171","msg":"trace[1334334573] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"614.204514ms","start":"2026-03-26T02:00:24.181206Z","end":"2026-03-26T02:00:24.795411Z","steps":["trace[1334334573] 'process raft request' (duration: 613.833196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:24.795746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.871647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T02:00:24.795765Z","caller":"traceutil/trace.go:171","msg":"trace[750361718] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2339; }","duration":"386.451882ms","start":"2026-03-26T02:00:24.409287Z","end":"2026-03-26T02:00:24.795739Z","steps":["trace[750361718] 'agreement among raft nodes before linearized reading' (duration: 386.190926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:24.795775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:24.180204Z","time spent":"615.471172ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:00:24.79579Z","caller":"traceutil/trace.go:171","msg":"trace[1706057952] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2339; }","duration":"351.490056ms","start":"2026-03-26T02:00:24.444275Z","end":"2026-03-26T02:00:24.795765Z","steps":["trace[1706057952] 'agreement among raft nodes before linearized reading' (duration: 351.271431ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:24.795826Z","caller":"traceutil/trace.go:171","msg":"trace[1306340439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2339; }","duration":"242.99939ms","start":"2026-03-26T02:00:24.552809Z","end":"2026-03-26T02:00:24.795809Z","steps":["trace[1306340439] 'agreement among raft nodes before linearized reading' (duration: 242.673093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:24.79584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:24.409275Z","time spent":"386.553134ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:00:24.795832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:24.181186Z","time spent":"614.592322ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:00:24.795655Z","caller":"traceutil/trace.go:171","msg":"trace[1967741816] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"615.003361ms","start":"2026-03-26T02:00:24.180423Z","end":"2026-03-26T02:00:24.795426Z","steps":["trace[1967741816] 'process raft request' (duration: 614.578892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:24.795849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:24.444262Z","time spent":"351.575087ms","remote":"127.0.0.1:59508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:00:24.795951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:24.180395Z","time spent":"615.499463ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:00:24.79602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.574793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a0419dd2f03088\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-26T02:00:24.796074Z","caller":"traceutil/trace.go:171","msg":"trace[963103433] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a0419dd2f03088; range_end:; response_count:1; response_revision:2339; }","duration":"504.699025ms","start":"2026-03-26T02:00:24.291358Z","end":"2026-03-26T02:00:24.796057Z","steps":["trace[963103433] 'agreement among raft nodes before linearized reading' (duration: 504.05217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:24.796205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.478596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:00:24.796258Z","caller":"traceutil/trace.go:171","msg":"trace[2038844049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2339; }","duration":"149.574888ms","start":"2026-03-26T02:00:24.64667Z","end":"2026-03-26T02:00:24.796245Z","steps":["trace[2038844049] 'agreement among raft nodes before linearized reading' (duration: 149.477056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:24.796299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:24.291334Z","time spent":"504.955311ms","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a0419dd2f03088\" "} {"level":"info","ts":"2026-03-26T02:00:24.964537Z","caller":"traceutil/trace.go:171","msg":"trace[1937082109] transaction","detail":"{read_only:false; response_revision:2341; number_of_response:1; }","duration":"163.005226ms","start":"2026-03-26T02:00:24.801495Z","end":"2026-03-26T02:00:24.9645Z","steps":["trace[1937082109] 'process raft request' (duration: 92.317528ms)","trace[1937082109] 'compare' (duration: 70.388112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:00:26.374436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190228181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T02:00:26.374561Z","caller":"traceutil/trace.go:171","msg":"trace[206985213] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2341; }","duration":"1.190417136s","start":"2026-03-26T02:00:25.184117Z","end":"2026-03-26T02:00:26.374535Z","steps":["trace[206985213] 'range keys from in-memory index tree' (duration: 1.190011607s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:26.374603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:25.184084Z","time spent":"1.190509347s","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-26T02:00:26.374659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096556103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:00:26.37474Z","caller":"traceutil/trace.go:171","msg":"trace[2041385664] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2341; }","duration":"1.096704436s","start":"2026-03-26T02:00:25.278017Z","end":"2026-03-26T02:00:26.374721Z","steps":["trace[2041385664] 'count revisions from in-memory index tree' (duration: 1.09638187s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:26.374785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:25.277988Z","time spent":"1.096786768s","remote":"127.0.0.1:47620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:00:26.601609Z","caller":"traceutil/trace.go:171","msg":"trace[424776095] transaction","detail":"{read_only:false; response_revision:2342; number_of_response:1; }","duration":"866.131142ms","start":"2026-03-26T02:00:25.735445Z","end":"2026-03-26T02:00:26.601576Z","steps":["trace[424776095] 'process raft request' (duration: 865.956618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:26.601918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:25.735418Z","time spent":"866.277875ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:00:27.191644Z","caller":"traceutil/trace.go:171","msg":"trace[2107171251] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"1.009584835s","start":"2026-03-26T02:00:26.182016Z","end":"2026-03-26T02:00:27.1916Z","steps":["trace[2107171251] 'process raft request' (duration: 1.008983561s)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:27.191779Z","caller":"traceutil/trace.go:171","msg":"trace[1432138585] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"1.009908722s","start":"2026-03-26T02:00:26.181827Z","end":"2026-03-26T02:00:27.191736Z","steps":["trace[1432138585] 'process raft request' (duration: 1.009086143s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:27.192013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:26.181795Z","time spent":"1.010098637s","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:00:27.192001Z","caller":"traceutil/trace.go:171","msg":"trace[1919572903] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"1.011839514s","start":"2026-03-26T02:00:26.180028Z","end":"2026-03-26T02:00:27.191867Z","steps":["trace[1919572903] 'process raft request' (duration: 932.36458ms)","trace[1919572903] 'compare' (duration: 78.263347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:00:27.192115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:26.181964Z","time spent":"1.009790189s","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:00:27.192174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:26.179989Z","time spent":"1.01209812s","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:00:27.652191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.108908ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-26T02:00:27.652456Z","caller":"traceutil/trace.go:171","msg":"trace[534894964] linearizableReadLoop","detail":"{readStateIndex:2442; appliedIndex:2438; }","duration":"1.006545046s","start":"2026-03-26T02:00:26.645893Z","end":"2026-03-26T02:00:27.652438Z","steps":["trace[534894964] 'read index received' (duration: 466.337344ms)","trace[534894964] 'applied index is now lower than readState.Index' (duration: 540.206672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:00:27.652807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006930865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:00:27.652852Z","caller":"traceutil/trace.go:171","msg":"trace[41219909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2345; }","duration":"1.007031607s","start":"2026-03-26T02:00:26.645811Z","end":"2026-03-26T02:00:27.652843Z","steps":["trace[41219909] 'agreement among raft nodes before linearized reading' (duration: 1.006954706s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:27.652885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:26.645787Z","time spent":"1.007090848s","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:00:27.654805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.491854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-26T02:00:27.654813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.813996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-26T02:00:27.654866Z","caller":"traceutil/trace.go:171","msg":"trace[1005307357] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2346; }","duration":"272.592456ms","start":"2026-03-26T02:00:27.382255Z","end":"2026-03-26T02:00:27.654847Z","steps":["trace[1005307357] 'agreement among raft nodes before linearized reading' (duration: 270.817776ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:27.654896Z","caller":"traceutil/trace.go:171","msg":"trace[2083285677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2346; }","duration":"852.97461ms","start":"2026-03-26T02:00:26.801903Z","end":"2026-03-26T02:00:27.654878Z","steps":["trace[2083285677] 'agreement among raft nodes before linearized reading' (duration: 851.19474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:27.654956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.39017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-26T02:00:27.654938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:26.80187Z","time spent":"853.057582ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T02:00:27.655102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.660625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-26T02:00:27.655114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.22979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T02:00:27.655128Z","caller":"traceutil/trace.go:171","msg":"trace[718610674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2346; }","duration":"853.722747ms","start":"2026-03-26T02:00:26.8014Z","end":"2026-03-26T02:00:27.655123Z","steps":["trace[718610674] 'agreement among raft nodes before linearized reading' (duration: 851.716272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:27.655152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:26.801369Z","time spent":"853.776949ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-26T02:00:27.655146Z","caller":"traceutil/trace.go:171","msg":"trace[1514373771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2346; }","duration":"905.325171ms","start":"2026-03-26T02:00:26.749812Z","end":"2026-03-26T02:00:27.655137Z","steps":["trace[1514373771] 'agreement among raft nodes before linearized reading' (duration: 903.101412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:27.655193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:26.749768Z","time spent":"905.415003ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-26T02:00:27.655039Z","caller":"traceutil/trace.go:171","msg":"trace[2100758311] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2346; }","duration":"853.499542ms","start":"2026-03-26T02:00:26.801522Z","end":"2026-03-26T02:00:27.655022Z","steps":["trace[2100758311] 'agreement among raft nodes before linearized reading' (duration: 851.584909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:27.655287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.579407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T02:00:27.655361Z","caller":"traceutil/trace.go:171","msg":"trace[351717219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2346; }","duration":"685.733461ms","start":"2026-03-26T02:00:26.969612Z","end":"2026-03-26T02:00:27.655346Z","steps":["trace[351717219] 'agreement among raft nodes before linearized reading' (duration: 683.476351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:27.655404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:26.969587Z","time spent":"685.807962ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-26T02:00:27.655292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:26.80151Z","time spent":"853.747448ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-26T02:00:39.535606Z","caller":"traceutil/trace.go:171","msg":"trace[1594078495] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"223.745003ms","start":"2026-03-26T02:00:39.31183Z","end":"2026-03-26T02:00:39.535575Z","steps":["trace[1594078495] 'process raft request' (duration: 223.483748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:39.866161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.497398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:00:39.866282Z","caller":"traceutil/trace.go:171","msg":"trace[436837968] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2410; }","duration":"136.639701ms","start":"2026-03-26T02:00:39.729601Z","end":"2026-03-26T02:00:39.866241Z","steps":["trace[436837968] 'count revisions from in-memory index tree' (duration: 136.358435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:39.866311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.488145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-26T02:00:39.866409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.926125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-26T02:00:39.866385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.853642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T02:00:39.86654Z","caller":"traceutil/trace.go:171","msg":"trace[655446114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2410; }","duration":"150.013247ms","start":"2026-03-26T02:00:39.716438Z","end":"2026-03-26T02:00:39.866452Z","steps":["trace[655446114] 'range keys from in-memory index tree' (duration: 149.822983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:39.866586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.762007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:00:39.866663Z","caller":"traceutil/trace.go:171","msg":"trace[1674346176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2410; }","duration":"220.87485ms","start":"2026-03-26T02:00:39.645769Z","end":"2026-03-26T02:00:39.866644Z","steps":["trace[1674346176] 'range keys from in-memory index tree' (duration: 220.681885ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:39.866541Z","caller":"traceutil/trace.go:171","msg":"trace[1523230319] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2410; }","duration":"108.093817ms","start":"2026-03-26T02:00:39.758424Z","end":"2026-03-26T02:00:39.866518Z","steps":["trace[1523230319] 'range keys from in-memory index tree' (duration: 107.618517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:39.866762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.73961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T02:00:39.866849Z","caller":"traceutil/trace.go:171","msg":"trace[1353877555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2410; }","duration":"153.880383ms","start":"2026-03-26T02:00:39.712946Z","end":"2026-03-26T02:00:39.866827Z","steps":["trace[1353877555] 'range keys from in-memory index tree' (duration: 153.209499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:39.866731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.064674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T02:00:39.866962Z","caller":"traceutil/trace.go:171","msg":"trace[938429888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2410; }","duration":"153.333271ms","start":"2026-03-26T02:00:39.713614Z","end":"2026-03-26T02:00:39.866947Z","steps":["trace[938429888] 'range keys from in-memory index tree' (duration: 152.658356ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:39.866392Z","caller":"traceutil/trace.go:171","msg":"trace[1269969300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2410; }","duration":"149.601098ms","start":"2026-03-26T02:00:39.716772Z","end":"2026-03-26T02:00:39.866373Z","steps":["trace[1269969300] 'range keys from in-memory index tree' (duration: 149.356293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:39.867084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.401778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:00:39.867173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.330556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T02:00:39.867204Z","caller":"traceutil/trace.go:171","msg":"trace[1337768210] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2410; }","duration":"197.526621ms","start":"2026-03-26T02:00:39.66966Z","end":"2026-03-26T02:00:39.867187Z","steps":["trace[1337768210] 'count revisions from in-memory index tree' (duration: 197.340397ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:39.867237Z","caller":"traceutil/trace.go:171","msg":"trace[938746118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2410; }","duration":"152.343558ms","start":"2026-03-26T02:00:39.714875Z","end":"2026-03-26T02:00:39.867219Z","steps":["trace[938746118] 'range keys from in-memory index tree' (duration: 151.108581ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:01:26.999791Z","caller":"traceutil/trace.go:171","msg":"trace[333894468] transaction","detail":"{read_only:false; response_revision:2839; number_of_response:1; }","duration":"159.90876ms","start":"2026-03-26T02:01:26.839855Z","end":"2026-03-26T02:01:26.999764Z","steps":["trace[333894468] 'process raft request' (duration: 159.731556ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:01:27.81517Z","caller":"traceutil/trace.go:171","msg":"trace[268558399] transaction","detail":"{read_only:false; response_revision:2840; number_of_response:1; }","duration":"339.673125ms","start":"2026-03-26T02:01:27.475469Z","end":"2026-03-26T02:01:27.815142Z","steps":["trace[268558399] 'process raft request' (duration: 339.496161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:01:27.815345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:01:27.475448Z","time spent":"339.807098ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:01:27.816002Z","caller":"traceutil/trace.go:171","msg":"trace[1417610469] linearizableReadLoop","detail":"{readStateIndex:2959; appliedIndex:2956; }","duration":"266.139912ms","start":"2026-03-26T02:01:27.549836Z","end":"2026-03-26T02:01:27.815976Z","steps":["trace[1417610469] 'read index received' (duration: 265.217221ms)","trace[1417610469] 'applied index is now lower than readState.Index' (duration: 921.271µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:01:27.816041Z","caller":"traceutil/trace.go:171","msg":"trace[1057463024] transaction","detail":"{read_only:false; response_revision:2841; number_of_response:1; }","duration":"322.056578ms","start":"2026-03-26T02:01:27.493945Z","end":"2026-03-26T02:01:27.816001Z","steps":["trace[1057463024] 'process raft request' (duration: 321.820713ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:01:27.816061Z","caller":"traceutil/trace.go:171","msg":"trace[348742293] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"100.536007ms","start":"2026-03-26T02:01:27.715493Z","end":"2026-03-26T02:01:27.816029Z","steps":["trace[348742293] 'process raft request' (duration: 100.444325ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:01:27.816061Z","caller":"traceutil/trace.go:171","msg":"trace[952416181] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"321.406805ms","start":"2026-03-26T02:01:27.494614Z","end":"2026-03-26T02:01:27.816021Z","steps":["trace[952416181] 'process raft request' (duration: 321.279772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:01:27.816224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:01:27.493907Z","time spent":"322.223672ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:01:27.816234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.378776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-26T02:01:27.816214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.308989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:01:27.816288Z","caller":"traceutil/trace.go:171","msg":"trace[925380943] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2843; }","duration":"266.483359ms","start":"2026-03-26T02:01:27.54979Z","end":"2026-03-26T02:01:27.816273Z","steps":["trace[925380943] 'agreement among raft nodes before linearized reading' (duration: 266.317455ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:01:27.816296Z","caller":"traceutil/trace.go:171","msg":"trace[5409098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2843; }","duration":"170.42719ms","start":"2026-03-26T02:01:27.645854Z","end":"2026-03-26T02:01:27.816281Z","steps":["trace[5409098] 'agreement among raft nodes before linearized reading' (duration: 170.317228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:01:27.81857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:01:27.494603Z","time spent":"321.546207ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:02:02.050566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675621396467886,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T02:02:02.05989Z","caller":"traceutil/trace.go:171","msg":"trace[1897202853] transaction","detail":"{read_only:false; response_revision:3045; number_of_response:1; }","duration":"550.614016ms","start":"2026-03-26T02:02:01.509183Z","end":"2026-03-26T02:02:02.059797Z","steps":["trace[1897202853] 'process raft request' (duration: 549.991052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:02.060266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:02:01.509158Z","time spent":"550.847471ms","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:02:02.087795Z","caller":"traceutil/trace.go:171","msg":"trace[590731165] linearizableReadLoop","detail":"{readStateIndex:3172; appliedIndex:3168; }","duration":"538.007621ms","start":"2026-03-26T02:02:01.54976Z","end":"2026-03-26T02:02:02.087768Z","steps":["trace[590731165] 'read index received' (duration: 509.424348ms)","trace[590731165] 'applied index is now lower than readState.Index' (duration: 28.581623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:02:02.088008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.228116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-26T02:02:02.088044Z","caller":"traceutil/trace.go:171","msg":"trace[285166323] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3048; }","duration":"538.334848ms","start":"2026-03-26T02:02:01.549701Z","end":"2026-03-26T02:02:02.088036Z","steps":["trace[285166323] 'agreement among raft nodes before linearized reading' (duration: 538.175965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:02.088067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:02:01.549664Z","time spent":"538.397721ms","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-26T02:02:02.248368Z","caller":"traceutil/trace.go:171","msg":"trace[1335018116] linearizableReadLoop","detail":"{readStateIndex:3173; appliedIndex:3172; }","duration":"154.155648ms","start":"2026-03-26T02:02:02.094191Z","end":"2026-03-26T02:02:02.248347Z","steps":["trace[1335018116] 'read index received' (duration: 146.89018ms)","trace[1335018116] 'applied index is now lower than readState.Index' (duration: 7.264858ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:02:02.248482Z","caller":"traceutil/trace.go:171","msg":"trace[972764861] transaction","detail":"{read_only:false; response_revision:3049; number_of_response:1; }","duration":"157.347468ms","start":"2026-03-26T02:02:02.091065Z","end":"2026-03-26T02:02:02.248412Z","steps":["trace[972764861] 'process raft request' (duration: 150.160121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:02.248579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.369733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-26T02:02:02.248613Z","caller":"traceutil/trace.go:171","msg":"trace[960931407] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3049; }","duration":"154.429124ms","start":"2026-03-26T02:02:02.094173Z","end":"2026-03-26T02:02:02.248603Z","steps":["trace[960931407] 'agreement among raft nodes before linearized reading' (duration: 154.294661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:02.248728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.96104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T02:02:02.249871Z","caller":"traceutil/trace.go:171","msg":"trace[1004528367] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3049; }","duration":"147.139015ms","start":"2026-03-26T02:02:02.102704Z","end":"2026-03-26T02:02:02.249843Z","steps":["trace[1004528367] 'agreement among raft nodes before linearized reading' (duration: 145.93912ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:04:32.864606Z","caller":"traceutil/trace.go:171","msg":"trace[90958261] transaction","detail":"{read_only:false; response_revision:4040; number_of_response:1; }","duration":"244.339045ms","start":"2026-03-26T02:04:32.620229Z","end":"2026-03-26T02:04:32.864568Z","steps":["trace[90958261] 'process raft request' (duration: 244.048499ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:04:32.876787Z","caller":"traceutil/trace.go:171","msg":"trace[1651867605] transaction","detail":"{read_only:false; response_revision:4041; number_of_response:1; }","duration":"251.896421ms","start":"2026-03-26T02:04:32.624805Z","end":"2026-03-26T02:04:32.876702Z","steps":["trace[1651867605] 'process raft request' (duration: 251.721907ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:04:32.877112Z","caller":"traceutil/trace.go:171","msg":"trace[227172272] linearizableReadLoop","detail":"{readStateIndex:4204; appliedIndex:4201; }","duration":"231.685139ms","start":"2026-03-26T02:04:32.645383Z","end":"2026-03-26T02:04:32.877068Z","steps":["trace[227172272] 'read index received' (duration: 219.04271ms)","trace[227172272] 'applied index is now lower than readState.Index' (duration: 12.626838ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:04:32.877266Z","caller":"traceutil/trace.go:171","msg":"trace[530583989] transaction","detail":"{read_only:false; response_revision:4042; number_of_response:1; }","duration":"250.143544ms","start":"2026-03-26T02:04:32.627099Z","end":"2026-03-26T02:04:32.877242Z","steps":["trace[530583989] 'process raft request' (duration: 249.558861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:04:32.877343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.936404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:04:32.877352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.050155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:04:32.8774Z","caller":"traceutil/trace.go:171","msg":"trace[1932330883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4042; }","duration":"232.051876ms","start":"2026-03-26T02:04:32.645333Z","end":"2026-03-26T02:04:32.877385Z","steps":["trace[1932330883] 'agreement among raft nodes before linearized reading' (duration: 231.930444ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:04:32.877429Z","caller":"traceutil/trace.go:171","msg":"trace[1501946921] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4042; }","duration":"119.214729ms","start":"2026-03-26T02:04:32.758196Z","end":"2026-03-26T02:04:32.877411Z","steps":["trace[1501946921] 'agreement among raft nodes before linearized reading' (duration: 119.084156ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:05:54.204002Z","caller":"traceutil/trace.go:171","msg":"trace[1543565156] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"111.748409ms","start":"2026-03-26T02:05:54.092223Z","end":"2026-03-26T02:05:54.203972Z","steps":["trace[1543565156] 'process raft request' (duration: 111.534214ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:05:57.443389Z","caller":"traceutil/trace.go:171","msg":"trace[1753349527] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"129.1213ms","start":"2026-03-26T02:05:57.314237Z","end":"2026-03-26T02:05:57.443358Z","steps":["trace[1753349527] 'process raft request' (duration: 128.896115ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:05:57.471405Z","caller":"traceutil/trace.go:171","msg":"trace[1200533701] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"153.732808ms","start":"2026-03-26T02:05:57.317646Z","end":"2026-03-26T02:05:57.471378Z","steps":["trace[1200533701] 'process raft request' (duration: 153.149396ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:05:57.471624Z","caller":"traceutil/trace.go:171","msg":"trace[750002606] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"153.589876ms","start":"2026-03-26T02:05:57.317988Z","end":"2026-03-26T02:05:57.471578Z","steps":["trace[750002606] 'process raft request' (duration: 152.922111ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:05:59.603775Z","caller":"traceutil/trace.go:171","msg":"trace[223648818] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"154.602738ms","start":"2026-03-26T02:05:59.449147Z","end":"2026-03-26T02:05:59.60375Z","steps":["trace[223648818] 'process raft request' (duration: 154.438114ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:05:59.692235Z","caller":"traceutil/trace.go:171","msg":"trace[494346234] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"215.136625ms","start":"2026-03-26T02:05:59.477074Z","end":"2026-03-26T02:05:59.69221Z","steps":["trace[494346234] 'process raft request' (duration: 214.983641ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:05:59.692411Z","caller":"traceutil/trace.go:171","msg":"trace[1910166287] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"213.221872ms","start":"2026-03-26T02:05:59.479162Z","end":"2026-03-26T02:05:59.692384Z","steps":["trace[1910166287] 'process raft request' (duration: 213.000848ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:05:59.692399Z","caller":"traceutil/trace.go:171","msg":"trace[92136394] linearizableReadLoop","detail":"{readStateIndex:5421; appliedIndex:5419; }","duration":"209.569063ms","start":"2026-03-26T02:05:59.482779Z","end":"2026-03-26T02:05:59.692348Z","steps":["trace[92136394] 'read index received' (duration: 121.719097ms)","trace[92136394] 'applied index is now lower than readState.Index' (duration: 87.847486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:05:59.692677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.883789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-73f1dd3a-7dcc-4c04-9ee5-fafbfe59efc0\" ","response":"range_response_count:1 size:4067"} {"level":"info","ts":"2026-03-26T02:05:59.692723Z","caller":"traceutil/trace.go:171","msg":"trace[1579777994] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-73f1dd3a-7dcc-4c04-9ee5-fafbfe59efc0; range_end:; response_count:1; response_revision:5216; }","duration":"209.95103ms","start":"2026-03-26T02:05:59.482761Z","end":"2026-03-26T02:05:59.692712Z","steps":["trace[1579777994] 'agreement among raft nodes before linearized reading' (duration: 209.757516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:59.692676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.56044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea15e581-1048-48ab-9812-5617d8c4217f\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-26T02:05:59.692865Z","caller":"traceutil/trace.go:171","msg":"trace[1010183549] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ea15e581-1048-48ab-9812-5617d8c4217f; range_end:; response_count:1; response_revision:5216; }","duration":"182.797055ms","start":"2026-03-26T02:05:59.510054Z","end":"2026-03-26T02:05:59.692851Z","steps":["trace[1010183549] 'agreement among raft nodes before linearized reading' (duration: 182.497119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:59.692881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.730634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T02:05:59.692983Z","caller":"traceutil/trace.go:171","msg":"trace[270041732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5216; }","duration":"109.927729ms","start":"2026-03-26T02:05:59.58304Z","end":"2026-03-26T02:05:59.692968Z","steps":["trace[270041732] 'agreement among raft nodes before linearized reading' (duration: 109.670793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:59.692909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.199817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-p7rhk.18a041f138bec83d\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-26T02:05:59.693174Z","caller":"traceutil/trace.go:171","msg":"trace[630122589] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-p7rhk.18a041f138bec83d; range_end:; response_count:1; response_revision:5216; }","duration":"179.503463ms","start":"2026-03-26T02:05:59.513658Z","end":"2026-03-26T02:05:59.693162Z","steps":["trace[630122589] 'agreement among raft nodes before linearized reading' (duration: 179.184016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:00.449004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.004795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:06:00.449162Z","caller":"traceutil/trace.go:171","msg":"trace[1521692651] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"751.041788ms","start":"2026-03-26T02:05:59.698091Z","end":"2026-03-26T02:06:00.449133Z","steps":["trace[1521692651] 'process raft request' (duration: 512.761227ms)","trace[1521692651] 'compare' (duration: 237.752899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:06:00.449255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:59.698079Z","time spent":"751.12959ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:00.45728Z","caller":"traceutil/trace.go:171","msg":"trace[932734797] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"758.944411ms","start":"2026-03-26T02:05:59.698313Z","end":"2026-03-26T02:06:00.457257Z","steps":["trace[932734797] 'process raft request' (duration: 758.611574ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:00.457362Z","caller":"traceutil/trace.go:171","msg":"trace[131923052] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"758.904179ms","start":"2026-03-26T02:05:59.698428Z","end":"2026-03-26T02:06:00.457332Z","steps":["trace[131923052] 'process raft request' (duration: 758.811517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:00.457381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:59.698305Z","time spent":"759.025872ms","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:00.457519Z","caller":"traceutil/trace.go:171","msg":"trace[1645492858] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"759.119025ms","start":"2026-03-26T02:05:59.698374Z","end":"2026-03-26T02:06:00.457493Z","steps":["trace[1645492858] 'process raft request' (duration: 758.793608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:00.457594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:59.698424Z","time spent":"759.041692ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:00.457648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:59.698369Z","time spent":"759.200847ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:00.457811Z","caller":"traceutil/trace.go:171","msg":"trace[1233254904] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"759.229157ms","start":"2026-03-26T02:05:59.698544Z","end":"2026-03-26T02:06:00.457773Z","steps":["trace[1233254904] 'process raft request' (duration: 758.741076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:00.457985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:59.698537Z","time spent":"759.35636ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:00.458174Z","caller":"traceutil/trace.go:171","msg":"trace[1649485101] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"759.182576ms","start":"2026-03-26T02:05:59.698976Z","end":"2026-03-26T02:06:00.458158Z","steps":["trace[1649485101] 'process raft request' (duration: 759.075964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:00.458266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:59.698963Z","time spent":"759.259038ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3705,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:00.45841Z","caller":"traceutil/trace.go:171","msg":"trace[50654865] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"759.40651ms","start":"2026-03-26T02:05:59.69895Z","end":"2026-03-26T02:06:00.458356Z","steps":["trace[50654865] 'process raft request' (duration: 758.978211ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:00.458421Z","caller":"traceutil/trace.go:171","msg":"trace[959960066] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"759.914141ms","start":"2026-03-26T02:05:59.698492Z","end":"2026-03-26T02:06:00.458406Z","steps":["trace[959960066] 'process raft request' (duration: 759.182576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:00.458497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:59.698461Z","time spent":"759.998174ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:00.458547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:59.698943Z","time spent":"759.509152ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:00.458549Z","caller":"traceutil/trace.go:171","msg":"trace[300223861] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"595.300594ms","start":"2026-03-26T02:05:59.863189Z","end":"2026-03-26T02:06:00.458489Z","steps":["trace[300223861] 'process raft request' (duration: 594.918456ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:00.458471Z","caller":"traceutil/trace.go:171","msg":"trace[361333645] linearizableReadLoop","detail":"{readStateIndex:5429; appliedIndex:5421; }","duration":"715.028398ms","start":"2026-03-26T02:05:59.7434Z","end":"2026-03-26T02:06:00.458428Z","steps":["trace[361333645] 'read index received' (duration: 467.479705ms)","trace[361333645] 'applied index is now lower than readState.Index' (duration: 247.547543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:06:00.458774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:59.863152Z","time spent":"595.514739ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:00.458803Z","caller":"traceutil/trace.go:171","msg":"trace[25064857] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"463.551187ms","start":"2026-03-26T02:05:59.995228Z","end":"2026-03-26T02:06:00.45878Z","steps":["trace[25064857] 'process raft request' (duration: 463.034325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:00.458925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:59.9952Z","time spent":"463.651049ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:00.458989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.796693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea15e581-1048-48ab-9812-5617d8c4217f\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-03-26T02:06:00.463104Z","caller":"traceutil/trace.go:171","msg":"trace[1498682553] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ea15e581-1048-48ab-9812-5617d8c4217f; range_end:; response_count:1; response_revision:5226; }","duration":"124.976218ms","start":"2026-03-26T02:06:00.334059Z","end":"2026-03-26T02:06:00.459035Z","steps":["trace[1498682553] 'agreement among raft nodes before linearized reading' (duration: 124.795933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:00.463343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.409464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:00.463402Z","caller":"traceutil/trace.go:171","msg":"trace[1456828683] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5226; }","duration":"116.80255ms","start":"2026-03-26T02:06:00.346577Z","end":"2026-03-26T02:06:00.46338Z","steps":["trace[1456828683] 'agreement among raft nodes before linearized reading' (duration: 112.441575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:00.467963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.516117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719465"} {"level":"info","ts":"2026-03-26T02:06:00.468009Z","caller":"traceutil/trace.go:171","msg":"trace[1864859747] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5226; }","duration":"724.642509ms","start":"2026-03-26T02:05:59.743357Z","end":"2026-03-26T02:06:00.467999Z","steps":["trace[1864859747] 'agreement among raft nodes before linearized reading' (duration: 715.441747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:00.468057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:59.743344Z","time spent":"724.708021ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719488,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-26T02:06:02.441305Z","caller":"traceutil/trace.go:171","msg":"trace[1579188544] linearizableReadLoop","detail":"{readStateIndex:5471; appliedIndex:5470; }","duration":"445.456661ms","start":"2026-03-26T02:06:01.995819Z","end":"2026-03-26T02:06:02.441275Z","steps":["trace[1579188544] 'read index received' (duration: 445.324958ms)","trace[1579188544] 'applied index is now lower than readState.Index' (duration: 130.003µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:02.441504Z","caller":"traceutil/trace.go:171","msg":"trace[257392321] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"496.233844ms","start":"2026-03-26T02:06:01.945226Z","end":"2026-03-26T02:06:02.44146Z","steps":["trace[257392321] 'process raft request' (duration: 495.866186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:02.441664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:01.945197Z","time spent":"496.394077ms","remote":"127.0.0.1:45436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2899,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T02:06:02.441675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.82041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:02.441767Z","caller":"traceutil/trace.go:171","msg":"trace[726332078] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5264; }","duration":"445.982262ms","start":"2026-03-26T02:06:01.995764Z","end":"2026-03-26T02:06:02.441747Z","steps":["trace[726332078] 'agreement among raft nodes before linearized reading' (duration: 445.715777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:02.441813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:01.995739Z","time spent":"446.066885ms","remote":"127.0.0.1:33710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:06:02.55853Z","caller":"traceutil/trace.go:171","msg":"trace[2004086334] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"114.266905ms","start":"2026-03-26T02:06:02.444206Z","end":"2026-03-26T02:06:02.558473Z","steps":["trace[2004086334] 'process raft request' (duration: 108.327075ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:02.568224Z","caller":"traceutil/trace.go:171","msg":"trace[1591674921] linearizableReadLoop","detail":"{readStateIndex:5473; appliedIndex:5471; }","duration":"115.631233ms","start":"2026-03-26T02:06:02.45257Z","end":"2026-03-26T02:06:02.568201Z","steps":["trace[1591674921] 'read index received' (duration: 99.988671ms)","trace[1591674921] 'applied index is now lower than readState.Index' (duration: 15.641572ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:02.568351Z","caller":"traceutil/trace.go:171","msg":"trace[744537850] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"100.118323ms","start":"2026-03-26T02:06:02.468221Z","end":"2026-03-26T02:06:02.56834Z","steps":["trace[744537850] 'process raft request' (duration: 99.914759ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:02.568344Z","caller":"traceutil/trace.go:171","msg":"trace[916608020] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"119.346144ms","start":"2026-03-26T02:06:02.448954Z","end":"2026-03-26T02:06:02.5683Z","steps":["trace[916608020] 'process raft request' (duration: 119.040138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:02.568577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.968125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T02:06:02.568658Z","caller":"traceutil/trace.go:171","msg":"trace[1948693927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5267; }","duration":"107.100278ms","start":"2026-03-26T02:06:02.461534Z","end":"2026-03-26T02:06:02.568635Z","steps":["trace[1948693927] 'agreement among raft nodes before linearized reading' (duration: 106.845561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:02.568626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.022133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T02:06:02.568733Z","caller":"traceutil/trace.go:171","msg":"trace[217397174] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5267; }","duration":"116.142055ms","start":"2026-03-26T02:06:02.452564Z","end":"2026-03-26T02:06:02.568706Z","steps":["trace[217397174] 'agreement among raft nodes before linearized reading' (duration: 115.803247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:02.568606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.354218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-26T02:06:02.568758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.007973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-26T02:06:02.568765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.071394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-26T02:06:02.568803Z","caller":"traceutil/trace.go:171","msg":"trace[1890711687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5267; }","duration":"105.570664ms","start":"2026-03-26T02:06:02.46321Z","end":"2026-03-26T02:06:02.568781Z","steps":["trace[1890711687] 'agreement among raft nodes before linearized reading' (duration: 105.264807ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:02.568812Z","caller":"traceutil/trace.go:171","msg":"trace[493346222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5267; }","duration":"106.096295ms","start":"2026-03-26T02:06:02.462702Z","end":"2026-03-26T02:06:02.568798Z","steps":["trace[493346222] 'agreement among raft nodes before linearized reading' (duration: 105.885691ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:02.568818Z","caller":"traceutil/trace.go:171","msg":"trace[189830203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5267; }","duration":"106.133975ms","start":"2026-03-26T02:06:02.462672Z","end":"2026-03-26T02:06:02.568806Z","steps":["trace[189830203] 'agreement among raft nodes before linearized reading' (duration: 106.018943ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:08.157381Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2573} {"level":"info","ts":"2026-03-26T02:06:08.235483Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2573,"took":"76.714668ms","hash":3066663910,"current-db-size-bytes":53559296,"current-db-size":"54 MB","current-db-size-in-use-bytes":29761536,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-26T02:06:08.235765Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3066663910,"revision":2573,"compact-revision":-1} {"level":"info","ts":"2026-03-26T02:06:10.873381Z","caller":"traceutil/trace.go:171","msg":"trace[69485597] linearizableReadLoop","detail":"{readStateIndex:5628; appliedIndex:5627; }","duration":"265.66574ms","start":"2026-03-26T02:06:10.607692Z","end":"2026-03-26T02:06:10.873358Z","steps":["trace[69485597] 'read index received' (duration: 265.508907ms)","trace[69485597] 'applied index is now lower than readState.Index' (duration: 156.003µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:10.873472Z","caller":"traceutil/trace.go:171","msg":"trace[413130615] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"275.202385ms","start":"2026-03-26T02:06:10.598213Z","end":"2026-03-26T02:06:10.873415Z","steps":["trace[413130615] 'process raft request' (duration: 274.994441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:10.873739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.58551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T02:06:10.873779Z","caller":"traceutil/trace.go:171","msg":"trace[266680647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5415; }","duration":"260.682642ms","start":"2026-03-26T02:06:10.613086Z","end":"2026-03-26T02:06:10.873768Z","steps":["trace[266680647] 'agreement among raft nodes before linearized reading' (duration: 260.547069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:10.873763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.339433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-26T02:06:10.873822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.553448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12973"} {"level":"warn","ts":"2026-03-26T02:06:10.873852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.452863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:10.873858Z","caller":"traceutil/trace.go:171","msg":"trace[318744480] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5415; }","duration":"265.519747ms","start":"2026-03-26T02:06:10.608314Z","end":"2026-03-26T02:06:10.873834Z","steps":["trace[318744480] 'agreement among raft nodes before linearized reading' (duration: 265.217741ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:10.873885Z","caller":"traceutil/trace.go:171","msg":"trace[2070694696] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5415; }","duration":"253.64441ms","start":"2026-03-26T02:06:10.620223Z","end":"2026-03-26T02:06:10.873868Z","steps":["trace[2070694696] 'agreement among raft nodes before linearized reading' (duration: 253.466506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:10.873904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.902505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T02:06:10.873905Z","caller":"traceutil/trace.go:171","msg":"trace[1872207280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5415; }","duration":"227.538816ms","start":"2026-03-26T02:06:10.646345Z","end":"2026-03-26T02:06:10.873884Z","steps":["trace[1872207280] 'agreement among raft nodes before linearized reading' (duration: 227.476535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:10.873874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.576565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-26T02:06:10.873926Z","caller":"traceutil/trace.go:171","msg":"trace[163804517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5415; }","duration":"266.231442ms","start":"2026-03-26T02:06:10.607686Z","end":"2026-03-26T02:06:10.873918Z","steps":["trace[163804517] 'agreement among raft nodes before linearized reading' (duration: 265.813143ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:10.873981Z","caller":"traceutil/trace.go:171","msg":"trace[1224730417] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5415; }","duration":"164.700298ms","start":"2026-03-26T02:06:10.709258Z","end":"2026-03-26T02:06:10.873958Z","steps":["trace[1224730417] 'agreement among raft nodes before linearized reading' (duration: 164.437822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:10.873767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.348852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-26T02:06:10.874035Z","caller":"traceutil/trace.go:171","msg":"trace[195527411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5415; }","duration":"252.675109ms","start":"2026-03-26T02:06:10.621352Z","end":"2026-03-26T02:06:10.874027Z","steps":["trace[195527411] 'agreement among raft nodes before linearized reading' (duration: 252.198959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:10.87417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.006095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T02:06:10.874273Z","caller":"traceutil/trace.go:171","msg":"trace[1470435052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5415; }","duration":"258.138757ms","start":"2026-03-26T02:06:10.616111Z","end":"2026-03-26T02:06:10.87425Z","steps":["trace[1470435052] 'agreement among raft nodes before linearized reading' (duration: 257.500803ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:10.997453Z","caller":"traceutil/trace.go:171","msg":"trace[823314753] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"118.623712ms","start":"2026-03-26T02:06:10.8788Z","end":"2026-03-26T02:06:10.997424Z","steps":["trace[823314753] 'process raft request' (duration: 118.542361ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:10.997486Z","caller":"traceutil/trace.go:171","msg":"trace[814654619] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"118.743356ms","start":"2026-03-26T02:06:10.878699Z","end":"2026-03-26T02:06:10.997442Z","steps":["trace[814654619] 'process raft request' (duration: 118.600233ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:10.997448Z","caller":"traceutil/trace.go:171","msg":"trace[1043592324] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"119.188325ms","start":"2026-03-26T02:06:10.878214Z","end":"2026-03-26T02:06:10.997402Z","steps":["trace[1043592324] 'process raft request' (duration: 118.891009ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:10.997891Z","caller":"traceutil/trace.go:171","msg":"trace[1433265457] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"118.366918ms","start":"2026-03-26T02:06:10.879453Z","end":"2026-03-26T02:06:10.99782Z","steps":["trace[1433265457] 'process raft request' (duration: 117.932718ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:10.998223Z","caller":"traceutil/trace.go:171","msg":"trace[1823500503] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"111.177572ms","start":"2026-03-26T02:06:10.887029Z","end":"2026-03-26T02:06:10.998207Z","steps":["trace[1823500503] 'process raft request' (duration: 110.631379ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:11.203401Z","caller":"traceutil/trace.go:171","msg":"trace[1440171591] linearizableReadLoop","detail":"{readStateIndex:5639; appliedIndex:5638; }","duration":"143.00854ms","start":"2026-03-26T02:06:11.06037Z","end":"2026-03-26T02:06:11.203379Z","steps":["trace[1440171591] 'read index received' (duration: 142.794545ms)","trace[1440171591] 'applied index is now lower than readState.Index' (duration: 212.985µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:11.203469Z","caller":"traceutil/trace.go:171","msg":"trace[2010201042] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"153.573638ms","start":"2026-03-26T02:06:11.049833Z","end":"2026-03-26T02:06:11.203406Z","steps":["trace[2010201042] 'process raft request' (duration: 153.395365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:11.203566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.177133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:11.2036Z","caller":"traceutil/trace.go:171","msg":"trace[1543832393] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:0; response_revision:5426; }","duration":"143.235714ms","start":"2026-03-26T02:06:11.060355Z","end":"2026-03-26T02:06:11.203591Z","steps":["trace[1543832393] 'agreement among raft nodes before linearized reading' (duration: 143.122622ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:11.3378Z","caller":"traceutil/trace.go:171","msg":"trace[581031602] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"116.201452ms","start":"2026-03-26T02:06:11.221565Z","end":"2026-03-26T02:06:11.337766Z","steps":["trace[581031602] 'process raft request' (duration: 113.176466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:11.338051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.670735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-26T02:06:11.338146Z","caller":"traceutil/trace.go:171","msg":"trace[1847400633] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:5428; }","duration":"106.840838ms","start":"2026-03-26T02:06:11.231286Z","end":"2026-03-26T02:06:11.338126Z","steps":["trace[1847400633] 'agreement among raft nodes before linearized reading' (duration: 106.572743ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:11.537878Z","caller":"traceutil/trace.go:171","msg":"trace[992607839] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"191.746203ms","start":"2026-03-26T02:06:11.3461Z","end":"2026-03-26T02:06:11.537846Z","steps":["trace[992607839] 'process raft request' (duration: 191.545669ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:11.5544Z","caller":"traceutil/trace.go:171","msg":"trace[2071489823] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"206.289516ms","start":"2026-03-26T02:06:11.348082Z","end":"2026-03-26T02:06:11.554371Z","steps":["trace[2071489823] 'process raft request' (duration: 206.112113ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:11.716512Z","caller":"traceutil/trace.go:171","msg":"trace[1930052284] linearizableReadLoop","detail":"{readStateIndex:5647; appliedIndex:5646; }","duration":"116.800784ms","start":"2026-03-26T02:06:11.599685Z","end":"2026-03-26T02:06:11.716486Z","steps":["trace[1930052284] 'read index received' (duration: 116.62681ms)","trace[1930052284] 'applied index is now lower than readState.Index' (duration: 172.224µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:11.716596Z","caller":"traceutil/trace.go:171","msg":"trace[1337156065] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"117.019878ms","start":"2026-03-26T02:06:11.599522Z","end":"2026-03-26T02:06:11.716542Z","steps":["trace[1337156065] 'process raft request' (duration: 116.778443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:11.716897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.172922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T02:06:11.717015Z","caller":"traceutil/trace.go:171","msg":"trace[1192031896] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5432; }","duration":"117.343776ms","start":"2026-03-26T02:06:11.599645Z","end":"2026-03-26T02:06:11.716989Z","steps":["trace[1192031896] 'agreement among raft nodes before linearized reading' (duration: 116.948147ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:11.757581Z","caller":"traceutil/trace.go:171","msg":"trace[930045604] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"106.546812ms","start":"2026-03-26T02:06:11.651009Z","end":"2026-03-26T02:06:11.757556Z","steps":["trace[930045604] 'process raft request' (duration: 106.304967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:11.757916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.552497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16231"} {"level":"info","ts":"2026-03-26T02:06:11.758012Z","caller":"traceutil/trace.go:171","msg":"trace[1266564366] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5433; }","duration":"127.684539ms","start":"2026-03-26T02:06:11.630302Z","end":"2026-03-26T02:06:11.757986Z","steps":["trace[1266564366] 'agreement among raft nodes before linearized reading' (duration: 127.440184ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:12.164594Z","caller":"traceutil/trace.go:171","msg":"trace[1880810476] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"296.485286ms","start":"2026-03-26T02:06:11.868084Z","end":"2026-03-26T02:06:12.164569Z","steps":["trace[1880810476] 'process raft request' (duration: 296.244251ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:12.164985Z","caller":"traceutil/trace.go:171","msg":"trace[604154163] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"296.853164ms","start":"2026-03-26T02:06:11.868102Z","end":"2026-03-26T02:06:12.164955Z","steps":["trace[604154163] 'process raft request' (duration: 296.408134ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:12.165222Z","caller":"traceutil/trace.go:171","msg":"trace[2120905153] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"297.043558ms","start":"2026-03-26T02:06:11.868139Z","end":"2026-03-26T02:06:12.165182Z","steps":["trace[2120905153] 'process raft request' (duration: 296.645029ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:12.166096Z","caller":"traceutil/trace.go:171","msg":"trace[1201952821] linearizableReadLoop","detail":"{readStateIndex:5657; appliedIndex:5653; }","duration":"278.429696ms","start":"2026-03-26T02:06:11.887641Z","end":"2026-03-26T02:06:12.166071Z","steps":["trace[1201952821] 'read index received' (duration: 276.716839ms)","trace[1201952821] 'applied index is now lower than readState.Index' (duration: 1.711777ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:12.166151Z","caller":"traceutil/trace.go:171","msg":"trace[1847059984] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"297.868886ms","start":"2026-03-26T02:06:11.868275Z","end":"2026-03-26T02:06:12.166144Z","steps":["trace[1847059984] 'process raft request' (duration: 296.827263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:12.166324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.774204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:12.166398Z","caller":"traceutil/trace.go:171","msg":"trace[229778831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5442; }","duration":"278.924187ms","start":"2026-03-26T02:06:11.887454Z","end":"2026-03-26T02:06:12.166378Z","steps":["trace[229778831] 'agreement among raft nodes before linearized reading' (duration: 278.781514ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:12.169434Z","caller":"traceutil/trace.go:171","msg":"trace[1283657416] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"277.72504ms","start":"2026-03-26T02:06:11.891688Z","end":"2026-03-26T02:06:12.169413Z","steps":["trace[1283657416] 'process raft request' (duration: 277.651959ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:12.169582Z","caller":"traceutil/trace.go:171","msg":"trace[581735411] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"275.604156ms","start":"2026-03-26T02:06:11.893969Z","end":"2026-03-26T02:06:12.169573Z","steps":["trace[581735411] 'process raft request' (duration: 275.400261ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:12.169583Z","caller":"traceutil/trace.go:171","msg":"trace[337864995] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"278.099378ms","start":"2026-03-26T02:06:11.89145Z","end":"2026-03-26T02:06:12.16955Z","steps":["trace[337864995] 'process raft request' (duration: 277.803492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:12.16947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.426763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:12.169755Z","caller":"traceutil/trace.go:171","msg":"trace[1649833106] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5445; }","duration":"139.75781ms","start":"2026-03-26T02:06:12.029957Z","end":"2026-03-26T02:06:12.169715Z","steps":["trace[1649833106] 'agreement among raft nodes before linearized reading' (duration: 139.440223ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:13.00543Z","caller":"traceutil/trace.go:171","msg":"trace[903936569] linearizableReadLoop","detail":"{readStateIndex:5680; appliedIndex:5679; }","duration":"121.457624ms","start":"2026-03-26T02:06:12.883954Z","end":"2026-03-26T02:06:13.005412Z","steps":["trace[903936569] 'read index received' (duration: 121.2595ms)","trace[903936569] 'applied index is now lower than readState.Index' (duration: 197.374µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:13.005538Z","caller":"traceutil/trace.go:171","msg":"trace[1658690874] transaction","detail":"{read_only:false; response_revision:5465; number_of_response:1; }","duration":"127.695178ms","start":"2026-03-26T02:06:12.877834Z","end":"2026-03-26T02:06:13.005529Z","steps":["trace[1658690874] 'process raft request' (duration: 127.435503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:13.00571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.73739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rl76j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-26T02:06:13.005738Z","caller":"traceutil/trace.go:171","msg":"trace[1317836172] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rl76j; range_end:; response_count:1; response_revision:5465; }","duration":"121.816582ms","start":"2026-03-26T02:06:12.883915Z","end":"2026-03-26T02:06:13.005732Z","steps":["trace[1317836172] 'agreement among raft nodes before linearized reading' (duration: 121.702369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:13.005782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.028528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-26T02:06:13.005809Z","caller":"traceutil/trace.go:171","msg":"trace[1281310131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5465; }","duration":"110.106989ms","start":"2026-03-26T02:06:12.895695Z","end":"2026-03-26T02:06:13.005802Z","steps":["trace[1281310131] 'agreement among raft nodes before linearized reading' (duration: 110.045608ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:16.002987Z","caller":"traceutil/trace.go:171","msg":"trace[312733065] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"129.547369ms","start":"2026-03-26T02:06:15.873417Z","end":"2026-03-26T02:06:16.002964Z","steps":["trace[312733065] 'process raft request' (duration: 129.369505ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:16.003823Z","caller":"traceutil/trace.go:171","msg":"trace[1061238924] linearizableReadLoop","detail":"{readStateIndex:5726; appliedIndex:5724; }","duration":"124.653364ms","start":"2026-03-26T02:06:15.879155Z","end":"2026-03-26T02:06:16.003808Z","steps":["trace[1061238924] 'read index received' (duration: 123.689372ms)","trace[1061238924] 'applied index is now lower than readState.Index' (duration: 963.281µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:06:16.003961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.773826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:16.003993Z","caller":"traceutil/trace.go:171","msg":"trace[1207921759] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5511; }","duration":"124.867908ms","start":"2026-03-26T02:06:15.879116Z","end":"2026-03-26T02:06:16.003984Z","steps":["trace[1207921759] 'agreement among raft nodes before linearized reading' (duration: 124.753356ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:16.004117Z","caller":"traceutil/trace.go:171","msg":"trace[2119212418] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"129.084379ms","start":"2026-03-26T02:06:15.874972Z","end":"2026-03-26T02:06:16.004056Z","steps":["trace[2119212418] 'process raft request' (duration: 128.766321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.108315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.45606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:22.108494Z","caller":"traceutil/trace.go:171","msg":"trace[575190648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5632; }","duration":"461.650244ms","start":"2026-03-26T02:06:21.646819Z","end":"2026-03-26T02:06:22.108469Z","steps":["trace[575190648] 'range keys from in-memory index tree' (duration: 461.364459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.108606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:21.646749Z","time spent":"461.844089ms","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:06:22.108634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.202567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-17613a23-5b89-4926-b650-b2f3dc2f7a7e\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-26T02:06:22.10874Z","caller":"traceutil/trace.go:171","msg":"trace[461761094] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-17613a23-5b89-4926-b650-b2f3dc2f7a7e; range_end:; response_count:1; response_revision:5632; }","duration":"375.370831ms","start":"2026-03-26T02:06:21.733345Z","end":"2026-03-26T02:06:22.108716Z","steps":["trace[461761094] 'range keys from in-memory index tree' (duration: 374.975122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.108791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:21.733299Z","time spent":"375.483153ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-17613a23-5b89-4926-b650-b2f3dc2f7a7e\" "} {"level":"info","ts":"2026-03-26T02:06:22.180805Z","caller":"traceutil/trace.go:171","msg":"trace[159522429] linearizableReadLoop","detail":"{readStateIndex:5850; appliedIndex:5849; }","duration":"354.56809ms","start":"2026-03-26T02:06:21.826205Z","end":"2026-03-26T02:06:22.180773Z","steps":["trace[159522429] 'read index received' (duration: 354.485378ms)","trace[159522429] 'applied index is now lower than readState.Index' (duration: 81.592µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:22.180853Z","caller":"traceutil/trace.go:171","msg":"trace[815678781] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"385.132432ms","start":"2026-03-26T02:06:21.79568Z","end":"2026-03-26T02:06:22.180813Z","steps":["trace[815678781] 'process raft request' (duration: 384.915176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.18108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:21.795655Z","time spent":"385.293306ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:22.181104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.861668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:06:22.181205Z","caller":"traceutil/trace.go:171","msg":"trace[160890771] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5633; }","duration":"354.988661ms","start":"2026-03-26T02:06:21.826196Z","end":"2026-03-26T02:06:22.181185Z","steps":["trace[160890771] 'agreement among raft nodes before linearized reading' (duration: 354.728835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.181249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:21.826155Z","time spent":"355.087522ms","remote":"127.0.0.1:39832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:06:22.614611Z","caller":"traceutil/trace.go:171","msg":"trace[1970933865] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"592.747057ms","start":"2026-03-26T02:06:22.02183Z","end":"2026-03-26T02:06:22.614577Z","steps":["trace[1970933865] 'process raft request' (duration: 591.875778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.61481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:22.021805Z","time spent":"592.90209ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:22.615024Z","caller":"traceutil/trace.go:171","msg":"trace[417575421] linearizableReadLoop","detail":"{readStateIndex:5853; appliedIndex:5850; }","duration":"434.078688ms","start":"2026-03-26T02:06:22.180895Z","end":"2026-03-26T02:06:22.614974Z","steps":["trace[417575421] 'read index received' (duration: 432.166928ms)","trace[417575421] 'applied index is now lower than readState.Index' (duration: 1.91024ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:22.615103Z","caller":"traceutil/trace.go:171","msg":"trace[1688274997] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"583.760923ms","start":"2026-03-26T02:06:22.031293Z","end":"2026-03-26T02:06:22.615054Z","steps":["trace[1688274997] 'process raft request' (duration: 583.232821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.615289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.408215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:06:22.615337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:22.031244Z","time spent":"583.951108ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:22.615339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.488231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:06:22.615412Z","caller":"traceutil/trace.go:171","msg":"trace[29302290] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5636; }","duration":"732.63559ms","start":"2026-03-26T02:06:21.882734Z","end":"2026-03-26T02:06:22.61537Z","steps":["trace[29302290] 'agreement among raft nodes before linearized reading' (duration: 732.428515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.615429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.718631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-26T02:06:22.615462Z","caller":"traceutil/trace.go:171","msg":"trace[1516701363] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"499.337169ms","start":"2026-03-26T02:06:22.116112Z","end":"2026-03-26T02:06:22.615449Z","steps":["trace[1516701363] 'process raft request' (duration: 498.683204ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:22.615485Z","caller":"traceutil/trace.go:171","msg":"trace[1803303365] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5636; }","duration":"177.808463ms","start":"2026-03-26T02:06:22.437653Z","end":"2026-03-26T02:06:22.615462Z","steps":["trace[1803303365] 'agreement among raft nodes before linearized reading' (duration: 177.630089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.61548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:21.882698Z","time spent":"732.764673ms","remote":"127.0.0.1:45424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:06:22.615485Z","caller":"traceutil/trace.go:171","msg":"trace[1305984246] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5636; }","duration":"716.647174ms","start":"2026-03-26T02:06:21.898791Z","end":"2026-03-26T02:06:22.615438Z","steps":["trace[1305984246] 'agreement among raft nodes before linearized reading' (duration: 716.338467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.615545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.442955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-17613a23-5b89-4926-b650-b2f3dc2f7a7e\" ","response":"range_response_count:1 size:3765"} {"level":"warn","ts":"2026-03-26T02:06:22.615582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:22.116085Z","time spent":"499.418101ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:22.615597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.772556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:22.615617Z","caller":"traceutil/trace.go:171","msg":"trace[1702231029] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-17613a23-5b89-4926-b650-b2f3dc2f7a7e; range_end:; response_count:1; response_revision:5636; }","duration":"128.564727ms","start":"2026-03-26T02:06:22.487034Z","end":"2026-03-26T02:06:22.615599Z","steps":["trace[1702231029] 'agreement among raft nodes before linearized reading' (duration: 128.389474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.615559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:21.898741Z","time spent":"716.800347ms","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:06:22.615641Z","caller":"traceutil/trace.go:171","msg":"trace[1839283007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5636; }","duration":"504.863778ms","start":"2026-03-26T02:06:22.110765Z","end":"2026-03-26T02:06:22.615628Z","steps":["trace[1839283007] 'agreement among raft nodes before linearized reading' (duration: 504.774106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.615674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:22.110732Z","time spent":"504.93574ms","remote":"127.0.0.1:33630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:06:22.615393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.526493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-26T02:06:22.615755Z","caller":"traceutil/trace.go:171","msg":"trace[766381159] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5636; }","duration":"779.969963ms","start":"2026-03-26T02:06:21.835774Z","end":"2026-03-26T02:06:22.615744Z","steps":["trace[766381159] 'agreement among raft nodes before linearized reading' (duration: 779.39816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.615789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:21.835747Z","time spent":"780.030854ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-26T02:06:22.615933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.342628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:22.616032Z","caller":"traceutil/trace.go:171","msg":"trace[2018153678] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5636; }","duration":"680.302568ms","start":"2026-03-26T02:06:21.935713Z","end":"2026-03-26T02:06:22.616015Z","steps":["trace[2018153678] 'agreement among raft nodes before linearized reading' (duration: 679.315487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.616126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:21.935701Z","time spent":"680.412171ms","remote":"127.0.0.1:34018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:06:22.923806Z","caller":"traceutil/trace.go:171","msg":"trace[1080593152] linearizableReadLoop","detail":"{readStateIndex:5854; appliedIndex:5853; }","duration":"294.754988ms","start":"2026-03-26T02:06:22.629024Z","end":"2026-03-26T02:06:22.923779Z","steps":["trace[1080593152] 'read index received' (duration: 294.473562ms)","trace[1080593152] 'applied index is now lower than readState.Index' (duration: 280.456µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:22.923967Z","caller":"traceutil/trace.go:171","msg":"trace[2059691873] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"296.424015ms","start":"2026-03-26T02:06:22.627497Z","end":"2026-03-26T02:06:22.923921Z","steps":["trace[2059691873] 'process raft request' (duration: 296.084508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.924111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.051744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a041f692d2bf70\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-03-26T02:06:22.924169Z","caller":"traceutil/trace.go:171","msg":"trace[155262620] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a041f692d2bf70; range_end:; response_count:1; response_revision:5637; }","duration":"295.148277ms","start":"2026-03-26T02:06:22.629006Z","end":"2026-03-26T02:06:22.924155Z","steps":["trace[155262620] 'agreement among raft nodes before linearized reading' (duration: 294.921302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.924231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.770939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-03-26T02:06:22.924334Z","caller":"traceutil/trace.go:171","msg":"trace[2078888192] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5637; }","duration":"294.897151ms","start":"2026-03-26T02:06:22.629405Z","end":"2026-03-26T02:06:22.924302Z","steps":["trace[2078888192] 'agreement among raft nodes before linearized reading' (duration: 294.590605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:23.139907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.25349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:06:23.140033Z","caller":"traceutil/trace.go:171","msg":"trace[11839228] linearizableReadLoop","detail":"{readStateIndex:5855; appliedIndex:5854; }","duration":"210.213182ms","start":"2026-03-26T02:06:22.9298Z","end":"2026-03-26T02:06:23.140014Z","steps":["trace[11839228] 'read index received' (duration: 107.759688ms)","trace[11839228] 'applied index is now lower than readState.Index' (duration: 102.452124ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:23.140066Z","caller":"traceutil/trace.go:171","msg":"trace[48354351] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"213.346909ms","start":"2026-03-26T02:06:22.926682Z","end":"2026-03-26T02:06:23.140029Z","steps":["trace[48354351] 'process raft request' (duration: 110.855204ms)","trace[48354351] 'compare' (duration: 102.091357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:06:23.140246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.443817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-26T02:06:23.140285Z","caller":"traceutil/trace.go:171","msg":"trace[336947838] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5638; }","duration":"210.522569ms","start":"2026-03-26T02:06:22.929753Z","end":"2026-03-26T02:06:23.140276Z","steps":["trace[336947838] 'agreement among raft nodes before linearized reading' (duration: 210.347835ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:23.166094Z","caller":"traceutil/trace.go:171","msg":"trace[732565259] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"234.862215ms","start":"2026-03-26T02:06:22.931186Z","end":"2026-03-26T02:06:23.166048Z","steps":["trace[732565259] 'process raft request' (duration: 234.667091ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:23.166257Z","caller":"traceutil/trace.go:171","msg":"trace[568746858] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"234.932906ms","start":"2026-03-26T02:06:22.931301Z","end":"2026-03-26T02:06:23.166234Z","steps":["trace[568746858] 'process raft request' (duration: 234.677431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:23.217373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.961547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T02:06:23.217467Z","caller":"traceutil/trace.go:171","msg":"trace[340963218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5641; }","duration":"142.083601ms","start":"2026-03-26T02:06:23.075365Z","end":"2026-03-26T02:06:23.217448Z","steps":["trace[340963218] 'agreement among raft nodes before linearized reading' (duration: 141.856305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:23.217507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.248114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T02:06:23.217608Z","caller":"traceutil/trace.go:171","msg":"trace[1084159907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5641; }","duration":"136.414787ms","start":"2026-03-26T02:06:23.081172Z","end":"2026-03-26T02:06:23.217587Z","steps":["trace[1084159907] 'agreement among raft nodes before linearized reading' (duration: 136.031278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:23.217617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.300105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T02:06:23.217681Z","caller":"traceutil/trace.go:171","msg":"trace[736799999] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5641; }","duration":"142.402457ms","start":"2026-03-26T02:06:23.075258Z","end":"2026-03-26T02:06:23.217661Z","steps":["trace[736799999] 'agreement among raft nodes before linearized reading' (duration: 142.179212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:23.217776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.934738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-tvtfq\" ","response":"range_response_count:1 size:4343"} {"level":"info","ts":"2026-03-26T02:06:23.217821Z","caller":"traceutil/trace.go:171","msg":"trace[2100452839] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-tvtfq; range_end:; response_count:1; response_revision:5641; }","duration":"285.976639ms","start":"2026-03-26T02:06:22.931832Z","end":"2026-03-26T02:06:23.217809Z","steps":["trace[2100452839] 'agreement among raft nodes before linearized reading' (duration: 285.872227ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:23.217909Z","caller":"traceutil/trace.go:171","msg":"trace[1235315720] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"165.361504ms","start":"2026-03-26T02:06:23.05251Z","end":"2026-03-26T02:06:23.217871Z","steps":["trace[1235315720] 'process raft request' (duration: 164.567846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:23.217394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.590259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-26T02:06:23.218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.497655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rl76j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-26T02:06:23.218045Z","caller":"traceutil/trace.go:171","msg":"trace[1898059753] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rl76j; range_end:; response_count:1; response_revision:5641; }","duration":"133.599607ms","start":"2026-03-26T02:06:23.084435Z","end":"2026-03-26T02:06:23.218035Z","steps":["trace[1898059753] 'agreement among raft nodes before linearized reading' (duration: 133.473404ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:23.218023Z","caller":"traceutil/trace.go:171","msg":"trace[488671372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5641; }","duration":"147.225602ms","start":"2026-03-26T02:06:23.070765Z","end":"2026-03-26T02:06:23.217991Z","steps":["trace[488671372] 'agreement among raft nodes before linearized reading' (duration: 146.477255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:23.218059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.682532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T02:06:23.218721Z","caller":"traceutil/trace.go:171","msg":"trace[1081482644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5641; }","duration":"143.414508ms","start":"2026-03-26T02:06:23.075281Z","end":"2026-03-26T02:06:23.218696Z","steps":["trace[1081482644] 'agreement among raft nodes before linearized reading' (duration: 142.501519ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:25.391384Z","caller":"traceutil/trace.go:171","msg":"trace[2115333881] linearizableReadLoop","detail":"{readStateIndex:5890; appliedIndex:5889; }","duration":"154.738804ms","start":"2026-03-26T02:06:25.236608Z","end":"2026-03-26T02:06:25.391347Z","steps":["trace[2115333881] 'read index received' (duration: 154.367276ms)","trace[2115333881] 'applied index is now lower than readState.Index' (duration: 369.708µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:25.39151Z","caller":"traceutil/trace.go:171","msg":"trace[1355981264] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"167.50866ms","start":"2026-03-26T02:06:25.223945Z","end":"2026-03-26T02:06:25.391454Z","steps":["trace[1355981264] 'process raft request' (duration: 167.178122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:25.391628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.978019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:25.392612Z","caller":"traceutil/trace.go:171","msg":"trace[449311002] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5673; }","duration":"156.029532ms","start":"2026-03-26T02:06:25.23656Z","end":"2026-03-26T02:06:25.39259Z","steps":["trace[449311002] 'agreement among raft nodes before linearized reading' (duration: 154.956559ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:28.201834Z","caller":"traceutil/trace.go:171","msg":"trace[829146553] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"136.705614ms","start":"2026-03-26T02:06:28.065094Z","end":"2026-03-26T02:06:28.201799Z","steps":["trace[829146553] 'process raft request' (duration: 134.649649ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:32.388976Z","caller":"traceutil/trace.go:171","msg":"trace[539143592] linearizableReadLoop","detail":"{readStateIndex:6011; appliedIndex:6010; }","duration":"441.866907ms","start":"2026-03-26T02:06:31.947082Z","end":"2026-03-26T02:06:32.388949Z","steps":["trace[539143592] 'read index received' (duration: 441.678393ms)","trace[539143592] 'applied index is now lower than readState.Index' (duration: 186.804µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:32.389085Z","caller":"traceutil/trace.go:171","msg":"trace[1565515901] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"494.476585ms","start":"2026-03-26T02:06:31.89457Z","end":"2026-03-26T02:06:32.389047Z","steps":["trace[1565515901] 'process raft request' (duration: 494.156107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:32.389229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.124753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-26T02:06:32.389278Z","caller":"traceutil/trace.go:171","msg":"trace[366914268] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5789; }","duration":"442.236545ms","start":"2026-03-26T02:06:31.94702Z","end":"2026-03-26T02:06:32.389257Z","steps":["trace[366914268] 'agreement among raft nodes before linearized reading' (duration: 442.041071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:32.389291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:31.894537Z","time spent":"494.648258ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17215,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:32.389335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:31.946998Z","time spent":"442.318857ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-26T02:06:32.389668Z","caller":"traceutil/trace.go:171","msg":"trace[667135121] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"166.985169ms","start":"2026-03-26T02:06:32.22267Z","end":"2026-03-26T02:06:32.389655Z","steps":["trace[667135121] 'process raft request' (duration: 166.853226ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:37.607166Z","caller":"traceutil/trace.go:171","msg":"trace[1129514163] linearizableReadLoop","detail":"{readStateIndex:6056; appliedIndex:6055; }","duration":"135.941687ms","start":"2026-03-26T02:06:37.471193Z","end":"2026-03-26T02:06:37.607135Z","steps":["trace[1129514163] 'read index received' (duration: 135.634701ms)","trace[1129514163] 'applied index is now lower than readState.Index' (duration: 305.846µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:37.607257Z","caller":"traceutil/trace.go:171","msg":"trace[619740773] transaction","detail":"{read_only:false; response_revision:5833; number_of_response:1; }","duration":"172.000306ms","start":"2026-03-26T02:06:37.435234Z","end":"2026-03-26T02:06:37.607235Z","steps":["trace[619740773] 'process raft request' (duration: 171.69798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:37.607536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.327495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T02:06:37.607585Z","caller":"traceutil/trace.go:171","msg":"trace[1515725481] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5833; }","duration":"136.433488ms","start":"2026-03-26T02:06:37.471142Z","end":"2026-03-26T02:06:37.607575Z","steps":["trace[1515725481] 'agreement among raft nodes before linearized reading' (duration: 136.201343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:37.60775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.275215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rl76j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-26T02:06:37.607825Z","caller":"traceutil/trace.go:171","msg":"trace[891927580] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rl76j; range_end:; response_count:1; response_revision:5833; }","duration":"131.428238ms","start":"2026-03-26T02:06:37.476379Z","end":"2026-03-26T02:06:37.607807Z","steps":["trace[891927580] 'agreement among raft nodes before linearized reading' (duration: 131.147053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:37.607983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.431991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-26T02:06:37.608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.744426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-26T02:06:37.608033Z","caller":"traceutil/trace.go:171","msg":"trace[768405505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5833; }","duration":"118.828308ms","start":"2026-03-26T02:06:37.489197Z","end":"2026-03-26T02:06:37.608025Z","steps":["trace[768405505] 'agreement among raft nodes before linearized reading' (duration: 118.739546ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:37.608031Z","caller":"traceutil/trace.go:171","msg":"trace[1055400823] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5833; }","duration":"113.489033ms","start":"2026-03-26T02:06:37.494525Z","end":"2026-03-26T02:06:37.608015Z","steps":["trace[1055400823] 'agreement among raft nodes before linearized reading' (duration: 113.3836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:37.608096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.610004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-26T02:06:37.608156Z","caller":"traceutil/trace.go:171","msg":"trace[1915175502] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5833; }","duration":"119.670906ms","start":"2026-03-26T02:06:37.48847Z","end":"2026-03-26T02:06:37.608141Z","steps":["trace[1915175502] 'agreement among raft nodes before linearized reading' (duration: 119.515932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:37.608163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.753926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T02:06:37.608274Z","caller":"traceutil/trace.go:171","msg":"trace[474880726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5833; }","duration":"118.905349ms","start":"2026-03-26T02:06:37.489344Z","end":"2026-03-26T02:06:37.608249Z","steps":["trace[474880726] 'agreement among raft nodes before linearized reading' (duration: 118.54901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:38.370471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.332501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:06:38.370612Z","caller":"traceutil/trace.go:171","msg":"trace[478874466] linearizableReadLoop","detail":"{readStateIndex:6057; appliedIndex:6056; }","duration":"757.720482ms","start":"2026-03-26T02:06:37.612873Z","end":"2026-03-26T02:06:38.370593Z","steps":["trace[478874466] 'read index received' (duration: 163.130595ms)","trace[478874466] 'applied index is now lower than readState.Index' (duration: 594.588847ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:38.370707Z","caller":"traceutil/trace.go:171","msg":"trace[1137463818] transaction","detail":"{read_only:false; response_revision:5834; number_of_response:1; }","duration":"758.444557ms","start":"2026-03-26T02:06:37.61223Z","end":"2026-03-26T02:06:38.370675Z","steps":["trace[1137463818] 'process raft request' (duration: 163.804549ms)","trace[1137463818] 'compare' (duration: 594.180268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:06:38.370881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:37.612201Z","time spent":"758.58137ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:38.371257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.374466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81897"} {"level":"info","ts":"2026-03-26T02:06:38.371306Z","caller":"traceutil/trace.go:171","msg":"trace[1757122713] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5834; }","duration":"758.449137ms","start":"2026-03-26T02:06:37.612846Z","end":"2026-03-26T02:06:38.371295Z","steps":["trace[1757122713] 'agreement among raft nodes before linearized reading' (duration: 757.822394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:38.371345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:37.612823Z","time spent":"758.512809ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81920,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-26T02:06:38.456459Z","caller":"traceutil/trace.go:171","msg":"trace[1563181229] transaction","detail":"{read_only:false; response_revision:5835; number_of_response:1; }","duration":"843.386752ms","start":"2026-03-26T02:06:37.613032Z","end":"2026-03-26T02:06:38.456419Z","steps":["trace[1563181229] 'process raft request' (duration: 843.103046ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:38.456506Z","caller":"traceutil/trace.go:171","msg":"trace[580095286] transaction","detail":"{read_only:false; response_revision:5836; number_of_response:1; }","duration":"843.435553ms","start":"2026-03-26T02:06:37.613033Z","end":"2026-03-26T02:06:38.456469Z","steps":["trace[580095286] 'process raft request' (duration: 843.267689ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:38.456453Z","caller":"traceutil/trace.go:171","msg":"trace[1960041932] transaction","detail":"{read_only:false; response_revision:5837; number_of_response:1; }","duration":"843.187258ms","start":"2026-03-26T02:06:37.613237Z","end":"2026-03-26T02:06:38.456424Z","steps":["trace[1960041932] 'process raft request' (duration: 843.111036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:38.456699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:37.613021Z","time spent":"843.544336ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:38.456718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:37.613022Z","time spent":"843.593367ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:38.45678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:37.61322Z","time spent":"843.457813ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:38.456928Z","caller":"traceutil/trace.go:171","msg":"trace[1032022024] transaction","detail":"{read_only:false; response_revision:5838; number_of_response:1; }","duration":"842.563524ms","start":"2026-03-26T02:06:37.614096Z","end":"2026-03-26T02:06:38.45666Z","steps":["trace[1032022024] 'process raft request' (duration: 842.290308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:38.457276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:37.614018Z","time spent":"843.027574ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:38.76342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.412253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:06:38.763711Z","caller":"traceutil/trace.go:171","msg":"trace[1579390399] linearizableReadLoop","detail":"{readStateIndex:6062; appliedIndex:6057; }","duration":"393.051002ms","start":"2026-03-26T02:06:38.370638Z","end":"2026-03-26T02:06:38.763689Z","steps":["trace[1579390399] 'read index received' (duration: 85.558838ms)","trace[1579390399] 'applied index is now lower than readState.Index' (duration: 307.490954ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:38.763803Z","caller":"traceutil/trace.go:171","msg":"trace[879767947] transaction","detail":"{read_only:false; response_revision:5839; number_of_response:1; }","duration":"512.300829ms","start":"2026-03-26T02:06:38.25149Z","end":"2026-03-26T02:06:38.763791Z","steps":["trace[879767947] 'process raft request' (duration: 284.390056ms)","trace[879767947] 'compare' (duration: 227.056015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:06:38.763892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:38.251454Z","time spent":"512.385841ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:38.764159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.629916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-26T02:06:38.764203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.894182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-26T02:06:38.764237Z","caller":"traceutil/trace.go:171","msg":"trace[212501510] transaction","detail":"{read_only:false; response_revision:5840; number_of_response:1; }","duration":"356.85279ms","start":"2026-03-26T02:06:38.407352Z","end":"2026-03-26T02:06:38.764205Z","steps":["trace[212501510] 'process raft request' (duration: 356.208716ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:38.764285Z","caller":"traceutil/trace.go:171","msg":"trace[624377542] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5840; }","duration":"749.83919ms","start":"2026-03-26T02:06:38.014419Z","end":"2026-03-26T02:06:38.764258Z","steps":["trace[624377542] 'agreement among raft nodes before linearized reading' (duration: 749.510273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:38.76435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:38.014407Z","time spent":"749.928173ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-26T02:06:38.76435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.239116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13876"} {"level":"warn","ts":"2026-03-26T02:06:38.764398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:38.407326Z","time spent":"356.977212ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:38.764464Z","caller":"traceutil/trace.go:171","msg":"trace[1565603485] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5840; }","duration":"829.41597ms","start":"2026-03-26T02:06:37.935018Z","end":"2026-03-26T02:06:38.764434Z","steps":["trace[1565603485] 'agreement among raft nodes before linearized reading' (duration: 828.980521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:38.764459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.272571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T02:06:38.76455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:37.934994Z","time spent":"829.523053ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13899,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-26T02:06:38.764567Z","caller":"traceutil/trace.go:171","msg":"trace[1992946334] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5840; }","duration":"645.446415ms","start":"2026-03-26T02:06:38.119096Z","end":"2026-03-26T02:06:38.764542Z","steps":["trace[1992946334] 'agreement among raft nodes before linearized reading' (duration: 645.18495ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:38.764585Z","caller":"traceutil/trace.go:171","msg":"trace[855816345] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5840; }","duration":"451.071356ms","start":"2026-03-26T02:06:38.313215Z","end":"2026-03-26T02:06:38.764286Z","steps":["trace[855816345] 'agreement among raft nodes before linearized reading' (duration: 450.709758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:38.764644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:38.119084Z","time spent":"645.546517ms","remote":"127.0.0.1:45706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:06:38.764654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:38.31319Z","time spent":"451.447864ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-26T02:06:38.983128Z","caller":"traceutil/trace.go:171","msg":"trace[466482595] transaction","detail":"{read_only:false; response_revision:5841; number_of_response:1; }","duration":"293.207864ms","start":"2026-03-26T02:06:38.689891Z","end":"2026-03-26T02:06:38.983099Z","steps":["trace[466482595] 'process raft request' (duration: 292.99992ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:39.134843Z","caller":"traceutil/trace.go:171","msg":"trace[1227014895] transaction","detail":"{read_only:false; response_revision:5842; number_of_response:1; }","duration":"440.710832ms","start":"2026-03-26T02:06:38.694098Z","end":"2026-03-26T02:06:39.134809Z","steps":["trace[1227014895] 'process raft request' (duration: 387.998303ms)","trace[1227014895] 'compare' (duration: 52.417122ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:39.135002Z","caller":"traceutil/trace.go:171","msg":"trace[180088677] linearizableReadLoop","detail":"{readStateIndex:6065; appliedIndex:6063; }","duration":"371.220032ms","start":"2026-03-26T02:06:38.763747Z","end":"2026-03-26T02:06:39.134967Z","steps":["trace[180088677] 'read index received' (duration: 219.195836ms)","trace[180088677] 'applied index is now lower than readState.Index' (duration: 152.022865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:06:39.135074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:38.694063Z","time spent":"440.892816ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:39.135147Z","caller":"traceutil/trace.go:171","msg":"trace[332900246] transaction","detail":"{read_only:false; response_revision:5843; number_of_response:1; }","duration":"358.903865ms","start":"2026-03-26T02:06:38.776211Z","end":"2026-03-26T02:06:39.135115Z","steps":["trace[332900246] 'process raft request' (duration: 358.518746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:39.135241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.17477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:39.13528Z","caller":"traceutil/trace.go:171","msg":"trace[193517212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5843; }","duration":"483.306273ms","start":"2026-03-26T02:06:38.651963Z","end":"2026-03-26T02:06:39.135269Z","steps":["trace[193517212] 'agreement among raft nodes before linearized reading' (duration: 483.17448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:39.13533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:38.651933Z","time spent":"483.387115ms","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:06:39.135341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:38.776179Z","time spent":"359.061428ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13835,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:39.135695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.593151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-17613a23-5b89-4926-b650-b2f3dc2f7a7e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-26T02:06:39.135774Z","caller":"traceutil/trace.go:171","msg":"trace[2021814922] range","detail":"{range_begin:/registry/persistentvolumes/pvc-17613a23-5b89-4926-b650-b2f3dc2f7a7e; range_end:; response_count:1; response_revision:5843; }","duration":"366.712633ms","start":"2026-03-26T02:06:38.769048Z","end":"2026-03-26T02:06:39.135761Z","steps":["trace[2021814922] 'agreement among raft nodes before linearized reading' (duration: 366.499329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:39.13581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:38.769026Z","time spent":"366.776934ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-17613a23-5b89-4926-b650-b2f3dc2f7a7e\" "} {"level":"warn","ts":"2026-03-26T02:06:39.135857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.509614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-26T02:06:39.135988Z","caller":"traceutil/trace.go:171","msg":"trace[1364335318] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5843; }","duration":"363.686648ms","start":"2026-03-26T02:06:38.772257Z","end":"2026-03-26T02:06:39.135943Z","steps":["trace[1364335318] 'agreement among raft nodes before linearized reading' (duration: 363.365991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:39.136045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:38.77223Z","time spent":"363.80399ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1344,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-03-26T02:06:39.489549Z","caller":"traceutil/trace.go:171","msg":"trace[522488997] transaction","detail":"{read_only:false; response_revision:5846; number_of_response:1; }","duration":"308.884213ms","start":"2026-03-26T02:06:39.180632Z","end":"2026-03-26T02:06:39.489516Z","steps":["trace[522488997] 'process raft request' (duration: 308.641118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:39.489763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:39.180597Z","time spent":"309.040737ms","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:39.489889Z","caller":"traceutil/trace.go:171","msg":"trace[965682083] transaction","detail":"{read_only:false; response_revision:5847; number_of_response:1; }","duration":"308.995706ms","start":"2026-03-26T02:06:39.180858Z","end":"2026-03-26T02:06:39.489854Z","steps":["trace[965682083] 'process raft request' (duration: 308.595277ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:39.489972Z","caller":"traceutil/trace.go:171","msg":"trace[452250510] transaction","detail":"{read_only:false; response_revision:5849; number_of_response:1; }","duration":"308.20802ms","start":"2026-03-26T02:06:39.181733Z","end":"2026-03-26T02:06:39.489941Z","steps":["trace[452250510] 'process raft request' (duration: 308.121038ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:39.490037Z","caller":"traceutil/trace.go:171","msg":"trace[661366665] transaction","detail":"{read_only:false; response_revision:5848; number_of_response:1; }","duration":"308.337982ms","start":"2026-03-26T02:06:39.181661Z","end":"2026-03-26T02:06:39.489998Z","steps":["trace[661366665] 'process raft request' (duration: 308.058126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:39.490152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:39.181717Z","time spent":"308.345982ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:39.490268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:39.181649Z","time spent":"308.506096ms","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:39.490092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:39.180847Z","time spent":"309.135429ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:39.685088Z","caller":"traceutil/trace.go:171","msg":"trace[311852513] linearizableReadLoop","detail":"{readStateIndex:6073; appliedIndex:6068; }","duration":"496.250301ms","start":"2026-03-26T02:06:39.188807Z","end":"2026-03-26T02:06:39.685057Z","steps":["trace[311852513] 'read index received' (duration: 300.566763ms)","trace[311852513] 'applied index is now lower than readState.Index' (duration: 195.681718ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:39.685208Z","caller":"traceutil/trace.go:171","msg":"trace[1156295351] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"497.177561ms","start":"2026-03-26T02:06:39.18797Z","end":"2026-03-26T02:06:39.685148Z","steps":["trace[1156295351] 'process raft request' (duration: 455.857428ms)","trace[1156295351] 'compare' (duration: 41.056358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:06:39.685321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.474916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-26T02:06:39.685427Z","caller":"traceutil/trace.go:171","msg":"trace[912973546] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5850; }","duration":"496.62045ms","start":"2026-03-26T02:06:39.188785Z","end":"2026-03-26T02:06:39.685405Z","steps":["trace[912973546] 'agreement among raft nodes before linearized reading' (duration: 496.395095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:39.685425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:39.187939Z","time spent":"497.366806ms","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12012,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:39.685473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:39.18877Z","time spent":"496.694051ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-26T02:06:39.870295Z","caller":"traceutil/trace.go:171","msg":"trace[1120729900] linearizableReadLoop","detail":"{readStateIndex:6074; appliedIndex:6073; }","duration":"185.006527ms","start":"2026-03-26T02:06:39.685261Z","end":"2026-03-26T02:06:39.870267Z","steps":["trace[1120729900] 'read index received' (duration: 144.293628ms)","trace[1120729900] 'applied index is now lower than readState.Index' (duration: 40.711949ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:39.870466Z","caller":"traceutil/trace.go:171","msg":"trace[1124483103] transaction","detail":"{read_only:false; response_revision:5851; number_of_response:1; }","duration":"256.038391ms","start":"2026-03-26T02:06:39.614382Z","end":"2026-03-26T02:06:39.870421Z","steps":["trace[1124483103] 'process raft request' (duration: 215.146788ms)","trace[1124483103] 'compare' (duration: 40.577977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:06:39.870707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.522015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a041f69396ea61\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-03-26T02:06:39.87076Z","caller":"traceutil/trace.go:171","msg":"trace[1669134514] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a041f69396ea61; range_end:; response_count:1; response_revision:5851; }","duration":"681.622077ms","start":"2026-03-26T02:06:39.189124Z","end":"2026-03-26T02:06:39.870746Z","steps":["trace[1669134514] 'agreement among raft nodes before linearized reading' (duration: 681.399783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:39.870806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:39.189111Z","time spent":"681.683348ms","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":763,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18a041f69396ea61\" "} {"level":"warn","ts":"2026-03-26T02:06:39.870831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.308436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-03-26T02:06:39.870897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.592584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-26T02:06:39.870924Z","caller":"traceutil/trace.go:171","msg":"trace[132859486] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5851; }","duration":"174.452719ms","start":"2026-03-26T02:06:39.696447Z","end":"2026-03-26T02:06:39.8709Z","steps":["trace[132859486] 'agreement among raft nodes before linearized reading' (duration: 174.209953ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:39.870955Z","caller":"traceutil/trace.go:171","msg":"trace[1893458400] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5851; }","duration":"163.672015ms","start":"2026-03-26T02:06:39.70727Z","end":"2026-03-26T02:06:39.870942Z","steps":["trace[1893458400] 'agreement among raft nodes before linearized reading' (duration: 163.492602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:39.871295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.396687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112247"} {"level":"info","ts":"2026-03-26T02:06:39.871415Z","caller":"traceutil/trace.go:171","msg":"trace[2028907663] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5851; }","duration":"174.602532ms","start":"2026-03-26T02:06:39.696784Z","end":"2026-03-26T02:06:39.871386Z","steps":["trace[2028907663] 'agreement among raft nodes before linearized reading' (duration: 173.984789ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:40.003412Z","caller":"traceutil/trace.go:171","msg":"trace[426681509] transaction","detail":"{read_only:false; response_revision:5853; number_of_response:1; }","duration":"119.530773ms","start":"2026-03-26T02:06:39.883853Z","end":"2026-03-26T02:06:40.003384Z","steps":["trace[426681509] 'process raft request' (duration: 106.989201ms)","trace[426681509] 'compare' (duration: 12.142052ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:07:02.438903Z","caller":"traceutil/trace.go:171","msg":"trace[1945183669] transaction","detail":"{read_only:false; response_revision:5989; number_of_response:1; }","duration":"122.103597ms","start":"2026-03-26T02:07:02.316768Z","end":"2026-03-26T02:07:02.438871Z","steps":["trace[1945183669] 'process raft request' (duration: 121.940814ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:07:12.876068Z","caller":"traceutil/trace.go:171","msg":"trace[528801659] transaction","detail":"{read_only:false; response_revision:6142; number_of_response:1; }","duration":"248.398597ms","start":"2026-03-26T02:07:12.627633Z","end":"2026-03-26T02:07:12.876032Z","steps":["trace[528801659] 'process raft request' (duration: 248.078821ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:07:12.87768Z","caller":"traceutil/trace.go:171","msg":"trace[1058226423] linearizableReadLoop","detail":"{readStateIndex:6377; appliedIndex:6374; }","duration":"231.774558ms","start":"2026-03-26T02:07:12.645876Z","end":"2026-03-26T02:07:12.877651Z","steps":["trace[1058226423] 'read index received' (duration: 230.147602ms)","trace[1058226423] 'applied index is now lower than readState.Index' (duration: 1.625776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:07:12.877847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.949181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:07:12.877882Z","caller":"traceutil/trace.go:171","msg":"trace[1332482239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6145; }","duration":"232.034293ms","start":"2026-03-26T02:07:12.645836Z","end":"2026-03-26T02:07:12.87787Z","steps":["trace[1332482239] 'agreement among raft nodes before linearized reading' (duration: 231.931151ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:07:12.877799Z","caller":"traceutil/trace.go:171","msg":"trace[859234649] transaction","detail":"{read_only:false; response_revision:6143; number_of_response:1; }","duration":"249.591532ms","start":"2026-03-26T02:07:12.62813Z","end":"2026-03-26T02:07:12.877721Z","steps":["trace[859234649] 'process raft request' (duration: 249.315746ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:07:12.878023Z","caller":"traceutil/trace.go:171","msg":"trace[597533573] transaction","detail":"{read_only:false; response_revision:6144; number_of_response:1; }","duration":"248.866837ms","start":"2026-03-26T02:07:12.629102Z","end":"2026-03-26T02:07:12.877969Z","steps":["trace[597533573] 'process raft request' (duration: 248.465999ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:07:12.878177Z","caller":"traceutil/trace.go:171","msg":"trace[159257920] transaction","detail":"{read_only:false; response_revision:6145; number_of_response:1; }","duration":"249.04328ms","start":"2026-03-26T02:07:12.62911Z","end":"2026-03-26T02:07:12.878154Z","steps":["trace[159257920] 'process raft request' (duration: 248.505339ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:07:22.992206Z","caller":"traceutil/trace.go:171","msg":"trace[1598188957] linearizableReadLoop","detail":"{readStateIndex:6441; appliedIndex:6440; }","duration":"104.60319ms","start":"2026-03-26T02:07:22.887573Z","end":"2026-03-26T02:07:22.992176Z","steps":["trace[1598188957] 'read index received' (duration: 104.508297ms)","trace[1598188957] 'applied index is now lower than readState.Index' (duration: 93.402µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:07:22.992235Z","caller":"traceutil/trace.go:171","msg":"trace[1514796920] transaction","detail":"{read_only:false; response_revision:6207; number_of_response:1; }","duration":"188.38187ms","start":"2026-03-26T02:07:22.803827Z","end":"2026-03-26T02:07:22.992209Z","steps":["trace[1514796920] 'process raft request' (duration: 188.159765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:07:22.99357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.969869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-26T02:07:22.993661Z","caller":"traceutil/trace.go:171","msg":"trace[932682591] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6207; }","duration":"106.121933ms","start":"2026-03-26T02:07:22.887522Z","end":"2026-03-26T02:07:22.993644Z","steps":["trace[932682591] 'agreement among raft nodes before linearized reading' (duration: 104.764403ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:07:23.04692Z","caller":"traceutil/trace.go:171","msg":"trace[782080498] transaction","detail":"{read_only:false; response_revision:6208; number_of_response:1; }","duration":"113.944452ms","start":"2026-03-26T02:07:22.932946Z","end":"2026-03-26T02:07:23.04689Z","steps":["trace[782080498] 'process raft request' (duration: 113.536884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:07:23.047428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.389185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-26T02:07:23.047462Z","caller":"traceutil/trace.go:171","msg":"trace[1640271305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6208; }","duration":"116.493877ms","start":"2026-03-26T02:07:22.930959Z","end":"2026-03-26T02:07:23.047453Z","steps":["trace[1640271305] 'agreement among raft nodes before linearized reading' (duration: 116.335384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:07:23.0477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.32889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T02:07:23.047729Z","caller":"traceutil/trace.go:171","msg":"trace[1593885775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6208; }","duration":"120.377641ms","start":"2026-03-26T02:07:22.927345Z","end":"2026-03-26T02:07:23.047723Z","steps":["trace[1593885775] 'agreement among raft nodes before linearized reading' (duration: 120.296449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:07:23.04765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.665848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-26T02:07:23.047829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.692746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T02:07:23.048077Z","caller":"traceutil/trace.go:171","msg":"trace[1498471799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6208; }","duration":"122.115848ms","start":"2026-03-26T02:07:22.925898Z","end":"2026-03-26T02:07:23.048014Z","steps":["trace[1498471799] 'agreement among raft nodes before linearized reading' (duration: 121.523115ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:07:23.048181Z","caller":"traceutil/trace.go:171","msg":"trace[280323900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6208; }","duration":"126.097285ms","start":"2026-03-26T02:07:22.922046Z","end":"2026-03-26T02:07:23.048143Z","steps":["trace[280323900] 'agreement among raft nodes before linearized reading' (duration: 125.554123ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:07:23.280215Z","caller":"traceutil/trace.go:171","msg":"trace[1439012304] transaction","detail":"{read_only:false; response_revision:6214; number_of_response:1; }","duration":"137.599213ms","start":"2026-03-26T02:07:23.142582Z","end":"2026-03-26T02:07:23.280181Z","steps":["trace[1439012304] 'process raft request' (duration: 137.308416ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:08:04.188728Z","caller":"traceutil/trace.go:171","msg":"trace[119122700] transaction","detail":"{read_only:false; response_revision:6505; number_of_response:1; }","duration":"103.690411ms","start":"2026-03-26T02:08:04.084967Z","end":"2026-03-26T02:08:04.188657Z","steps":["trace[119122700] 'process raft request' (duration: 81.964071ms)","trace[119122700] 'compare' (duration: 21.525125ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:11:08.187307Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5393} {"level":"info","ts":"2026-03-26T02:11:08.274588Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5393,"took":"85.334554ms","hash":3078512321,"current-db-size-bytes":53559296,"current-db-size":"54 MB","current-db-size-in-use-bytes":28381184,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-26T02:11:08.274668Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3078512321,"revision":5393,"compact-revision":2573} {"level":"info","ts":"2026-03-26T02:12:33.003184Z","caller":"traceutil/trace.go:171","msg":"trace[1878664316] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"101.790003ms","start":"2026-03-26T02:12:32.901365Z","end":"2026-03-26T02:12:33.003155Z","steps":["trace[1878664316] 'process raft request' (duration: 82.129372ms)","trace[1878664316] 'compare' (duration: 19.553839ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:12:33.012629Z","caller":"traceutil/trace.go:171","msg":"trace[1604146205] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"110.757491ms","start":"2026-03-26T02:12:32.901851Z","end":"2026-03-26T02:12:33.012609Z","steps":["trace[1604146205] 'process raft request' (duration: 110.7181ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:33.012687Z","caller":"traceutil/trace.go:171","msg":"trace[112243991] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"110.886844ms","start":"2026-03-26T02:12:32.901773Z","end":"2026-03-26T02:12:33.01266Z","steps":["trace[112243991] 'process raft request' (duration: 110.68355ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:36.479498Z","caller":"traceutil/trace.go:171","msg":"trace[1960278986] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"103.158754ms","start":"2026-03-26T02:12:36.376305Z","end":"2026-03-26T02:12:36.479463Z","steps":["trace[1960278986] 'process raft request' (duration: 99.464503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:42.524097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.855974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-26T02:12:42.524182Z","caller":"traceutil/trace.go:171","msg":"trace[126454344] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8553; }","duration":"378.998986ms","start":"2026-03-26T02:12:42.145162Z","end":"2026-03-26T02:12:42.524161Z","steps":["trace[126454344] 'range keys from in-memory index tree' (duration: 378.644719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:42.524213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.886507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:12:42.524287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.191445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T02:12:42.524322Z","caller":"traceutil/trace.go:171","msg":"trace[1329934624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8553; }","duration":"879.03646ms","start":"2026-03-26T02:12:41.645261Z","end":"2026-03-26T02:12:42.524297Z","steps":["trace[1329934624] 'range keys from in-memory index tree' (duration: 878.791714ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:42.524359Z","caller":"traceutil/trace.go:171","msg":"trace[1552429767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8553; }","duration":"288.301467ms","start":"2026-03-26T02:12:42.236042Z","end":"2026-03-26T02:12:42.524344Z","steps":["trace[1552429767] 'range keys from in-memory index tree' (duration: 287.942969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:42.524378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:41.645244Z","time spent":"879.121482ms","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:12:42.524428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.115956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-26T02:12:42.524491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:42.145142Z","time spent":"379.077819ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-26T02:12:42.524509Z","caller":"traceutil/trace.go:171","msg":"trace[828711933] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8553; }","duration":"743.233019ms","start":"2026-03-26T02:12:41.781258Z","end":"2026-03-26T02:12:42.524491Z","steps":["trace[828711933] 'range keys from in-memory index tree' (duration: 742.933203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:42.524826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:41.781241Z","time spent":"743.566906ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-26T02:12:42.716079Z","caller":"traceutil/trace.go:171","msg":"trace[1302360365] linearizableReadLoop","detail":"{readStateIndex:8866; appliedIndex:8864; }","duration":"196.342588ms","start":"2026-03-26T02:12:42.519709Z","end":"2026-03-26T02:12:42.716052Z","steps":["trace[1302360365] 'read index received' (duration: 26.85991ms)","trace[1302360365] 'applied index is now lower than readState.Index' (duration: 169.481418ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:12:42.716145Z","caller":"traceutil/trace.go:171","msg":"trace[1536115964] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"188.060207ms","start":"2026-03-26T02:12:42.528032Z","end":"2026-03-26T02:12:42.716093Z","steps":["trace[1536115964] 'process raft request' (duration: 187.963014ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:42.716282Z","caller":"traceutil/trace.go:171","msg":"trace[586798644] transaction","detail":"{read_only:false; response_revision:8555; number_of_response:1; }","duration":"203.110367ms","start":"2026-03-26T02:12:42.51301Z","end":"2026-03-26T02:12:42.716121Z","steps":["trace[586798644] 'process raft request' (duration: 202.672277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:42.716431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.704447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rl76j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-26T02:12:42.716505Z","caller":"traceutil/trace.go:171","msg":"trace[1580297612] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rl76j; range_end:; response_count:1; response_revision:8556; }","duration":"196.83731ms","start":"2026-03-26T02:12:42.519652Z","end":"2026-03-26T02:12:42.716489Z","steps":["trace[1580297612] 'agreement among raft nodes before linearized reading' (duration: 196.528823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:42.718337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.153863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:12:42.718421Z","caller":"traceutil/trace.go:171","msg":"trace[1594291762] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8557; }","duration":"144.266585ms","start":"2026-03-26T02:12:42.574135Z","end":"2026-03-26T02:12:42.718401Z","steps":["trace[1594291762] 'agreement among raft nodes before linearized reading' (duration: 144.138032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:42.71849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.124272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-433c2ece-198c-43ab-abd4-05a0326fbfba\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-26T02:12:42.71854Z","caller":"traceutil/trace.go:171","msg":"trace[1501717166] range","detail":"{range_begin:/registry/persistentvolumes/pvc-433c2ece-198c-43ab-abd4-05a0326fbfba; range_end:; response_count:1; response_revision:8557; }","duration":"190.198264ms","start":"2026-03-26T02:12:42.528332Z","end":"2026-03-26T02:12:42.71853Z","steps":["trace[1501717166] 'agreement among raft nodes before linearized reading' (duration: 190.081671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:42.718584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.212154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-26T02:12:42.718663Z","caller":"traceutil/trace.go:171","msg":"trace[647717927] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8557; }","duration":"190.312806ms","start":"2026-03-26T02:12:42.528333Z","end":"2026-03-26T02:12:42.718646Z","steps":["trace[647717927] 'agreement among raft nodes before linearized reading' (duration: 190.084402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:42.718332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.704609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:12:42.71901Z","caller":"traceutil/trace.go:171","msg":"trace[2120318037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8557; }","duration":"193.430586ms","start":"2026-03-26T02:12:42.525559Z","end":"2026-03-26T02:12:42.71899Z","steps":["trace[2120318037] 'agreement among raft nodes before linearized reading' (duration: 192.673569ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:53.287006Z","caller":"traceutil/trace.go:171","msg":"trace[967357673] linearizableReadLoop","detail":"{readStateIndex:8925; appliedIndex:8924; }","duration":"172.202108ms","start":"2026-03-26T02:12:53.114784Z","end":"2026-03-26T02:12:53.286987Z","steps":["trace[967357673] 'read index received' (duration: 172.112346ms)","trace[967357673] 'applied index is now lower than readState.Index' (duration: 88.912µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:12:53.287139Z","caller":"traceutil/trace.go:171","msg":"trace[961098134] transaction","detail":"{read_only:false; response_revision:8612; number_of_response:1; }","duration":"227.951942ms","start":"2026-03-26T02:12:53.059149Z","end":"2026-03-26T02:12:53.287101Z","steps":["trace[961098134] 'process raft request' (duration: 227.725447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:53.287207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.087724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T02:12:53.28723Z","caller":"traceutil/trace.go:171","msg":"trace[813433440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8612; }","duration":"166.160416ms","start":"2026-03-26T02:12:53.121063Z","end":"2026-03-26T02:12:53.287223Z","steps":["trace[813433440] 'agreement among raft nodes before linearized reading' (duration: 166.043414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:53.287354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.545916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T02:12:53.287449Z","caller":"traceutil/trace.go:171","msg":"trace[1552645022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8612; }","duration":"172.6968ms","start":"2026-03-26T02:12:53.114728Z","end":"2026-03-26T02:12:53.287425Z","steps":["trace[1552645022] 'agreement among raft nodes before linearized reading' (duration: 172.397683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:53.287771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.50787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-26T02:12:53.287822Z","caller":"traceutil/trace.go:171","msg":"trace[1150256425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8612; }","duration":"164.875568ms","start":"2026-03-26T02:12:53.122932Z","end":"2026-03-26T02:12:53.287808Z","steps":["trace[1150256425] 'agreement among raft nodes before linearized reading' (duration: 164.285455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:53.881617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675621396481772,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T02:12:54.046451Z","caller":"traceutil/trace.go:171","msg":"trace[908719419] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"753.982545ms","start":"2026-03-26T02:12:53.292438Z","end":"2026-03-26T02:12:54.046421Z","steps":["trace[908719419] 'process raft request' (duration: 753.924954ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:54.04651Z","caller":"traceutil/trace.go:171","msg":"trace[91471152] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"754.541247ms","start":"2026-03-26T02:12:53.291917Z","end":"2026-03-26T02:12:54.046459Z","steps":["trace[91471152] 'process raft request' (duration: 754.260361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:54.046652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:53.292427Z","time spent":"754.146639ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:12:54.046671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:53.291891Z","time spent":"754.695591ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:12:54.063507Z","caller":"traceutil/trace.go:171","msg":"trace[890380461] linearizableReadLoop","detail":"{readStateIndex:8929; appliedIndex:8926; }","duration":"682.935687ms","start":"2026-03-26T02:12:53.380551Z","end":"2026-03-26T02:12:54.063487Z","steps":["trace[890380461] 'read index received' (duration: 665.609997ms)","trace[890380461] 'applied index is now lower than readState.Index' (duration: 17.32476ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:12:54.063598Z","caller":"traceutil/trace.go:171","msg":"trace[320178068] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"675.596936ms","start":"2026-03-26T02:12:53.387976Z","end":"2026-03-26T02:12:54.063573Z","steps":["trace[320178068] 'process raft request' (duration: 675.371141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:54.063633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.626095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:12:54.063668Z","caller":"traceutil/trace.go:171","msg":"trace[670003077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8616; }","duration":"417.712527ms","start":"2026-03-26T02:12:53.645943Z","end":"2026-03-26T02:12:54.063656Z","steps":["trace[670003077] 'agreement among raft nodes before linearized reading' (duration: 417.651915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:54.063698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:53.645915Z","time spent":"417.776308ms","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:12:54.063719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.124211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:12:54.063817Z","caller":"traceutil/trace.go:171","msg":"trace[670559485] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8616; }","duration":"683.286005ms","start":"2026-03-26T02:12:53.380508Z","end":"2026-03-26T02:12:54.063794Z","steps":["trace[670559485] 'agreement among raft nodes before linearized reading' (duration: 683.08436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:54.063722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:53.387956Z","time spent":"675.698838ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:12:54.06386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:53.38049Z","time spent":"683.362376ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:12:55.343678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675621396481784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T02:12:56.016731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.49879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:12:56.016859Z","caller":"traceutil/trace.go:171","msg":"trace[977961061] linearizableReadLoop","detail":"{readStateIndex:8933; appliedIndex:8932; }","duration":"1.173724916s","start":"2026-03-26T02:12:54.843113Z","end":"2026-03-26T02:12:56.016838Z","steps":["trace[977961061] 'read index received' (duration: 577.069113ms)","trace[977961061] 'applied index is now lower than readState.Index' (duration: 596.654103ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:12:56.016986Z","caller":"traceutil/trace.go:171","msg":"trace[1588419487] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"1.174970664s","start":"2026-03-26T02:12:54.841998Z","end":"2026-03-26T02:12:56.016968Z","steps":["trace[1588419487] 'process raft request' (duration: 578.138697ms)","trace[1588419487] 'compare' (duration: 596.375337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:12:56.017075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082475204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:12:56.017155Z","caller":"traceutil/trace.go:171","msg":"trace[1437184652] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8620; }","duration":"1.082607368s","start":"2026-03-26T02:12:54.934532Z","end":"2026-03-26T02:12:56.01714Z","steps":["trace[1437184652] 'agreement among raft nodes before linearized reading' (duration: 1.082487655s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:56.017194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:54.934472Z","time spent":"1.08271131s","remote":"127.0.0.1:34122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:12:56.017833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.450158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:12:56.01897Z","caller":"traceutil/trace.go:171","msg":"trace[1239405087] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8620; }","duration":"165.621614ms","start":"2026-03-26T02:12:55.853323Z","end":"2026-03-26T02:12:56.018944Z","steps":["trace[1239405087] 'agreement among raft nodes before linearized reading' (duration: 164.462609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:56.019744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.007755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T02:12:56.019836Z","caller":"traceutil/trace.go:171","msg":"trace[1748537307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8620; }","duration":"728.122647ms","start":"2026-03-26T02:12:55.291677Z","end":"2026-03-26T02:12:56.0198Z","steps":["trace[1748537307] 'agreement among raft nodes before linearized reading' (duration: 727.925123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:56.019892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:55.291656Z","time spent":"728.22279ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T02:12:56.020185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.663372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:12:56.020289Z","caller":"traceutil/trace.go:171","msg":"trace[962344176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8620; }","duration":"374.789355ms","start":"2026-03-26T02:12:55.645459Z","end":"2026-03-26T02:12:56.020248Z","steps":["trace[962344176] 'agreement among raft nodes before linearized reading' (duration: 374.508449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:56.020338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:55.645438Z","time spent":"374.890517ms","remote":"127.0.0.1:33630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:12:56.02038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177245005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224121"} {"level":"info","ts":"2026-03-26T02:12:56.020434Z","caller":"traceutil/trace.go:171","msg":"trace[1658473256] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8620; }","duration":"1.177344717s","start":"2026-03-26T02:12:54.843075Z","end":"2026-03-26T02:12:56.02042Z","steps":["trace[1658473256] 'agreement among raft nodes before linearized reading' (duration: 1.174354481s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:56.020481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:54.843065Z","time spent":"1.177406728s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224144,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-26T02:12:56.020931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.832089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:12:56.021012Z","caller":"traceutil/trace.go:171","msg":"trace[1511175717] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8620; }","duration":"664.923631ms","start":"2026-03-26T02:12:55.356055Z","end":"2026-03-26T02:12:56.020978Z","steps":["trace[1511175717] 'agreement among raft nodes before linearized reading' (duration: 664.382849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:56.021071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:55.356041Z","time spent":"665.013823ms","remote":"127.0.0.1:59500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:12:56.021085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.183595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8499d6674d-8bd26.18a0424dee691a14\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-26T02:12:56.021147Z","caller":"traceutil/trace.go:171","msg":"trace[1734875236] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8499d6674d-8bd26.18a0424dee691a14; range_end:; response_count:1; response_revision:8620; }","duration":"355.221826ms","start":"2026-03-26T02:12:55.665892Z","end":"2026-03-26T02:12:56.021114Z","steps":["trace[1734875236] 'agreement among raft nodes before linearized reading' (duration: 354.93821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:56.021182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:55.665859Z","time spent":"355.316117ms","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-8499d6674d-8bd26.18a0424dee691a14\" "} {"level":"warn","ts":"2026-03-26T02:12:56.02134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.718663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T02:12:56.021481Z","caller":"traceutil/trace.go:171","msg":"trace[1431230111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8620; }","duration":"693.881387ms","start":"2026-03-26T02:12:55.327544Z","end":"2026-03-26T02:12:56.021426Z","steps":["trace[1431230111] 'agreement among raft nodes before linearized reading' (duration: 693.321304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:56.021541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:55.327522Z","time spent":"694.00535ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T02:12:56.017081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:54.84198Z","time spent":"1.175050916s","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:12:56.022146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.454205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:12:56.022191Z","caller":"traceutil/trace.go:171","msg":"trace[536103984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8620; }","duration":"949.537017ms","start":"2026-03-26T02:12:55.072643Z","end":"2026-03-26T02:12:56.02218Z","steps":["trace[536103984] 'agreement among raft nodes before linearized reading' (duration: 949.468635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:56.022232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:55.072611Z","time spent":"949.615029ms","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:12:56.022087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031887414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:12:56.02284Z","caller":"traceutil/trace.go:171","msg":"trace[1031838723] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8620; }","duration":"1.032547879s","start":"2026-03-26T02:12:54.990148Z","end":"2026-03-26T02:12:56.022696Z","steps":["trace[1031838723] 'agreement among raft nodes before linearized reading' (duration: 1.031890824s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:56.022969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:54.990132Z","time spent":"1.032793674s","remote":"127.0.0.1:47588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:12:57.089778Z","caller":"traceutil/trace.go:171","msg":"trace[916473625] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"245.932396ms","start":"2026-03-26T02:12:56.843818Z","end":"2026-03-26T02:12:57.08975Z","steps":["trace[916473625] 'process raft request' (duration: 245.889245ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:57.089887Z","caller":"traceutil/trace.go:171","msg":"trace[42289447] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"257.531891ms","start":"2026-03-26T02:12:56.832314Z","end":"2026-03-26T02:12:57.089845Z","steps":["trace[42289447] 'process raft request' (duration: 164.639943ms)","trace[42289447] 'compare' (duration: 92.608462ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:12:57.446371Z","caller":"traceutil/trace.go:171","msg":"trace[1713468792] transaction","detail":"{read_only:false; response_revision:8630; number_of_response:1; }","duration":"350.696416ms","start":"2026-03-26T02:12:57.095647Z","end":"2026-03-26T02:12:57.446344Z","steps":["trace[1713468792] 'process raft request' (duration: 350.525972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:57.446576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:57.095628Z","time spent":"350.827788ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:12:57.821564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.566203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:12:57.82169Z","caller":"traceutil/trace.go:171","msg":"trace[77919353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8630; }","duration":"175.762587ms","start":"2026-03-26T02:12:57.645896Z","end":"2026-03-26T02:12:57.821659Z","steps":["trace[77919353] 'range keys from in-memory index tree' (duration: 175.441841ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:58.340878Z","caller":"traceutil/trace.go:171","msg":"trace[1374301653] linearizableReadLoop","detail":"{readStateIndex:8945; appliedIndex:8944; }","duration":"304.344439ms","start":"2026-03-26T02:12:58.036507Z","end":"2026-03-26T02:12:58.340852Z","steps":["trace[1374301653] 'read index received' (duration: 304.259407ms)","trace[1374301653] 'applied index is now lower than readState.Index' (duration: 83.792µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:12:58.340959Z","caller":"traceutil/trace.go:171","msg":"trace[1419576857] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"306.953396ms","start":"2026-03-26T02:12:58.03397Z","end":"2026-03-26T02:12:58.340924Z","steps":["trace[1419576857] 'process raft request' (duration: 306.701561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:58.341118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:58.033942Z","time spent":"307.08743ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:12:58.341299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.773508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224121"} {"level":"info","ts":"2026-03-26T02:12:58.341342Z","caller":"traceutil/trace.go:171","msg":"trace[79208542] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8631; }","duration":"304.8521ms","start":"2026-03-26T02:12:58.03648Z","end":"2026-03-26T02:12:58.341332Z","steps":["trace[79208542] 'agreement among raft nodes before linearized reading' (duration: 304.509063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:58.341383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:58.036471Z","time spent":"304.899471ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224144,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-26T02:12:58.452659Z","caller":"traceutil/trace.go:171","msg":"trace[918219520] linearizableReadLoop","detail":"{readStateIndex:8946; appliedIndex:8945; }","duration":"111.673631ms","start":"2026-03-26T02:12:58.34096Z","end":"2026-03-26T02:12:58.452634Z","steps":["trace[918219520] 'read index received' (duration: 104.553674ms)","trace[918219520] 'applied index is now lower than readState.Index' (duration: 7.118787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:12:58.452896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.444277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-26T02:12:58.452939Z","caller":"traceutil/trace.go:171","msg":"trace[1080436773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8632; }","duration":"369.524949ms","start":"2026-03-26T02:12:58.0834Z","end":"2026-03-26T02:12:58.452925Z","steps":["trace[1080436773] 'agreement among raft nodes before linearized reading' (duration: 369.364155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:58.452981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:58.083389Z","time spent":"369.58404ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-26T02:12:58.452946Z","caller":"traceutil/trace.go:171","msg":"trace[1111987506] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"353.007286ms","start":"2026-03-26T02:12:58.099888Z","end":"2026-03-26T02:12:58.452896Z","steps":["trace[1111987506] 'process raft request' (duration: 345.646494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:58.452995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.987076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:12:58.453128Z","caller":"traceutil/trace.go:171","msg":"trace[163799698] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8632; }","duration":"394.134479ms","start":"2026-03-26T02:12:58.058948Z","end":"2026-03-26T02:12:58.453082Z","steps":["trace[163799698] 'agreement among raft nodes before linearized reading' (duration: 393.887104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:58.45311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.177741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-26T02:12:58.453195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.421058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-26T02:12:58.453179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:58.058937Z","time spent":"394.231381ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-26T02:12:58.453231Z","caller":"traceutil/trace.go:171","msg":"trace[1995319901] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8632; }","duration":"271.376995ms","start":"2026-03-26T02:12:58.181829Z","end":"2026-03-26T02:12:58.453206Z","steps":["trace[1995319901] 'agreement among raft nodes before linearized reading' (duration: 271.102899ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:58.453257Z","caller":"traceutil/trace.go:171","msg":"trace[1012207328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8632; }","duration":"370.518031ms","start":"2026-03-26T02:12:58.082722Z","end":"2026-03-26T02:12:58.45324Z","steps":["trace[1012207328] 'agreement among raft nodes before linearized reading' (duration: 370.278576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:58.453151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:58.099862Z","time spent":"353.182941ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:12:58.453296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:58.082703Z","time spent":"370.585092ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T02:12:58.453854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.075455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-26T02:12:58.453934Z","caller":"traceutil/trace.go:171","msg":"trace[648243030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8632; }","duration":"290.194277ms","start":"2026-03-26T02:12:58.16371Z","end":"2026-03-26T02:12:58.453904Z","steps":["trace[648243030] 'agreement among raft nodes before linearized reading' (duration: 289.002991ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:58.576596Z","caller":"traceutil/trace.go:171","msg":"trace[1020314744] transaction","detail":"{read_only:false; response_revision:8635; number_of_response:1; }","duration":"118.374577ms","start":"2026-03-26T02:12:58.458197Z","end":"2026-03-26T02:12:58.576572Z","steps":["trace[1020314744] 'process raft request' (duration: 118.292415ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:58.576607Z","caller":"traceutil/trace.go:171","msg":"trace[1011212316] transaction","detail":"{read_only:false; response_revision:8634; number_of_response:1; }","duration":"118.599462ms","start":"2026-03-26T02:12:58.457974Z","end":"2026-03-26T02:12:58.576574Z","steps":["trace[1011212316] 'process raft request' (duration: 118.346947ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:58.576788Z","caller":"traceutil/trace.go:171","msg":"trace[954618890] linearizableReadLoop","detail":"{readStateIndex:8950; appliedIndex:8946; }","duration":"116.453085ms","start":"2026-03-26T02:12:58.460314Z","end":"2026-03-26T02:12:58.576768Z","steps":["trace[954618890] 'read index received' (duration: 74.421853ms)","trace[954618890] 'applied index is now lower than readState.Index' (duration: 42.029302ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:12:58.576822Z","caller":"traceutil/trace.go:171","msg":"trace[1814686498] transaction","detail":"{read_only:false; response_revision:8636; number_of_response:1; }","duration":"118.02238ms","start":"2026-03-26T02:12:58.458771Z","end":"2026-03-26T02:12:58.576793Z","steps":["trace[1814686498] 'process raft request' (duration: 117.763004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:58.577073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.741871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-26T02:12:58.57712Z","caller":"traceutil/trace.go:171","msg":"trace[1951432430] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8636; }","duration":"116.832273ms","start":"2026-03-26T02:12:58.460275Z","end":"2026-03-26T02:12:58.577108Z","steps":["trace[1951432430] 'agreement among raft nodes before linearized reading' (duration: 116.556617ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:59.340711Z","caller":"traceutil/trace.go:171","msg":"trace[939447091] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"613.900741ms","start":"2026-03-26T02:12:58.726763Z","end":"2026-03-26T02:12:59.340664Z","steps":["trace[939447091] 'process raft request' (duration: 612.091691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:59.340901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:58.726715Z","time spent":"614.083925ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:12:59.340972Z","caller":"traceutil/trace.go:171","msg":"trace[1019002893] transaction","detail":"{read_only:false; response_revision:8639; number_of_response:1; }","duration":"245.310094ms","start":"2026-03-26T02:12:59.095645Z","end":"2026-03-26T02:12:59.340955Z","steps":["trace[1019002893] 'process raft request' (duration: 244.963546ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:59.341597Z","caller":"traceutil/trace.go:171","msg":"trace[686198787] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"245.716172ms","start":"2026-03-26T02:12:59.095696Z","end":"2026-03-26T02:12:59.341412Z","steps":["trace[686198787] 'process raft request' (duration: 245.13441ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:24.698582Z","caller":"traceutil/trace.go:171","msg":"trace[224536832] linearizableReadLoop","detail":"{readStateIndex:9149; appliedIndex:9148; }","duration":"178.050327ms","start":"2026-03-26T02:13:24.520494Z","end":"2026-03-26T02:13:24.698544Z","steps":["trace[224536832] 'read index received' (duration: 177.947805ms)","trace[224536832] 'applied index is now lower than readState.Index' (duration: 100.642µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:24.698662Z","caller":"traceutil/trace.go:171","msg":"trace[1835282659] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"230.662601ms","start":"2026-03-26T02:13:24.467963Z","end":"2026-03-26T02:13:24.698626Z","steps":["trace[1835282659] 'process raft request' (duration: 230.334514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:24.699249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.744053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rl76j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-26T02:13:24.699318Z","caller":"traceutil/trace.go:171","msg":"trace[418821748] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rl76j; range_end:; response_count:1; response_revision:8828; }","duration":"178.892696ms","start":"2026-03-26T02:13:24.520408Z","end":"2026-03-26T02:13:24.699301Z","steps":["trace[418821748] 'agreement among raft nodes before linearized reading' (duration: 178.339094ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:24.699908Z","caller":"traceutil/trace.go:171","msg":"trace[1836325433] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"147.995526ms","start":"2026-03-26T02:13:24.551894Z","end":"2026-03-26T02:13:24.699889Z","steps":["trace[1836325433] 'process raft request' (duration: 147.510066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:26.305346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675621396482432,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T02:13:26.352312Z","caller":"traceutil/trace.go:171","msg":"trace[661098295] linearizableReadLoop","detail":"{readStateIndex:9158; appliedIndex:9157; }","duration":"547.381251ms","start":"2026-03-26T02:13:25.804911Z","end":"2026-03-26T02:13:26.352292Z","steps":["trace[661098295] 'read index received' (duration: 547.118336ms)","trace[661098295] 'applied index is now lower than readState.Index' (duration: 261.985µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:26.352643Z","caller":"traceutil/trace.go:171","msg":"trace[384188387] transaction","detail":"{read_only:false; response_revision:8837; number_of_response:1; }","duration":"685.055303ms","start":"2026-03-26T02:13:25.667569Z","end":"2026-03-26T02:13:26.352624Z","steps":["trace[384188387] 'process raft request' (duration: 684.581052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:26.352793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:25.667559Z","time spent":"685.134924ms","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:26.353114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.19901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-26T02:13:26.353166Z","caller":"traceutil/trace.go:171","msg":"trace[1652727735] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8837; }","duration":"548.275542ms","start":"2026-03-26T02:13:25.804878Z","end":"2026-03-26T02:13:26.353153Z","steps":["trace[1652727735] 'agreement among raft nodes before linearized reading' (duration: 548.18199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:26.353217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:25.804865Z","time spent":"548.324803ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-26T02:13:26.35341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.917497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:13:26.353449Z","caller":"traceutil/trace.go:171","msg":"trace[636048535] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8837; }","duration":"348.995909ms","start":"2026-03-26T02:13:26.004442Z","end":"2026-03-26T02:13:26.353438Z","steps":["trace[636048535] 'agreement among raft nodes before linearized reading' (duration: 348.938468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:26.353479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:26.004424Z","time spent":"349.04735ms","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:26.354208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.099021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-26T02:13:26.354249Z","caller":"traceutil/trace.go:171","msg":"trace[2145700714] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8837; }","duration":"313.349106ms","start":"2026-03-26T02:13:26.040891Z","end":"2026-03-26T02:13:26.35424Z","steps":["trace[2145700714] 'agreement among raft nodes before linearized reading' (duration: 312.883516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:26.354276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:26.040877Z","time spent":"313.391787ms","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":875,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:27.145768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675621396482436,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T02:13:27.255317Z","caller":"traceutil/trace.go:171","msg":"trace[255181470] linearizableReadLoop","detail":"{readStateIndex:9160; appliedIndex:9158; }","duration":"610.556538ms","start":"2026-03-26T02:13:26.644744Z","end":"2026-03-26T02:13:27.2553Z","steps":["trace[255181470] 'read index received' (duration: 595.249381ms)","trace[255181470] 'applied index is now lower than readState.Index' (duration: 15.306357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:27.255455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.700161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:27.25548Z","caller":"traceutil/trace.go:171","msg":"trace[1513296031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8838; }","duration":"610.769093ms","start":"2026-03-26T02:13:26.644704Z","end":"2026-03-26T02:13:27.255473Z","steps":["trace[1513296031] 'agreement among raft nodes before linearized reading' (duration: 610.716062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:27.255498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:26.644689Z","time spent":"610.805953ms","remote":"127.0.0.1:33630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T02:13:27.255554Z","caller":"traceutil/trace.go:171","msg":"trace[531145282] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"549.48307ms","start":"2026-03-26T02:13:26.705976Z","end":"2026-03-26T02:13:27.255459Z","steps":["trace[531145282] 'process raft request' (duration: 549.197263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:27.255667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.15481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rl76j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-26T02:13:27.255699Z","caller":"traceutil/trace.go:171","msg":"trace[691279960] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rl76j; range_end:; response_count:1; response_revision:8838; }","duration":"543.201731ms","start":"2026-03-26T02:13:26.712488Z","end":"2026-03-26T02:13:27.25569Z","steps":["trace[691279960] 'agreement among raft nodes before linearized reading' (duration: 543.133249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:27.255723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.462026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T02:13:27.255744Z","caller":"traceutil/trace.go:171","msg":"trace[473683380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8838; }","duration":"543.514858ms","start":"2026-03-26T02:13:26.712222Z","end":"2026-03-26T02:13:27.255737Z","steps":["trace[473683380] 'agreement among raft nodes before linearized reading' (duration: 543.462626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:27.255764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:26.712197Z","time spent":"543.563478ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T02:13:27.25577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.590819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-26T02:13:27.255724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:26.712479Z","time spent":"543.240201ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-rl76j\" "} {"level":"warn","ts":"2026-03-26T02:13:27.255838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.106215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:27.255864Z","caller":"traceutil/trace.go:171","msg":"trace[537346371] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8838; }","duration":"145.173726ms","start":"2026-03-26T02:13:27.110683Z","end":"2026-03-26T02:13:27.255857Z","steps":["trace[537346371] 'agreement among raft nodes before linearized reading' (duration: 145.135445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:27.255748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.918103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T02:13:27.255902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.573071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T02:13:27.25595Z","caller":"traceutil/trace.go:171","msg":"trace[1375794369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8838; }","duration":"539.628373ms","start":"2026-03-26T02:13:26.716304Z","end":"2026-03-26T02:13:27.255933Z","steps":["trace[1375794369] 'agreement among raft nodes before linearized reading' (duration: 539.50226ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:27.255944Z","caller":"traceutil/trace.go:171","msg":"trace[456138392] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8838; }","duration":"542.116477ms","start":"2026-03-26T02:13:26.713783Z","end":"2026-03-26T02:13:27.2559Z","steps":["trace[456138392] 'agreement among raft nodes before linearized reading' (duration: 541.836341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:27.255983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:26.716294Z","time spent":"539.683524ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T02:13:27.255963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.345462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-26T02:13:27.256172Z","caller":"traceutil/trace.go:171","msg":"trace[515290855] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8838; }","duration":"527.614597ms","start":"2026-03-26T02:13:26.728532Z","end":"2026-03-26T02:13:27.256147Z","steps":["trace[515290855] 'agreement among raft nodes before linearized reading' (duration: 527.206529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:27.256247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:26.728499Z","time spent":"527.7369ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-26T02:13:27.255602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.149745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T02:13:27.256374Z","caller":"traceutil/trace.go:171","msg":"trace[1875575561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8838; }","duration":"551.962122ms","start":"2026-03-26T02:13:26.704402Z","end":"2026-03-26T02:13:27.256364Z","steps":["trace[1875575561] 'agreement among raft nodes before linearized reading' (duration: 551.122134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:27.256524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:26.704383Z","time spent":"552.009634ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T02:13:27.256031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:26.713775Z","time spent":"542.224339ms","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:13:27.255792Z","caller":"traceutil/trace.go:171","msg":"trace[2126835070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8838; }","duration":"543.653611ms","start":"2026-03-26T02:13:26.712133Z","end":"2026-03-26T02:13:27.255787Z","steps":["trace[2126835070] 'agreement among raft nodes before linearized reading' (duration: 543.60207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:27.256658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:26.712112Z","time spent":"544.532119ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T02:13:27.256047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:26.705939Z","time spent":"549.709434ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:31.447022Z","caller":"traceutil/trace.go:171","msg":"trace[1099490323] linearizableReadLoop","detail":"{readStateIndex:9183; appliedIndex:9181; }","duration":"162.519297ms","start":"2026-03-26T02:13:31.28448Z","end":"2026-03-26T02:13:31.447Z","steps":["trace[1099490323] 'read index received' (duration: 4.796386ms)","trace[1099490323] 'applied index is now lower than readState.Index' (duration: 157.721431ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:31.447057Z","caller":"traceutil/trace.go:171","msg":"trace[383103681] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"166.37089ms","start":"2026-03-26T02:13:31.280659Z","end":"2026-03-26T02:13:31.44703Z","steps":["trace[383103681] 'process raft request' (duration: 166.181386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:31.447296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.811403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T02:13:31.447337Z","caller":"traceutil/trace.go:171","msg":"trace[71017710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8860; }","duration":"162.921185ms","start":"2026-03-26T02:13:31.284406Z","end":"2026-03-26T02:13:31.447328Z","steps":["trace[71017710] 'agreement among raft nodes before linearized reading' (duration: 162.727361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:31.44741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.096707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T02:13:31.447474Z","caller":"traceutil/trace.go:171","msg":"trace[1873857614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8860; }","duration":"162.19786ms","start":"2026-03-26T02:13:31.28526Z","end":"2026-03-26T02:13:31.447458Z","steps":["trace[1873857614] 'agreement among raft nodes before linearized reading' (duration: 162.043466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:31.447529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.559662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-26T02:13:31.447528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.973701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-26T02:13:31.447608Z","caller":"traceutil/trace.go:171","msg":"trace[457373969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8860; }","duration":"149.663074ms","start":"2026-03-26T02:13:31.297925Z","end":"2026-03-26T02:13:31.447588Z","steps":["trace[457373969] 'agreement among raft nodes before linearized reading' (duration: 149.398039ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:31.447619Z","caller":"traceutil/trace.go:171","msg":"trace[1167834985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8860; }","duration":"150.102014ms","start":"2026-03-26T02:13:31.297496Z","end":"2026-03-26T02:13:31.447598Z","steps":["trace[1167834985] 'agreement among raft nodes before linearized reading' (duration: 149.864569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:31.447649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.545892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-26T02:13:31.447709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.75751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rl76j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-26T02:13:31.44775Z","caller":"traceutil/trace.go:171","msg":"trace[487258357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8860; }","duration":"149.683934ms","start":"2026-03-26T02:13:31.298041Z","end":"2026-03-26T02:13:31.447725Z","steps":["trace[487258357] 'agreement among raft nodes before linearized reading' (duration: 149.378738ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:31.447808Z","caller":"traceutil/trace.go:171","msg":"trace[1210041771] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rl76j; range_end:; response_count:1; response_revision:8860; }","duration":"151.899334ms","start":"2026-03-26T02:13:31.295887Z","end":"2026-03-26T02:13:31.447787Z","steps":["trace[1210041771] 'agreement among raft nodes before linearized reading' (duration: 151.577707ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:31.600891Z","caller":"traceutil/trace.go:171","msg":"trace[228950902] transaction","detail":"{read_only:false; response_revision:8867; number_of_response:1; }","duration":"141.764901ms","start":"2026-03-26T02:13:31.459101Z","end":"2026-03-26T02:13:31.600866Z","steps":["trace[228950902] 'process raft request' (duration: 141.689779ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:31.601038Z","caller":"traceutil/trace.go:171","msg":"trace[232872165] transaction","detail":"{read_only:false; response_revision:8866; number_of_response:1; }","duration":"142.227391ms","start":"2026-03-26T02:13:31.458768Z","end":"2026-03-26T02:13:31.600995Z","steps":["trace[232872165] 'process raft request' (duration: 141.869073ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:31.60111Z","caller":"traceutil/trace.go:171","msg":"trace[1395439328] linearizableReadLoop","detail":"{readStateIndex:9191; appliedIndex:9188; }","duration":"133.100901ms","start":"2026-03-26T02:13:31.467995Z","end":"2026-03-26T02:13:31.601096Z","steps":["trace[1395439328] 'read index received' (duration: 132.562589ms)","trace[1395439328] 'applied index is now lower than readState.Index' (duration: 537.062µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:31.601372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.368917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T02:13:31.601413Z","caller":"traceutil/trace.go:171","msg":"trace[1165632497] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8868; }","duration":"133.47596ms","start":"2026-03-26T02:13:31.467927Z","end":"2026-03-26T02:13:31.601403Z","steps":["trace[1165632497] 'agreement among raft nodes before linearized reading' (duration: 133.219934ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:31.601506Z","caller":"traceutil/trace.go:171","msg":"trace[992414178] transaction","detail":"{read_only:false; response_revision:8868; number_of_response:1; }","duration":"141.819992ms","start":"2026-03-26T02:13:31.459643Z","end":"2026-03-26T02:13:31.601463Z","steps":["trace[992414178] 'process raft request' (duration: 141.187318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:32.504129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.55861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-26T02:13:32.504249Z","caller":"traceutil/trace.go:171","msg":"trace[1846537033] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8868; }","duration":"652.721743ms","start":"2026-03-26T02:13:31.8515Z","end":"2026-03-26T02:13:32.504222Z","steps":["trace[1846537033] 'range keys from in-memory index tree' (duration: 652.305505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:32.504306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:31.851444Z","time spent":"652.847436ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-26T02:13:32.601741Z","caller":"traceutil/trace.go:171","msg":"trace[1805794952] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"482.931367ms","start":"2026-03-26T02:13:32.118783Z","end":"2026-03-26T02:13:32.601714Z","steps":["trace[1805794952] 'process raft request' (duration: 482.659861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:32.601881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:32.118761Z","time spent":"483.05042ms","remote":"127.0.0.1:47900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:33.015387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.196723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:33.015301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.526837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:13:33.015481Z","caller":"traceutil/trace.go:171","msg":"trace[446778326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8869; }","duration":"369.329785ms","start":"2026-03-26T02:13:32.646128Z","end":"2026-03-26T02:13:33.015458Z","steps":["trace[446778326] 'range keys from in-memory index tree' (duration: 369.08732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:33.015535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:32.646105Z","time spent":"369.421617ms","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T02:13:33.01558Z","caller":"traceutil/trace.go:171","msg":"trace[290920166] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8869; }","duration":"224.832183ms","start":"2026-03-26T02:13:32.790687Z","end":"2026-03-26T02:13:33.015519Z","steps":["trace[290920166] 'count revisions from in-memory index tree' (duration: 224.438065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:33.015584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.493411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a04258bed35447\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-26T02:13:33.015679Z","caller":"traceutil/trace.go:171","msg":"trace[1603095545] range","detail":"{range_begin:/registry/events/openstack/ceph.18a04258bed35447; range_end:; response_count:1; response_revision:8869; }","duration":"406.629794ms","start":"2026-03-26T02:13:32.60902Z","end":"2026-03-26T02:13:33.01565Z","steps":["trace[1603095545] 'range keys from in-memory index tree' (duration: 406.287116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:33.015736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:32.608997Z","time spent":"406.723225ms","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18a04258bed35447\" "} {"level":"info","ts":"2026-03-26T02:13:39.771578Z","caller":"traceutil/trace.go:171","msg":"trace[1014995749] transaction","detail":"{read_only:false; response_revision:8937; number_of_response:1; }","duration":"249.234619ms","start":"2026-03-26T02:13:39.522309Z","end":"2026-03-26T02:13:39.771543Z","steps":["trace[1014995749] 'process raft request' (duration: 172.670899ms)","trace[1014995749] 'compare' (duration: 75.429735ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:39.771786Z","caller":"traceutil/trace.go:171","msg":"trace[1938580323] transaction","detail":"{read_only:false; response_revision:8938; number_of_response:1; }","duration":"247.027442ms","start":"2026-03-26T02:13:39.52472Z","end":"2026-03-26T02:13:39.771747Z","steps":["trace[1938580323] 'process raft request' (duration: 246.767056ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:39.771971Z","caller":"traceutil/trace.go:171","msg":"trace[2071868040] transaction","detail":"{read_only:false; response_revision:8939; number_of_response:1; }","duration":"142.939827ms","start":"2026-03-26T02:13:39.629013Z","end":"2026-03-26T02:13:39.771953Z","steps":["trace[2071868040] 'process raft request' (duration: 142.680971ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:39.772155Z","caller":"traceutil/trace.go:171","msg":"trace[1550759227] transaction","detail":"{read_only:false; response_revision:8940; number_of_response:1; }","duration":"127.621531ms","start":"2026-03-26T02:13:39.64451Z","end":"2026-03-26T02:13:39.772131Z","steps":["trace[1550759227] 'process raft request' (duration: 127.361796ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:39.772395Z","caller":"traceutil/trace.go:171","msg":"trace[1495214757] transaction","detail":"{read_only:false; response_revision:8941; number_of_response:1; }","duration":"127.12228ms","start":"2026-03-26T02:13:39.645257Z","end":"2026-03-26T02:13:39.77238Z","steps":["trace[1495214757] 'process raft request' (duration: 126.803033ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:40.592957Z","caller":"traceutil/trace.go:171","msg":"trace[610117226] transaction","detail":"{read_only:false; response_revision:8953; number_of_response:1; }","duration":"139.076232ms","start":"2026-03-26T02:13:40.453848Z","end":"2026-03-26T02:13:40.592924Z","steps":["trace[610117226] 'process raft request' (duration: 97.468829ms)","trace[610117226] 'compare' (duration: 41.274396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:41.59496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:41.258074Z","time spent":"336.881772ms","remote":"127.0.0.1:33654","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-26T02:13:42.144066Z","caller":"traceutil/trace.go:171","msg":"trace[597686221] transaction","detail":"{read_only:false; response_revision:8956; number_of_response:1; }","duration":"805.079326ms","start":"2026-03-26T02:13:41.338952Z","end":"2026-03-26T02:13:42.144031Z","steps":["trace[597686221] 'process raft request' (duration: 798.625955ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:42.144146Z","caller":"traceutil/trace.go:171","msg":"trace[1960951861] linearizableReadLoop","detail":"{readStateIndex:9285; appliedIndex:9283; }","duration":"757.445241ms","start":"2026-03-26T02:13:41.386651Z","end":"2026-03-26T02:13:42.144096Z","steps":["trace[1960951861] 'read index received' (duration: 208.206958ms)","trace[1960951861] 'applied index is now lower than readState.Index' (duration: 549.236413ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:42.144228Z","caller":"traceutil/trace.go:171","msg":"trace[1311960859] transaction","detail":"{read_only:false; response_revision:8957; number_of_response:1; }","duration":"707.889623ms","start":"2026-03-26T02:13:41.436282Z","end":"2026-03-26T02:13:42.144172Z","steps":["trace[1311960859] 'process raft request' (duration: 707.661888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:42.144429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.703437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T02:13:42.144478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:41.33892Z","time spent":"805.21666ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:42.144482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:41.436256Z","time spent":"708.110069ms","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:42.144582Z","caller":"traceutil/trace.go:171","msg":"trace[1533037062] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8957; }","duration":"757.968713ms","start":"2026-03-26T02:13:41.386556Z","end":"2026-03-26T02:13:42.144525Z","steps":["trace[1533037062] 'agreement among raft nodes before linearized reading' (duration: 757.716867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:42.145177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:41.386524Z","time spent":"758.628537ms","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:13:42.232712Z","caller":"traceutil/trace.go:171","msg":"trace[800159641] transaction","detail":"{read_only:false; response_revision:8958; number_of_response:1; }","duration":"636.252742ms","start":"2026-03-26T02:13:41.59642Z","end":"2026-03-26T02:13:42.232672Z","steps":["trace[800159641] 'process raft request' (duration: 635.893824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:42.232967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.747552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-26T02:13:42.233027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.672632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:42.232976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:41.596363Z","time spent":"636.441967ms","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:42.233047Z","caller":"traceutil/trace.go:171","msg":"trace[1517836843] transaction","detail":"{read_only:false; response_revision:8961; number_of_response:1; }","duration":"455.517555ms","start":"2026-03-26T02:13:41.777501Z","end":"2026-03-26T02:13:42.233019Z","steps":["trace[1517836843] 'process raft request' (duration: 455.174158ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:42.233129Z","caller":"traceutil/trace.go:171","msg":"trace[413134616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8961; }","duration":"585.874906ms","start":"2026-03-26T02:13:41.647232Z","end":"2026-03-26T02:13:42.233107Z","steps":["trace[413134616] 'agreement among raft nodes before linearized reading' (duration: 585.640721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:42.233141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.683656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T02:13:42.23316Z","caller":"traceutil/trace.go:171","msg":"trace[456287989] transaction","detail":"{read_only:false; response_revision:8959; number_of_response:1; }","duration":"455.899185ms","start":"2026-03-26T02:13:41.77724Z","end":"2026-03-26T02:13:42.23314Z","steps":["trace[456287989] 'process raft request' (duration: 455.282462ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:42.233209Z","caller":"traceutil/trace.go:171","msg":"trace[1162377164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8961; }","duration":"710.773748ms","start":"2026-03-26T02:13:41.522414Z","end":"2026-03-26T02:13:42.233187Z","steps":["trace[1162377164] 'agreement among raft nodes before linearized reading' (duration: 710.619975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:42.233298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:41.777227Z","time spent":"455.996117ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:42.233308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.07082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-26T02:13:42.233031Z","caller":"traceutil/trace.go:171","msg":"trace[189375478] transaction","detail":"{read_only:false; response_revision:8960; number_of_response:1; }","duration":"455.72647ms","start":"2026-03-26T02:13:41.777251Z","end":"2026-03-26T02:13:42.232978Z","steps":["trace[189375478] 'process raft request' (duration: 455.344472ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:42.233381Z","caller":"traceutil/trace.go:171","msg":"trace[1952139925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8961; }","duration":"457.166122ms","start":"2026-03-26T02:13:41.776198Z","end":"2026-03-26T02:13:42.233364Z","steps":["trace[1952139925] 'agreement among raft nodes before linearized reading' (duration: 456.912606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:42.233406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:41.777242Z","time spent":"456.12913ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:42.233451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:41.776195Z","time spent":"457.239223ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-26T02:13:42.233298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:41.777494Z","time spent":"455.665948ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:42.233485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.100145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-26T02:13:42.233608Z","caller":"traceutil/trace.go:171","msg":"trace[1496372377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8961; }","duration":"722.245348ms","start":"2026-03-26T02:13:41.511337Z","end":"2026-03-26T02:13:42.233582Z","steps":["trace[1496372377] 'agreement among raft nodes before linearized reading' (duration: 721.889081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:42.233681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:41.511269Z","time spent":"722.388981ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-26T02:13:42.233058Z","caller":"traceutil/trace.go:171","msg":"trace[131598771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8961; }","duration":"456.882356ms","start":"2026-03-26T02:13:41.776153Z","end":"2026-03-26T02:13:42.233035Z","steps":["trace[131598771] 'agreement among raft nodes before linearized reading' (duration: 456.60455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:42.233769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:41.776136Z","time spent":"457.604261ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T02:13:42.233796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.221087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T02:13:42.233963Z","caller":"traceutil/trace.go:171","msg":"trace[741591196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8961; }","duration":"726.38818ms","start":"2026-03-26T02:13:41.50755Z","end":"2026-03-26T02:13:42.233939Z","steps":["trace[741591196] 'agreement among raft nodes before linearized reading' (duration: 725.757067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:42.233193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:41.647206Z","time spent":"585.974899ms","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:13:42.234056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:41.522401Z","time spent":"711.635777ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T02:13:42.232992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.323753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T02:13:42.234185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:41.507467Z","time spent":"726.693248ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-26T02:13:42.234262Z","caller":"traceutil/trace.go:171","msg":"trace[831746062] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8961; }","duration":"765.684473ms","start":"2026-03-26T02:13:41.46854Z","end":"2026-03-26T02:13:42.234224Z","steps":["trace[831746062] 'agreement among raft nodes before linearized reading' (duration: 764.19758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:42.234408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:41.468506Z","time spent":"765.867727ms","remote":"127.0.0.1:34136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:42.232982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.076597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rl76j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-26T02:13:42.23456Z","caller":"traceutil/trace.go:171","msg":"trace[459671302] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rl76j; range_end:; response_count:1; response_revision:8961; }","duration":"719.680253ms","start":"2026-03-26T02:13:41.514855Z","end":"2026-03-26T02:13:42.234535Z","steps":["trace[459671302] 'agreement among raft nodes before linearized reading' (duration: 717.938494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:42.234644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:41.514841Z","time spent":"719.776765ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-rl76j\" "} {"level":"warn","ts":"2026-03-26T02:13:44.146707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675621396482838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T02:13:44.490573Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.138063074s","expected-duration":"1s"} {"level":"info","ts":"2026-03-26T02:13:44.491066Z","caller":"traceutil/trace.go:171","msg":"trace[1193882328] transaction","detail":"{read_only:false; response_revision:8975; number_of_response:1; }","duration":"1.138683807s","start":"2026-03-26T02:13:43.352356Z","end":"2026-03-26T02:13:44.49104Z","steps":["trace[1193882328] 'process raft request' (duration: 1.138497213s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:44.491272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:43.352331Z","time spent":"1.138857621s","remote":"127.0.0.1:33810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19320,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:44.538298Z","caller":"traceutil/trace.go:171","msg":"trace[2080303466] transaction","detail":"{read_only:false; response_revision:8976; number_of_response:1; }","duration":"848.834758ms","start":"2026-03-26T02:13:43.689434Z","end":"2026-03-26T02:13:44.538269Z","steps":["trace[2080303466] 'process raft request' (duration: 848.602883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:44.538454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:43.689403Z","time spent":"848.97187ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:44.538628Z","caller":"traceutil/trace.go:171","msg":"trace[1882167833] transaction","detail":"{read_only:false; response_revision:8977; number_of_response:1; }","duration":"388.146957ms","start":"2026-03-26T02:13:44.150417Z","end":"2026-03-26T02:13:44.538564Z","steps":["trace[1882167833] 'process raft request' (duration: 387.80244ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:44.538743Z","caller":"traceutil/trace.go:171","msg":"trace[2054024381] linearizableReadLoop","detail":"{readStateIndex:9305; appliedIndex:9303; }","duration":"893.047637ms","start":"2026-03-26T02:13:43.64567Z","end":"2026-03-26T02:13:44.538718Z","steps":["trace[2054024381] 'read index received' (duration: 845.140976ms)","trace[2054024381] 'applied index is now lower than readState.Index' (duration: 47.905721ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:44.538786Z","caller":"traceutil/trace.go:171","msg":"trace[209780942] transaction","detail":"{read_only:false; response_revision:8979; number_of_response:1; }","duration":"297.879236ms","start":"2026-03-26T02:13:44.240881Z","end":"2026-03-26T02:13:44.53876Z","steps":["trace[209780942] 'process raft request' (duration: 297.752283ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:44.538833Z","caller":"traceutil/trace.go:171","msg":"trace[417742919] transaction","detail":"{read_only:false; response_revision:8978; number_of_response:1; }","duration":"298.252664ms","start":"2026-03-26T02:13:44.240556Z","end":"2026-03-26T02:13:44.538809Z","steps":["trace[417742919] 'process raft request' (duration: 297.903587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:44.538811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:44.150394Z","time spent":"388.324621ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:44.538899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.222052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:44.538947Z","caller":"traceutil/trace.go:171","msg":"trace[1966952879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8980; }","duration":"893.333734ms","start":"2026-03-26T02:13:43.645601Z","end":"2026-03-26T02:13:44.538935Z","steps":["trace[1966952879] 'agreement among raft nodes before linearized reading' (duration: 893.246622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:44.538987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:43.645572Z","time spent":"893.406806ms","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:13:44.539045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.190148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-26T02:13:44.539091Z","caller":"traceutil/trace.go:171","msg":"trace[1667796495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8980; }","duration":"208.28518ms","start":"2026-03-26T02:13:44.330795Z","end":"2026-03-26T02:13:44.53908Z","steps":["trace[1667796495] 'agreement among raft nodes before linearized reading' (duration: 208.128337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:44.539091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.909753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-26T02:13:44.539218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.199521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rl76j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-26T02:13:44.539253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.383121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-26T02:13:44.53927Z","caller":"traceutil/trace.go:171","msg":"trace[511229271] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rl76j; range_end:; response_count:1; response_revision:8980; }","duration":"204.262533ms","start":"2026-03-26T02:13:44.334989Z","end":"2026-03-26T02:13:44.539252Z","steps":["trace[511229271] 'agreement among raft nodes before linearized reading' (duration: 204.167921ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:44.539266Z","caller":"traceutil/trace.go:171","msg":"trace[1273197197] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8980; }","duration":"733.141048ms","start":"2026-03-26T02:13:43.806098Z","end":"2026-03-26T02:13:44.539239Z","steps":["trace[1273197197] 'agreement among raft nodes before linearized reading' (duration: 732.80427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:44.539074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.634786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T02:13:44.539301Z","caller":"traceutil/trace.go:171","msg":"trace[346548625] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8980; }","duration":"145.445312ms","start":"2026-03-26T02:13:44.393843Z","end":"2026-03-26T02:13:44.539289Z","steps":["trace[346548625] 'agreement among raft nodes before linearized reading' (duration: 145.330349ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:44.539332Z","caller":"traceutil/trace.go:171","msg":"trace[886449391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8980; }","duration":"207.959843ms","start":"2026-03-26T02:13:44.331361Z","end":"2026-03-26T02:13:44.539321Z","steps":["trace[886449391] 'agreement among raft nodes before linearized reading' (duration: 207.557455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:44.539338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:43.806069Z","time spent":"733.25301ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-26T02:13:44.539128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.656118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T02:13:44.539409Z","caller":"traceutil/trace.go:171","msg":"trace[367283964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8980; }","duration":"209.005446ms","start":"2026-03-26T02:13:44.330387Z","end":"2026-03-26T02:13:44.539392Z","steps":["trace[367283964] 'agreement among raft nodes before linearized reading' (duration: 208.593837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:44.53945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.173614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-26T02:13:44.539409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.014001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:13:44.539563Z","caller":"traceutil/trace.go:171","msg":"trace[1642777294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8980; }","duration":"216.297567ms","start":"2026-03-26T02:13:44.323225Z","end":"2026-03-26T02:13:44.539522Z","steps":["trace[1642777294] 'agreement among raft nodes before linearized reading' (duration: 215.943839ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:44.53964Z","caller":"traceutil/trace.go:171","msg":"trace[1328279771] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8980; }","duration":"150.37155ms","start":"2026-03-26T02:13:44.389214Z","end":"2026-03-26T02:13:44.539585Z","steps":["trace[1328279771] 'agreement among raft nodes before linearized reading' (duration: 149.821617ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:44.539801Z","caller":"traceutil/trace.go:171","msg":"trace[442762569] transaction","detail":"{read_only:false; response_revision:8980; number_of_response:1; }","duration":"297.264474ms","start":"2026-03-26T02:13:44.242458Z","end":"2026-03-26T02:13:44.539723Z","steps":["trace[442762569] 'process raft request' (duration: 296.21829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:44.54052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.246812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-26T02:13:44.540586Z","caller":"traceutil/trace.go:171","msg":"trace[1912236563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8980; }","duration":"209.319683ms","start":"2026-03-26T02:13:44.331252Z","end":"2026-03-26T02:13:44.540572Z","steps":["trace[1912236563] 'agreement among raft nodes before linearized reading' (duration: 208.151607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:44.731521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.466721ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:44.731663Z","caller":"traceutil/trace.go:171","msg":"trace[973995326] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8980; }","duration":"129.634215ms","start":"2026-03-26T02:13:44.60201Z","end":"2026-03-26T02:13:44.731644Z","steps":["trace[973995326] 'range keys from in-memory index tree' (duration: 129.441691ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:44.760995Z","caller":"traceutil/trace.go:171","msg":"trace[667801520] transaction","detail":"{read_only:false; response_revision:8981; number_of_response:1; }","duration":"215.805156ms","start":"2026-03-26T02:13:44.545162Z","end":"2026-03-26T02:13:44.760967Z","steps":["trace[667801520] 'process raft request' (duration: 215.57011ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:44.761257Z","caller":"traceutil/trace.go:171","msg":"trace[264910537] transaction","detail":"{read_only:false; response_revision:8982; number_of_response:1; }","duration":"216.046011ms","start":"2026-03-26T02:13:44.545175Z","end":"2026-03-26T02:13:44.761221Z","steps":["trace[264910537] 'process raft request' (duration: 215.733134ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:44.790867Z","caller":"traceutil/trace.go:171","msg":"trace[1805443357] transaction","detail":"{read_only:false; response_revision:8983; number_of_response:1; }","duration":"245.066407ms","start":"2026-03-26T02:13:44.545772Z","end":"2026-03-26T02:13:44.790839Z","steps":["trace[1805443357] 'process raft request' (duration: 244.874553ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:44.791224Z","caller":"traceutil/trace.go:171","msg":"trace[1826027505] transaction","detail":"{read_only:false; response_revision:8984; number_of_response:1; }","duration":"245.286132ms","start":"2026-03-26T02:13:44.545924Z","end":"2026-03-26T02:13:44.79121Z","steps":["trace[1826027505] 'process raft request' (duration: 244.867863ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:44.791213Z","caller":"traceutil/trace.go:171","msg":"trace[928217986] linearizableReadLoop","detail":"{readStateIndex:9314; appliedIndex:9311; }","duration":"244.945825ms","start":"2026-03-26T02:13:44.546245Z","end":"2026-03-26T02:13:44.791191Z","steps":["trace[928217986] 'read index received' (duration: 215.1066ms)","trace[928217986] 'applied index is now lower than readState.Index' (duration: 29.837865ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:44.791278Z","caller":"traceutil/trace.go:171","msg":"trace[2038247617] transaction","detail":"{read_only:false; response_revision:8985; number_of_response:1; }","duration":"245.18751ms","start":"2026-03-26T02:13:44.546052Z","end":"2026-03-26T02:13:44.79124Z","steps":["trace[2038247617] 'process raft request' (duration: 245.036826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:44.791456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.18623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19334"} {"level":"info","ts":"2026-03-26T02:13:44.791534Z","caller":"traceutil/trace.go:171","msg":"trace[15192240] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8985; }","duration":"245.325873ms","start":"2026-03-26T02:13:44.546195Z","end":"2026-03-26T02:13:44.791521Z","steps":["trace[15192240] 'agreement among raft nodes before linearized reading' (duration: 245.055177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:54.344668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.337204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:54.344776Z","caller":"traceutil/trace.go:171","msg":"trace[867762854] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9053; }","duration":"147.503298ms","start":"2026-03-26T02:13:54.197242Z","end":"2026-03-26T02:13:54.344745Z","steps":["trace[867762854] 'count revisions from in-memory index tree' (duration: 147.186091ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:54.688891Z","caller":"traceutil/trace.go:171","msg":"trace[710522300] transaction","detail":"{read_only:false; response_revision:9055; number_of_response:1; }","duration":"115.830321ms","start":"2026-03-26T02:13:54.57304Z","end":"2026-03-26T02:13:54.68887Z","steps":["trace[710522300] 'process raft request' (duration: 115.691348ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:55.004331Z","caller":"traceutil/trace.go:171","msg":"trace[813505220] transaction","detail":"{read_only:false; response_revision:9056; number_of_response:1; }","duration":"426.481058ms","start":"2026-03-26T02:13:54.577755Z","end":"2026-03-26T02:13:55.004236Z","steps":["trace[813505220] 'process raft request' (duration: 426.10071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.005603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.577725Z","time spent":"427.776618ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:55.004507Z","caller":"traceutil/trace.go:171","msg":"trace[1861741512] transaction","detail":"{read_only:false; response_revision:9058; number_of_response:1; }","duration":"417.550303ms","start":"2026-03-26T02:13:54.586927Z","end":"2026-03-26T02:13:55.004477Z","steps":["trace[1861741512] 'process raft request' (duration: 417.240657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.005076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.536666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rl76j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-26T02:13:55.005812Z","caller":"traceutil/trace.go:171","msg":"trace[1954634483] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rl76j; range_end:; response_count:1; response_revision:9058; }","duration":"409.502607ms","start":"2026-03-26T02:13:54.596283Z","end":"2026-03-26T02:13:55.005786Z","steps":["trace[1954634483] 'agreement among raft nodes before linearized reading' (duration: 408.33434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.006027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.59627Z","time spent":"409.722932ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-rl76j\" "} {"level":"warn","ts":"2026-03-26T02:13:55.006191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.586905Z","time spent":"418.919674ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:55.004459Z","caller":"traceutil/trace.go:171","msg":"trace[767943926] linearizableReadLoop","detail":"{readStateIndex:9390; appliedIndex:9386; }","duration":"408.104126ms","start":"2026-03-26T02:13:54.596329Z","end":"2026-03-26T02:13:55.004433Z","steps":["trace[767943926] 'read index received' (duration: 92.46388ms)","trace[767943926] 'applied index is now lower than readState.Index' (duration: 315.638076ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:55.004341Z","caller":"traceutil/trace.go:171","msg":"trace[388263090] transaction","detail":"{read_only:false; response_revision:9057; number_of_response:1; }","duration":"423.736739ms","start":"2026-03-26T02:13:54.580522Z","end":"2026-03-26T02:13:55.004259Z","steps":["trace[388263090] 'process raft request' (duration: 423.594246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.007452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.347449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:55.007506Z","caller":"traceutil/trace.go:171","msg":"trace[1407478177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9058; }","duration":"361.433211ms","start":"2026-03-26T02:13:54.646057Z","end":"2026-03-26T02:13:55.00749Z","steps":["trace[1407478177] 'agreement among raft nodes before linearized reading' (duration: 361.34825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.007541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.646042Z","time spent":"361.491862ms","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:13:55.00751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.580508Z","time spent":"426.866447ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:55.008109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.601926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T02:13:55.008165Z","caller":"traceutil/trace.go:171","msg":"trace[526422200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9058; }","duration":"140.670447ms","start":"2026-03-26T02:13:54.867475Z","end":"2026-03-26T02:13:55.008145Z","steps":["trace[526422200] 'agreement among raft nodes before linearized reading' (duration: 140.478752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.008204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.473214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:13:55.008297Z","caller":"traceutil/trace.go:171","msg":"trace[58770240] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9058; }","duration":"300.633318ms","start":"2026-03-26T02:13:54.707642Z","end":"2026-03-26T02:13:55.008276Z","steps":["trace[58770240] 'agreement among raft nodes before linearized reading' (duration: 300.446663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.008348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.707619Z","time spent":"300.71843ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:55.008386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.396859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-26T02:13:55.008427Z","caller":"traceutil/trace.go:171","msg":"trace[715112572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9058; }","duration":"123.47778ms","start":"2026-03-26T02:13:54.88494Z","end":"2026-03-26T02:13:55.008417Z","steps":["trace[715112572] 'agreement among raft nodes before linearized reading' (duration: 123.375338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.008562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.721305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T02:13:55.008595Z","caller":"traceutil/trace.go:171","msg":"trace[1030343965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9058; }","duration":"123.772297ms","start":"2026-03-26T02:13:54.884815Z","end":"2026-03-26T02:13:55.008588Z","steps":["trace[1030343965] 'agreement among raft nodes before linearized reading' (duration: 123.690515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.008639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.433768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-v7dzs\" ","response":"range_response_count:1 size:4558"} {"level":"warn","ts":"2026-03-26T02:13:55.008697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.344752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T02:13:55.008713Z","caller":"traceutil/trace.go:171","msg":"trace[22529684] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-v7dzs; range_end:; response_count:1; response_revision:9058; }","duration":"328.53779ms","start":"2026-03-26T02:13:54.680151Z","end":"2026-03-26T02:13:55.008689Z","steps":["trace[22529684] 'agreement among raft nodes before linearized reading' (duration: 328.390387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.00879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.68013Z","time spent":"328.640243ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4581,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-v7dzs\" "} {"level":"info","ts":"2026-03-26T02:13:55.008739Z","caller":"traceutil/trace.go:171","msg":"trace[1417226831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9058; }","duration":"167.430694ms","start":"2026-03-26T02:13:54.841297Z","end":"2026-03-26T02:13:55.008728Z","steps":["trace[1417226831] 'agreement among raft nodes before linearized reading' (duration: 167.290791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.008798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.087041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-26T02:13:55.008904Z","caller":"traceutil/trace.go:171","msg":"trace[1034481192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9058; }","duration":"138.204454ms","start":"2026-03-26T02:13:54.870687Z","end":"2026-03-26T02:13:55.008892Z","steps":["trace[1034481192] 'agreement among raft nodes before linearized reading' (duration: 138.04536ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:01.4761Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002501.wal"} {"level":"info","ts":"2026-03-26T02:14:49.361663Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"791a7e25b533cd26","local-member-applied-index":10002,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-26T02:14:49.366341Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10002} {"level":"info","ts":"2026-03-26T02:14:49.366469Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5002} {"level":"info","ts":"2026-03-26T02:15:01.128526Z","caller":"traceutil/trace.go:171","msg":"trace[2013117809] transaction","detail":"{read_only:false; response_revision:9719; number_of_response:1; }","duration":"205.910241ms","start":"2026-03-26T02:15:00.922595Z","end":"2026-03-26T02:15:01.128505Z","steps":["trace[2013117809] 'process raft request' (duration: 205.770898ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:15:01.647582Z","caller":"traceutil/trace.go:171","msg":"trace[1926219555] transaction","detail":"{read_only:false; response_revision:9720; number_of_response:1; }","duration":"374.350513ms","start":"2026-03-26T02:15:01.273208Z","end":"2026-03-26T02:15:01.647559Z","steps":["trace[1926219555] 'process raft request' (duration: 374.21488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:01.64773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:15:01.273183Z","time spent":"374.473315ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:15:01.67331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:15:01.285309Z","time spent":"387.997392ms","remote":"127.0.0.1:33654","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-26T02:15:01.673299Z","caller":"traceutil/trace.go:171","msg":"trace[1254102083] transaction","detail":"{read_only:false; response_revision:9721; number_of_response:1; }","duration":"397.343007ms","start":"2026-03-26T02:15:01.275924Z","end":"2026-03-26T02:15:01.673267Z","steps":["trace[1254102083] 'process raft request' (duration: 396.959019ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:15:01.673344Z","caller":"traceutil/trace.go:171","msg":"trace[1686719604] linearizableReadLoop","detail":"{readStateIndex:10072; appliedIndex:10068; }","duration":"284.182647ms","start":"2026-03-26T02:15:01.389129Z","end":"2026-03-26T02:15:01.673312Z","steps":["trace[1686719604] 'read index received' (duration: 258.29642ms)","trace[1686719604] 'applied index is now lower than readState.Index' (duration: 25.884567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:15:01.673459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:15:01.275907Z","time spent":"397.468729ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:15:01.6735Z","caller":"traceutil/trace.go:171","msg":"trace[1942213975] transaction","detail":"{read_only:false; response_revision:9722; number_of_response:1; }","duration":"384.388703ms","start":"2026-03-26T02:15:01.289084Z","end":"2026-03-26T02:15:01.673473Z","steps":["trace[1942213975] 'process raft request' (duration: 384.146027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:01.673638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.494844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-26T02:15:01.673659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:15:01.289067Z","time spent":"384.502475ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:15:01.673693Z","caller":"traceutil/trace.go:171","msg":"trace[1114788573] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9722; }","duration":"284.584276ms","start":"2026-03-26T02:15:01.389091Z","end":"2026-03-26T02:15:01.673676Z","steps":["trace[1114788573] 'agreement among raft nodes before linearized reading' (duration: 284.387982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:01.673714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.573191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T02:15:01.673755Z","caller":"traceutil/trace.go:171","msg":"trace[1192358340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9722; }","duration":"260.651571ms","start":"2026-03-26T02:15:01.41309Z","end":"2026-03-26T02:15:01.673742Z","steps":["trace[1192358340] 'agreement among raft nodes before linearized reading' (duration: 260.522329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:01.673916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.004214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rl76j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-26T02:15:01.673955Z","caller":"traceutil/trace.go:171","msg":"trace[730363681] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rl76j; range_end:; response_count:1; response_revision:9722; }","duration":"227.065216ms","start":"2026-03-26T02:15:01.446878Z","end":"2026-03-26T02:15:01.673943Z","steps":["trace[730363681] 'agreement among raft nodes before linearized reading' (duration: 226.924323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:01.673979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.335065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-26T02:15:01.673952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.514679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-26T02:15:01.674005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.1249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:15:01.674062Z","caller":"traceutil/trace.go:171","msg":"trace[2119524875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9722; }","duration":"260.665082ms","start":"2026-03-26T02:15:01.413387Z","end":"2026-03-26T02:15:01.674053Z","steps":["trace[2119524875] 'agreement among raft nodes before linearized reading' (duration: 260.501739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:01.674067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.989196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-26T02:15:01.674099Z","caller":"traceutil/trace.go:171","msg":"trace[1750349505] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:9722; }","duration":"119.277175ms","start":"2026-03-26T02:15:01.554799Z","end":"2026-03-26T02:15:01.674076Z","steps":["trace[1750349505] 'agreement among raft nodes before linearized reading' (duration: 119.04205ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:15:01.67413Z","caller":"traceutil/trace.go:171","msg":"trace[1177691053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9722; }","duration":"254.076717ms","start":"2026-03-26T02:15:01.420037Z","end":"2026-03-26T02:15:01.674113Z","steps":["trace[1177691053] 'agreement among raft nodes before linearized reading' (duration: 253.888853ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:15:01.674035Z","caller":"traceutil/trace.go:171","msg":"trace[299075792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9722; }","duration":"260.389696ms","start":"2026-03-26T02:15:01.413629Z","end":"2026-03-26T02:15:01.674019Z","steps":["trace[299075792] 'agreement among raft nodes before linearized reading' (duration: 260.214463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:01.674153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.820585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T02:15:01.674204Z","caller":"traceutil/trace.go:171","msg":"trace[374072374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9722; }","duration":"255.893587ms","start":"2026-03-26T02:15:01.418298Z","end":"2026-03-26T02:15:01.674192Z","steps":["trace[374072374] 'agreement among raft nodes before linearized reading' (duration: 255.767504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:01.838733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.509753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:15:01.838851Z","caller":"traceutil/trace.go:171","msg":"trace[537711427] linearizableReadLoop","detail":"{readStateIndex:10073; appliedIndex:10072; }","duration":"162.520921ms","start":"2026-03-26T02:15:01.676313Z","end":"2026-03-26T02:15:01.838834Z","steps":["trace[537711427] 'read index received' (duration: 19.839024ms)","trace[537711427] 'applied index is now lower than readState.Index' (duration: 142.680517ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:15:01.838917Z","caller":"traceutil/trace.go:171","msg":"trace[1721007999] transaction","detail":"{read_only:false; response_revision:9723; number_of_response:1; }","duration":"164.626598ms","start":"2026-03-26T02:15:01.674242Z","end":"2026-03-26T02:15:01.838869Z","steps":["trace[1721007999] 'process raft request' (duration: 21.89695ms)","trace[1721007999] 'compare' (duration: 142.333269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:15:01.839051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.764727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:15:01.839116Z","caller":"traceutil/trace.go:171","msg":"trace[226030068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9723; }","duration":"162.852848ms","start":"2026-03-26T02:15:01.676253Z","end":"2026-03-26T02:15:01.839106Z","steps":["trace[226030068] 'agreement among raft nodes before linearized reading' (duration: 162.654314ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:15:01.877378Z","caller":"traceutil/trace.go:171","msg":"trace[1508096865] transaction","detail":"{read_only:false; response_revision:9725; number_of_response:1; }","duration":"198.225334ms","start":"2026-03-26T02:15:01.679124Z","end":"2026-03-26T02:15:01.877349Z","steps":["trace[1508096865] 'process raft request' (duration: 198.148133ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:15:01.877764Z","caller":"traceutil/trace.go:171","msg":"trace[360932837] transaction","detail":"{read_only:false; response_revision:9724; number_of_response:1; }","duration":"198.646913ms","start":"2026-03-26T02:15:01.679104Z","end":"2026-03-26T02:15:01.877751Z","steps":["trace[360932837] 'process raft request' (duration: 198.006619ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:15:01.877761Z","caller":"traceutil/trace.go:171","msg":"trace[1233383428] transaction","detail":"{read_only:false; response_revision:9726; number_of_response:1; }","duration":"197.58142ms","start":"2026-03-26T02:15:01.680151Z","end":"2026-03-26T02:15:01.877732Z","steps":["trace[1233383428] 'process raft request' (duration: 197.158451ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:15:01.878152Z","caller":"traceutil/trace.go:171","msg":"trace[1756932721] transaction","detail":"{read_only:false; response_revision:9727; number_of_response:1; }","duration":"197.948028ms","start":"2026-03-26T02:15:01.680182Z","end":"2026-03-26T02:15:01.87813Z","steps":["trace[1756932721] 'process raft request' (duration: 197.464658ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:15:01.87858Z","caller":"traceutil/trace.go:171","msg":"trace[279714877] transaction","detail":"{read_only:false; response_revision:9728; number_of_response:1; }","duration":"197.492317ms","start":"2026-03-26T02:15:01.681067Z","end":"2026-03-26T02:15:01.87856Z","steps":["trace[279714877] 'process raft request' (duration: 197.245352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:01.878765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.412389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-26T02:15:01.878813Z","caller":"traceutil/trace.go:171","msg":"trace[255779832] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9728; }","duration":"199.499382ms","start":"2026-03-26T02:15:01.679303Z","end":"2026-03-26T02:15:01.878802Z","steps":["trace[255779832] 'agreement among raft nodes before linearized reading' (duration: 199.332818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:01.879366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.471459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291479"} {"level":"info","ts":"2026-03-26T02:15:01.879441Z","caller":"traceutil/trace.go:171","msg":"trace[90871133] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9728; }","duration":"198.577972ms","start":"2026-03-26T02:15:01.680846Z","end":"2026-03-26T02:15:01.879424Z","steps":["trace[90871133] 'agreement among raft nodes before linearized reading' (duration: 198.01349ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:16:08.194756Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7787} {"level":"info","ts":"2026-03-26T02:16:08.279609Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7787,"took":"82.977269ms","hash":3174718961,"current-db-size-bytes":53559296,"current-db-size":"54 MB","current-db-size-in-use-bytes":25354240,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-26T02:16:08.279663Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3174718961,"revision":7787,"compact-revision":5393} {"level":"info","ts":"2026-03-26T02:21:08.201429Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10190} {"level":"info","ts":"2026-03-26T02:21:08.286921Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10190,"took":"82.429021ms","hash":3996727889,"current-db-size-bytes":53559296,"current-db-size":"54 MB","current-db-size-in-use-bytes":23367680,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-26T02:21:08.286982Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3996727889,"revision":10190,"compact-revision":7787} {"level":"info","ts":"2026-03-26T02:26:08.21135Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12009} {"level":"info","ts":"2026-03-26T02:26:08.287769Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12009,"took":"73.417702ms","hash":2237663790,"current-db-size-bytes":53559296,"current-db-size":"54 MB","current-db-size-in-use-bytes":19427328,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-03-26T02:26:08.28783Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2237663790,"revision":12009,"compact-revision":10190}