{"level":"warn","ts":"2026-03-26T01:56:02.274693Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-26T01:56:02.274789Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.43:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.43:2380","--initial-cluster=instance=https://162.253.55.43:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.43:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.43:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-26T01:56:02.274859Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-26T01:56:02.274871Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.43:2380"]} {"level":"info","ts":"2026-03-26T01:56:02.274891Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-26T01:56:02.275514Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"]} {"level":"info","ts":"2026-03-26T01:56:02.275588Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.43:2380"],"listen-peer-urls":["https://162.253.55.43:2380"],"advertise-client-urls":["https://162.253.55.43:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.43:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-26T01:56:02.27935Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.550931ms"} {"level":"info","ts":"2026-03-26T01:56:02.28741Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"14f8f2dfdaccebdb","cluster-id":"5f02ccb15672f35d"} {"level":"info","ts":"2026-03-26T01:56:02.28752Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=()"} {"level":"info","ts":"2026-03-26T01:56:02.287555Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became follower at term 0"} {"level":"info","ts":"2026-03-26T01:56:02.287573Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 14f8f2dfdaccebdb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-26T01:56:02.287587Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became follower at term 1"} {"level":"info","ts":"2026-03-26T01:56:02.287631Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=(1511224718245293019)"} {"level":"warn","ts":"2026-03-26T01:56:02.296351Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-26T01:56:02.298156Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-26T01:56:02.29949Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-26T01:56:02.30166Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"14f8f2dfdaccebdb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-26T01:56:02.301852Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"14f8f2dfdaccebdb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-26T01:56:02.302063Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T01:56:02.302207Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T01:56:02.302234Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T01:56:02.30499Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=(1511224718245293019)"} {"level":"info","ts":"2026-03-26T01:56:02.305742Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5f02ccb15672f35d","local-member-id":"14f8f2dfdaccebdb","added-peer-id":"14f8f2dfdaccebdb","added-peer-peer-urls":["https://162.253.55.43:2380"]} {"level":"info","ts":"2026-03-26T01:56:02.307296Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-26T01:56:02.307402Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.43:2380"} {"level":"info","ts":"2026-03-26T01:56:02.307455Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.43:2380"} {"level":"info","ts":"2026-03-26T01:56:02.307548Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"14f8f2dfdaccebdb","initial-advertise-peer-urls":["https://162.253.55.43:2380"],"listen-peer-urls":["https://162.253.55.43:2380"],"advertise-client-urls":["https://162.253.55.43:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-26T01:56:02.307615Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-26T01:56:03.188143Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb is starting a new election at term 1"} {"level":"info","ts":"2026-03-26T01:56:03.18819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became pre-candidate at term 1"} {"level":"info","ts":"2026-03-26T01:56:03.188219Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb received MsgPreVoteResp from 14f8f2dfdaccebdb at term 1"} {"level":"info","ts":"2026-03-26T01:56:03.188235Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became candidate at term 2"} {"level":"info","ts":"2026-03-26T01:56:03.188243Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb received MsgVoteResp from 14f8f2dfdaccebdb at term 2"} {"level":"info","ts":"2026-03-26T01:56:03.188255Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became leader at term 2"} {"level":"info","ts":"2026-03-26T01:56:03.188264Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 14f8f2dfdaccebdb elected leader 14f8f2dfdaccebdb at term 2"} {"level":"info","ts":"2026-03-26T01:56:03.189373Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"14f8f2dfdaccebdb","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.43:2379]}","request-path":"/0/members/14f8f2dfdaccebdb/attributes","cluster-id":"5f02ccb15672f35d","publish-timeout":"7s"} {"level":"info","ts":"2026-03-26T01:56:03.189513Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-26T01:56:03.189648Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-26T01:56:03.18959Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-26T01:56:03.189705Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-26T01:56:03.189624Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T01:56:03.19084Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5f02ccb15672f35d","local-member-id":"14f8f2dfdaccebdb","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T01:56:03.19096Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T01:56:03.190997Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T01:56:03.191495Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.43:2379"} {"level":"info","ts":"2026-03-26T01:56:03.19197Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-26T01:56:04.750135Z","caller":"traceutil/trace.go:171","msg":"trace[44548668] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"111.090352ms","start":"2026-03-26T01:56:04.639019Z","end":"2026-03-26T01:56:04.750109Z","steps":["trace[44548668] 'process raft request' (duration: 62.449961ms)","trace[44548668] 'compare' (duration: 48.302923ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:56:04.750486Z","caller":"traceutil/trace.go:171","msg":"trace[433491161] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"106.111138ms","start":"2026-03-26T01:56:04.644349Z","end":"2026-03-26T01:56:04.75046Z","steps":["trace[433491161] 'process raft request' (duration: 105.561964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:04.751222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.213521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-26T01:56:04.751365Z","caller":"traceutil/trace.go:171","msg":"trace[2125789257] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:26; }","duration":"100.519429ms","start":"2026-03-26T01:56:04.650828Z","end":"2026-03-26T01:56:04.751348Z","steps":["trace[2125789257] 'agreement among raft nodes before linearized reading' (duration: 99.738571ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:05.658083Z","caller":"traceutil/trace.go:171","msg":"trace[1745668575] transaction","detail":"{read_only:false; response_revision:73; number_of_response:1; }","duration":"120.120091ms","start":"2026-03-26T01:56:05.537921Z","end":"2026-03-26T01:56:05.658041Z","steps":["trace[1745668575] 'process raft request' (duration: 113.202281ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:06.588209Z","caller":"traceutil/trace.go:171","msg":"trace[1040742657] transaction","detail":"{read_only:false; response_revision:110; number_of_response:1; }","duration":"108.547935ms","start":"2026-03-26T01:56:06.479601Z","end":"2026-03-26T01:56:06.588149Z","steps":["trace[1040742657] 'process raft request' (duration: 37.657229ms)","trace[1040742657] 'compare' (duration: 70.585498ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:56:06.951165Z","caller":"traceutil/trace.go:171","msg":"trace[308703883] transaction","detail":"{read_only:false; response_revision:117; number_of_response:1; }","duration":"137.036521ms","start":"2026-03-26T01:56:06.814101Z","end":"2026-03-26T01:56:06.951138Z","steps":["trace[308703883] 'process raft request' (duration: 70.331442ms)","trace[308703883] 'compare' (duration: 66.590486ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:56:07.320654Z","caller":"traceutil/trace.go:171","msg":"trace[1098314978] transaction","detail":"{read_only:false; response_revision:125; number_of_response:1; }","duration":"140.402858ms","start":"2026-03-26T01:56:07.180227Z","end":"2026-03-26T01:56:07.32063Z","steps":["trace[1098314978] 'process raft request' (duration: 140.258335ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:08.662246Z","caller":"traceutil/trace.go:171","msg":"trace[1079357714] transaction","detail":"{read_only:false; response_revision:208; number_of_response:1; }","duration":"121.233076ms","start":"2026-03-26T01:56:08.540986Z","end":"2026-03-26T01:56:08.662219Z","steps":["trace[1079357714] 'process raft request' (duration: 121.101853ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:09.928965Z","caller":"traceutil/trace.go:171","msg":"trace[1916525210] transaction","detail":"{read_only:false; response_revision:232; number_of_response:1; }","duration":"292.70727ms","start":"2026-03-26T01:56:09.636221Z","end":"2026-03-26T01:56:09.928928Z","steps":["trace[1916525210] 'process raft request' (duration: 280.797336ms)","trace[1916525210] 'compare' (duration: 11.808612ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:56:09.929048Z","caller":"traceutil/trace.go:171","msg":"trace[1645326850] transaction","detail":"{read_only:false; response_revision:233; number_of_response:1; }","duration":"240.825674ms","start":"2026-03-26T01:56:09.688209Z","end":"2026-03-26T01:56:09.929034Z","steps":["trace[1645326850] 'process raft request' (duration: 240.711602ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:09.929156Z","caller":"traceutil/trace.go:171","msg":"trace[893824668] transaction","detail":"{read_only:false; response_revision:237; number_of_response:1; }","duration":"131.144174ms","start":"2026-03-26T01:56:09.797996Z","end":"2026-03-26T01:56:09.92914Z","steps":["trace[893824668] 'process raft request' (duration: 131.110073ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:09.929157Z","caller":"traceutil/trace.go:171","msg":"trace[550171710] transaction","detail":"{read_only:false; response_revision:234; number_of_response:1; }","duration":"132.74679ms","start":"2026-03-26T01:56:09.796374Z","end":"2026-03-26T01:56:09.929121Z","steps":["trace[550171710] 'process raft request' (duration: 132.613687ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:09.929303Z","caller":"traceutil/trace.go:171","msg":"trace[736208623] transaction","detail":"{read_only:false; number_of_response:0; response_revision:236; }","duration":"131.364569ms","start":"2026-03-26T01:56:09.797928Z","end":"2026-03-26T01:56:09.929293Z","steps":["trace[736208623] 'process raft request' (duration: 131.153494ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:09.929363Z","caller":"traceutil/trace.go:171","msg":"trace[1684812716] transaction","detail":"{read_only:false; response_revision:235; number_of_response:1; }","duration":"131.732978ms","start":"2026-03-26T01:56:09.79762Z","end":"2026-03-26T01:56:09.929353Z","steps":["trace[1684812716] 'process raft request' (duration: 131.40324ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:09.929304Z","caller":"traceutil/trace.go:171","msg":"trace[819840883] transaction","detail":"{read_only:false; number_of_response:0; response_revision:233; }","duration":"146.629741ms","start":"2026-03-26T01:56:09.782665Z","end":"2026-03-26T01:56:09.929295Z","steps":["trace[819840883] 'process raft request' (duration: 146.298134ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:09.929391Z","caller":"traceutil/trace.go:171","msg":"trace[786326319] transaction","detail":"{read_only:false; response_revision:236; number_of_response:1; }","duration":"131.576333ms","start":"2026-03-26T01:56:09.797728Z","end":"2026-03-26T01:56:09.929304Z","steps":["trace[786326319] 'process raft request' (duration: 131.326798ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:09.92926Z","caller":"traceutil/trace.go:171","msg":"trace[1675758309] linearizableReadLoop","detail":"{readStateIndex:238; appliedIndex:237; }","duration":"241.312905ms","start":"2026-03-26T01:56:09.687891Z","end":"2026-03-26T01:56:09.929204Z","steps":["trace[1675758309] 'read index received' (duration: 229.224857ms)","trace[1675758309] 'applied index is now lower than readState.Index' (duration: 12.084808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:56:09.930431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.605902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:56:09.93133Z","caller":"traceutil/trace.go:171","msg":"trace[1954576353] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:237; }","duration":"243.322822ms","start":"2026-03-26T01:56:09.687848Z","end":"2026-03-26T01:56:09.93117Z","steps":["trace[1954576353] 'agreement among raft nodes before linearized reading' (duration: 241.487919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:09.932521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.339794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-03-26T01:56:09.932641Z","caller":"traceutil/trace.go:171","msg":"trace[1121320223] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:237; }","duration":"244.745344ms","start":"2026-03-26T01:56:09.687848Z","end":"2026-03-26T01:56:09.932593Z","steps":["trace[1121320223] 'agreement among raft nodes before linearized reading' (duration: 241.499619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:14.915362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.909586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:56:14.915558Z","caller":"traceutil/trace.go:171","msg":"trace[1256308586] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:0; response_revision:299; }","duration":"104.167802ms","start":"2026-03-26T01:56:14.811368Z","end":"2026-03-26T01:56:14.915536Z","steps":["trace[1256308586] 'range keys from in-memory index tree' (duration: 103.805174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:20.84823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.315132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-03-26T01:56:20.848351Z","caller":"traceutil/trace.go:171","msg":"trace[1519908880] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:370; }","duration":"171.479375ms","start":"2026-03-26T01:56:20.676848Z","end":"2026-03-26T01:56:20.848327Z","steps":["trace[1519908880] 'range keys from in-memory index tree' (duration: 171.21058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:20.84823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.211687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T01:56:20.848481Z","caller":"traceutil/trace.go:171","msg":"trace[562866186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:370; }","duration":"284.521354ms","start":"2026-03-26T01:56:20.563941Z","end":"2026-03-26T01:56:20.848462Z","steps":["trace[562866186] 'range keys from in-memory index tree' (duration: 284.066263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:21.516579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350413317534304,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T01:56:21.877946Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.025037254s","expected-duration":"1s"} {"level":"info","ts":"2026-03-26T01:56:21.878386Z","caller":"traceutil/trace.go:171","msg":"trace[321883377] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"1.025572518s","start":"2026-03-26T01:56:20.852789Z","end":"2026-03-26T01:56:21.878362Z","steps":["trace[321883377] 'process raft request' (duration: 1.025425185s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:21.879033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:20.852759Z","time spent":"1.02569508s","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:56:23.996215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999517756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-26T01:56:23.996327Z","caller":"traceutil/trace.go:171","msg":"trace[721685190] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999678679s","start":"2026-03-26T01:56:21.996618Z","end":"2026-03-26T01:56:23.996297Z","steps":["trace[721685190] 'agreement among raft nodes before linearized reading' (duration: 1.999555496s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:23.996392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:21.996595Z","time spent":"1.999782341s","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/26 01:56:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-26T01:56:24.378647Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.500465224s","expected-duration":"1s"} {"level":"info","ts":"2026-03-26T01:56:24.393064Z","caller":"traceutil/trace.go:171","msg":"trace[2125022035] linearizableReadLoop","detail":"{readStateIndex:386; appliedIndex:384; }","duration":"3.376774249s","start":"2026-03-26T01:56:21.01625Z","end":"2026-03-26T01:56:24.393025Z","steps":["trace[2125022035] 'read index received' (duration: 862.060256ms)","trace[2125022035] 'applied index is now lower than readState.Index' (duration: 2.514712593s)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:56:24.393291Z","caller":"traceutil/trace.go:171","msg":"trace[705801036] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"3.538061571s","start":"2026-03-26T01:56:20.8552Z","end":"2026-03-26T01:56:24.393262Z","steps":["trace[705801036] 'process raft request' (duration: 3.523731659s)","trace[705801036] 'compare' (duration: 13.439422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:56:24.393352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.377082837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-26T01:56:24.393436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:20.855185Z","time spent":"3.538168322s","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6946,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:56:24.393442Z","caller":"traceutil/trace.go:171","msg":"trace[1307359950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:372; }","duration":"3.37722291s","start":"2026-03-26T01:56:21.016194Z","end":"2026-03-26T01:56:24.393417Z","steps":["trace[1307359950] 'agreement among raft nodes before linearized reading' (duration: 3.377061386s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:24.393516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:21.016164Z","time spent":"3.377338782s","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T01:56:25.039675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.020859ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-26T01:56:25.039887Z","caller":"traceutil/trace.go:171","msg":"trace[70678623] linearizableReadLoop","detail":"{readStateIndex:387; appliedIndex:386; }","duration":"646.702946ms","start":"2026-03-26T01:56:24.393168Z","end":"2026-03-26T01:56:25.039871Z","steps":["trace[70678623] 'read index received' (duration: 13.323449ms)","trace[70678623] 'applied index is now lower than readState.Index' (duration: 633.378617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:56:25.040007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.88361577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-26T01:56:25.040035Z","caller":"traceutil/trace.go:171","msg":"trace[1370639171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:372; }","duration":"3.88369212s","start":"2026-03-26T01:56:21.156335Z","end":"2026-03-26T01:56:25.040027Z","steps":["trace[1370639171] 'agreement among raft nodes before linearized reading' (duration: 3.883627539s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:25.040062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:21.156314Z","time spent":"3.883741682s","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T01:56:25.040059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043575246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T01:56:25.040063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.540548917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-26T01:56:25.040145Z","caller":"traceutil/trace.go:171","msg":"trace[1180893640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:372; }","duration":"1.043692238s","start":"2026-03-26T01:56:23.99642Z","end":"2026-03-26T01:56:25.040112Z","steps":["trace[1180893640] 'agreement among raft nodes before linearized reading' (duration: 1.043480744s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:25.040118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157101773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-26T01:56:25.040194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:23.996395Z","time spent":"1.04378961s","remote":"127.0.0.1:57212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T01:56:25.040218Z","caller":"traceutil/trace.go:171","msg":"trace[342037980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:372; }","duration":"1.157252487s","start":"2026-03-26T01:56:23.882938Z","end":"2026-03-26T01:56:25.04019Z","steps":["trace[342037980] 'agreement among raft nodes before linearized reading' (duration: 1.157045973s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:25.040299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:23.882917Z","time spent":"1.157372289s","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T01:56:25.040443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.92833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-03-26T01:56:25.040454Z","caller":"traceutil/trace.go:171","msg":"trace[1784885907] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"642.151037ms","start":"2026-03-26T01:56:24.398292Z","end":"2026-03-26T01:56:25.040443Z","steps":["trace[1784885907] 'process raft request' (duration: 641.493693ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:25.040489Z","caller":"traceutil/trace.go:171","msg":"trace[74707875] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:374; }","duration":"641.018242ms","start":"2026-03-26T01:56:24.399461Z","end":"2026-03-26T01:56:25.04048Z","steps":["trace[74707875] 'agreement among raft nodes before linearized reading' (duration: 640.9149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:25.040524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:24.39944Z","time spent":"641.075773ms","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-26T01:56:25.040581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:24.398257Z","time spent":"642.235189ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:56:25.040148Z","caller":"traceutil/trace.go:171","msg":"trace[1966892067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:372; }","duration":"3.540683471s","start":"2026-03-26T01:56:21.499442Z","end":"2026-03-26T01:56:25.040126Z","steps":["trace[1966892067] 'agreement among raft nodes before linearized reading' (duration: 3.540498717s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:25.04066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:21.499421Z","time spent":"3.541204061s","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-26T01:56:29.224868Z","caller":"traceutil/trace.go:171","msg":"trace[1027236341] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"102.56049ms","start":"2026-03-26T01:56:29.122282Z","end":"2026-03-26T01:56:29.224843Z","steps":["trace[1027236341] 'process raft request' (duration: 102.429677ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:29.25937Z","caller":"traceutil/trace.go:171","msg":"trace[1978473853] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"136.995827ms","start":"2026-03-26T01:56:29.122347Z","end":"2026-03-26T01:56:29.259342Z","steps":["trace[1978473853] 'process raft request' (duration: 136.816364ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:29.259517Z","caller":"traceutil/trace.go:171","msg":"trace[289519207] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"136.914496ms","start":"2026-03-26T01:56:29.122585Z","end":"2026-03-26T01:56:29.2595Z","steps":["trace[289519207] 'process raft request' (duration: 136.706721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:49.401578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.084913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:56:49.401858Z","caller":"traceutil/trace.go:171","msg":"trace[495745753] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"831.137078ms","start":"2026-03-26T01:56:48.570706Z","end":"2026-03-26T01:56:49.401843Z","steps":["trace[495745753] 'process raft request' (duration: 830.996435ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:49.401825Z","caller":"traceutil/trace.go:171","msg":"trace[1157514852] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"840.738305ms","start":"2026-03-26T01:56:48.561042Z","end":"2026-03-26T01:56:49.401781Z","steps":["trace[1157514852] 'process raft request' (duration: 149.368676ms)","trace[1157514852] 'compare' (duration: 690.941199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:56:49.401928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:48.570681Z","time spent":"831.221369ms","remote":"127.0.0.1:57274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10855,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:56:49.402028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:48.56103Z","time spent":"840.889738ms","remote":"127.0.0.1:57274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59607,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:56:49.402266Z","caller":"traceutil/trace.go:171","msg":"trace[721025490] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"813.212298ms","start":"2026-03-26T01:56:48.588982Z","end":"2026-03-26T01:56:49.402194Z","steps":["trace[721025490] 'process raft request' (duration: 812.82622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:49.402437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:48.588963Z","time spent":"813.394712ms","remote":"127.0.0.1:57274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T01:56:49.402518Z","caller":"traceutil/trace.go:171","msg":"trace[834311242] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"793.272124ms","start":"2026-03-26T01:56:48.609229Z","end":"2026-03-26T01:56:49.402501Z","steps":["trace[834311242] 'process raft request' (duration: 792.921266ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:49.402522Z","caller":"traceutil/trace.go:171","msg":"trace[1648899447] linearizableReadLoop","detail":"{readStateIndex:563; appliedIndex:559; }","duration":"406.923505ms","start":"2026-03-26T01:56:48.995556Z","end":"2026-03-26T01:56:49.40248Z","steps":["trace[1648899447] 'read index received' (duration: 404.86978ms)","trace[1648899447] 'applied index is now lower than readState.Index' (duration: 2.052215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:56:49.402604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:48.609173Z","time spent":"793.390306ms","remote":"127.0.0.1:57274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:56:49.402765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.194821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:56:49.402866Z","caller":"traceutil/trace.go:171","msg":"trace[868723635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:540; }","duration":"407.360815ms","start":"2026-03-26T01:56:48.995483Z","end":"2026-03-26T01:56:49.402844Z","steps":["trace[868723635] 'agreement among raft nodes before linearized reading' (duration: 407.13417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:49.402905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.665241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-26T01:56:49.402916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:48.995464Z","time spent":"407.444046ms","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T01:56:49.402964Z","caller":"traceutil/trace.go:171","msg":"trace[454989853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:540; }","duration":"194.788443ms","start":"2026-03-26T01:56:49.208161Z","end":"2026-03-26T01:56:49.402949Z","steps":["trace[454989853] 'agreement among raft nodes before linearized reading' (duration: 194.558308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:51.727539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.639875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-26T01:56:51.727566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.485093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:570105"} {"level":"info","ts":"2026-03-26T01:56:51.727654Z","caller":"traceutil/trace.go:171","msg":"trace[1890798225] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:573; }","duration":"951.624036ms","start":"2026-03-26T01:56:50.776009Z","end":"2026-03-26T01:56:51.727633Z","steps":["trace[1890798225] 'range keys from in-memory index tree' (duration: 951.120535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:51.727696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:50.775996Z","time spent":"951.690597ms","remote":"127.0.0.1:57274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":570127,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-26T01:56:51.727716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.29345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:56:51.727746Z","caller":"traceutil/trace.go:171","msg":"trace[453230137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:574; }","duration":"733.351201ms","start":"2026-03-26T01:56:50.994385Z","end":"2026-03-26T01:56:51.727737Z","steps":["trace[453230137] 'agreement among raft nodes before linearized reading' (duration: 733.29368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:51.727777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:50.994364Z","time spent":"733.406102ms","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T01:56:51.727771Z","caller":"traceutil/trace.go:171","msg":"trace[1994144841] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"834.474868ms","start":"2026-03-26T01:56:50.893262Z","end":"2026-03-26T01:56:51.727737Z","steps":["trace[1994144841] 'process raft request' (duration: 355.519917ms)","trace[1994144841] 'compare' (duration: 478.39848ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:56:51.727654Z","caller":"traceutil/trace.go:171","msg":"trace[1908540249] linearizableReadLoop","detail":"{readStateIndex:597; appliedIndex:596; }","duration":"733.215558ms","start":"2026-03-26T01:56:50.994422Z","end":"2026-03-26T01:56:51.727637Z","steps":["trace[1908540249] 'read index received' (duration: 254.37459ms)","trace[1908540249] 'applied index is now lower than readState.Index' (duration: 478.839308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:56:51.727917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:50.893236Z","time spent":"834.602612ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:56:51.728128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.529642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T01:56:51.728219Z","caller":"traceutil/trace.go:171","msg":"trace[1765260708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:574; }","duration":"306.87001ms","start":"2026-03-26T01:56:51.421325Z","end":"2026-03-26T01:56:51.728195Z","steps":["trace[1765260708] 'agreement among raft nodes before linearized reading' (duration: 306.638045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:51.728252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:51.421297Z","time spent":"306.949741ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T01:56:51.7283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.957131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-26T01:56:51.728311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.946445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T01:56:51.728345Z","caller":"traceutil/trace.go:171","msg":"trace[2141151912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:574; }","duration":"307.064174ms","start":"2026-03-26T01:56:51.421269Z","end":"2026-03-26T01:56:51.728333Z","steps":["trace[2141151912] 'agreement among raft nodes before linearized reading' (duration: 306.959292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:51.728379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:51.421237Z","time spent":"307.135715ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-26T01:56:51.7284Z","caller":"traceutil/trace.go:171","msg":"trace[835181949] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:574; }","duration":"309.075178ms","start":"2026-03-26T01:56:51.41929Z","end":"2026-03-26T01:56:51.728366Z","steps":["trace[835181949] 'agreement among raft nodes before linearized reading' (duration: 308.967015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:51.72845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:51.419241Z","time spent":"309.19865ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T01:56:51.728072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.883144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-26T01:56:51.728941Z","caller":"traceutil/trace.go:171","msg":"trace[636219613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:574; }","duration":"309.801064ms","start":"2026-03-26T01:56:51.419122Z","end":"2026-03-26T01:56:51.728923Z","steps":["trace[636219613] 'agreement among raft nodes before linearized reading' (duration: 308.815223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:51.728977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:51.419105Z","time spent":"309.861825ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-26T01:56:55.573104Z","caller":"traceutil/trace.go:171","msg":"trace[1998188062] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"252.236943ms","start":"2026-03-26T01:56:55.320843Z","end":"2026-03-26T01:56:55.57308Z","steps":["trace[1998188062] 'process raft request' (duration: 251.079317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:55.813521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.979685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:56:55.813834Z","caller":"traceutil/trace.go:171","msg":"trace[652737722] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"174.973994ms","start":"2026-03-26T01:56:55.638824Z","end":"2026-03-26T01:56:55.813798Z","steps":["trace[652737722] 'process raft request' (duration: 174.83811ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:55.814047Z","caller":"traceutil/trace.go:171","msg":"trace[1398943647] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"233.609599ms","start":"2026-03-26T01:56:55.580306Z","end":"2026-03-26T01:56:55.813916Z","steps":["trace[1398943647] 'process raft request' (duration: 51.122502ms)","trace[1398943647] 'compare' (duration: 181.826922ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:56:56.317229Z","caller":"traceutil/trace.go:171","msg":"trace[487561896] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"497.674678ms","start":"2026-03-26T01:56:55.819531Z","end":"2026-03-26T01:56:56.317206Z","steps":["trace[487561896] 'process raft request' (duration: 497.617617ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:56.317246Z","caller":"traceutil/trace.go:171","msg":"trace[1704938099] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"499.056028ms","start":"2026-03-26T01:56:55.818149Z","end":"2026-03-26T01:56:56.317205Z","steps":["trace[1704938099] 'process raft request' (duration: 453.253783ms)","trace[1704938099] 'compare' (duration: 45.645951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:56:56.317357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:55.819519Z","time spent":"497.77239ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:56:56.317345Z","caller":"traceutil/trace.go:171","msg":"trace[1678607759] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:622; }","duration":"493.119669ms","start":"2026-03-26T01:56:55.824191Z","end":"2026-03-26T01:56:56.317311Z","steps":["trace[1678607759] 'read index received' (duration: 9.154329ms)","trace[1678607759] 'applied index is now lower than readState.Index' (duration: 483.96306ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:56:56.317418Z","caller":"traceutil/trace.go:171","msg":"trace[1765809208] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"496.912152ms","start":"2026-03-26T01:56:55.820478Z","end":"2026-03-26T01:56:56.31739Z","steps":["trace[1765809208] 'process raft request' (duration: 496.702677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:56.317378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:55.818123Z","time spent":"499.191191ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:56:56.317591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.391355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9wmg5\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-03-26T01:56:56.31762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.072274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T01:56:56.317598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:55.820466Z","time spent":"497.017864ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:56:56.317671Z","caller":"traceutil/trace.go:171","msg":"trace[541709559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:602; }","duration":"324.186407ms","start":"2026-03-26T01:56:55.993471Z","end":"2026-03-26T01:56:56.317657Z","steps":["trace[541709559] 'agreement among raft nodes before linearized reading' (duration: 324.098355ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:56:56.317665Z","caller":"traceutil/trace.go:171","msg":"trace[1749224359] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9wmg5; range_end:; response_count:1; response_revision:602; }","duration":"493.481887ms","start":"2026-03-26T01:56:55.824166Z","end":"2026-03-26T01:56:56.317648Z","steps":["trace[1749224359] 'agreement among raft nodes before linearized reading' (duration: 493.265343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:56.31771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:55.993446Z","time spent":"324.256708ms","remote":"127.0.0.1:57212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T01:56:56.317724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:55.824157Z","time spent":"493.555019ms","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16983,"request content":"key:\"/registry/pods/kube-system/cilium-9wmg5\" "} {"level":"warn","ts":"2026-03-26T01:56:56.317738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.062364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:56:56.317868Z","caller":"traceutil/trace.go:171","msg":"trace[1410680655] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:602; }","duration":"491.286049ms","start":"2026-03-26T01:56:55.82655Z","end":"2026-03-26T01:56:56.317836Z","steps":["trace[1410680655] 'agreement among raft nodes before linearized reading' (duration: 491.034694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:56.317938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:55.826529Z","time spent":"491.397771ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" "} {"level":"warn","ts":"2026-03-26T01:56:57.365176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350413317534739,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T01:56:57.842423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378569837s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:56:57.842542Z","caller":"traceutil/trace.go:171","msg":"trace[1692073852] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"1.508851988s","start":"2026-03-26T01:56:56.333657Z","end":"2026-03-26T01:56:57.842509Z","steps":["trace[1692073852] 'process raft request' (duration: 130.123469ms)","trace[1692073852] 'compare' (duration: 1.378463994s)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:56:57.842642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:56.333624Z","time spent":"1.508979001s","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:56:57.846291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.130570196s","expected-duration":"1s"} {"level":"info","ts":"2026-03-26T01:56:57.847491Z","caller":"traceutil/trace.go:171","msg":"trace[2087278893] linearizableReadLoop","detail":"{readStateIndex:628; appliedIndex:627; }","duration":"982.71305ms","start":"2026-03-26T01:56:56.864749Z","end":"2026-03-26T01:56:57.847462Z","steps":["trace[2087278893] 'read index received' (duration: 981.667638ms)","trace[2087278893] 'applied index is now lower than readState.Index' (duration: 1.044382ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:56:57.847769Z","caller":"traceutil/trace.go:171","msg":"trace[68894906] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"1.133753695s","start":"2026-03-26T01:56:56.713983Z","end":"2026-03-26T01:56:57.847737Z","steps":["trace[68894906] 'process raft request' (duration: 1.132796823s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:57.847878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.627745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T01:56:57.847928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:56.713947Z","time spent":"1.133895948s","remote":"127.0.0.1:57306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036261,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:56:57.847954Z","caller":"traceutil/trace.go:171","msg":"trace[1514829584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:604; }","duration":"853.738898ms","start":"2026-03-26T01:56:56.994198Z","end":"2026-03-26T01:56:57.847936Z","steps":["trace[1514829584] 'agreement among raft nodes before linearized reading' (duration: 853.612565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:57.847801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.051979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T01:56:57.847999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:56.994186Z","time spent":"853.804869ms","remote":"127.0.0.1:57212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T01:56:57.848063Z","caller":"traceutil/trace.go:171","msg":"trace[789756125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:604; }","duration":"983.346294ms","start":"2026-03-26T01:56:56.864697Z","end":"2026-03-26T01:56:57.848043Z","steps":["trace[789756125] 'agreement among raft nodes before linearized reading' (duration: 983.066528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:56:57.848122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:56:56.864676Z","time spent":"983.430517ms","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T01:57:03.156219Z","caller":"traceutil/trace.go:171","msg":"trace[1367771901] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"128.402902ms","start":"2026-03-26T01:57:03.027779Z","end":"2026-03-26T01:57:03.156182Z","steps":["trace[1367771901] 'process raft request' (duration: 128.038343ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:03.161126Z","caller":"traceutil/trace.go:171","msg":"trace[598625366] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"123.196178ms","start":"2026-03-26T01:57:03.037887Z","end":"2026-03-26T01:57:03.161083Z","steps":["trace[598625366] 'process raft request' (duration: 122.897571ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:04.503854Z","caller":"traceutil/trace.go:171","msg":"trace[1761401178] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"149.787856ms","start":"2026-03-26T01:57:04.354031Z","end":"2026-03-26T01:57:04.503819Z","steps":["trace[1761401178] 'process raft request' (duration: 123.336871ms)","trace[1761401178] 'compare' (duration: 26.23075ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:04.678725Z","caller":"traceutil/trace.go:171","msg":"trace[501263214] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"296.429594ms","start":"2026-03-26T01:57:04.382277Z","end":"2026-03-26T01:57:04.678707Z","steps":["trace[501263214] 'process raft request' (duration: 291.562848ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:05.006114Z","caller":"traceutil/trace.go:171","msg":"trace[1149593279] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"105.211247ms","start":"2026-03-26T01:57:04.900876Z","end":"2026-03-26T01:57:05.006087Z","steps":["trace[1149593279] 'process raft request' (duration: 57.372708ms)","trace[1149593279] 'compare' (duration: 47.673906ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:06.063221Z","caller":"traceutil/trace.go:171","msg":"trace[1404503482] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"115.569622ms","start":"2026-03-26T01:57:05.947618Z","end":"2026-03-26T01:57:06.063188Z","steps":["trace[1404503482] 'process raft request' (duration: 115.301236ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:12.316362Z","caller":"traceutil/trace.go:171","msg":"trace[1899887207] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"228.474746ms","start":"2026-03-26T01:57:12.087856Z","end":"2026-03-26T01:57:12.316331Z","steps":["trace[1899887207] 'process raft request' (duration: 228.297002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:14.737498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.456058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:14.737593Z","caller":"traceutil/trace.go:171","msg":"trace[636923772] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:773; }","duration":"229.628121ms","start":"2026-03-26T01:57:14.507946Z","end":"2026-03-26T01:57:14.737574Z","steps":["trace[636923772] 'count revisions from in-memory index tree' (duration: 229.338695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:14.737867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.264167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-26T01:57:14.737927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.223979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-26T01:57:14.737949Z","caller":"traceutil/trace.go:171","msg":"trace[196784374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:773; }","duration":"191.397ms","start":"2026-03-26T01:57:14.546535Z","end":"2026-03-26T01:57:14.737932Z","steps":["trace[196784374] 'range keys from in-memory index tree' (duration: 191.105464ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:14.73798Z","caller":"traceutil/trace.go:171","msg":"trace[765332203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:773; }","duration":"417.322202ms","start":"2026-03-26T01:57:14.320644Z","end":"2026-03-26T01:57:14.737967Z","steps":["trace[765332203] 'range keys from in-memory index tree' (duration: 417.090426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:14.737989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.840018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-26T01:57:14.738013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:14.320624Z","time spent":"417.381022ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-26T01:57:14.738023Z","caller":"traceutil/trace.go:171","msg":"trace[1053566600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:773; }","duration":"322.92425ms","start":"2026-03-26T01:57:14.415089Z","end":"2026-03-26T01:57:14.738013Z","steps":["trace[1053566600] 'range keys from in-memory index tree' (duration: 322.653783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:14.738055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:14.415062Z","time spent":"322.98569ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-26T01:57:14.926767Z","caller":"traceutil/trace.go:171","msg":"trace[246841591] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"181.690089ms","start":"2026-03-26T01:57:14.745046Z","end":"2026-03-26T01:57:14.926736Z","steps":["trace[246841591] 'process raft request' (duration: 181.535056ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:14.928689Z","caller":"traceutil/trace.go:171","msg":"trace[1731574756] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"183.0904ms","start":"2026-03-26T01:57:14.745575Z","end":"2026-03-26T01:57:14.928665Z","steps":["trace[1731574756] 'process raft request' (duration: 183.043909ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:14.928731Z","caller":"traceutil/trace.go:171","msg":"trace[471062406] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"183.232333ms","start":"2026-03-26T01:57:14.745472Z","end":"2026-03-26T01:57:14.928704Z","steps":["trace[471062406] 'process raft request' (duration: 182.953417ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:14.928752Z","caller":"traceutil/trace.go:171","msg":"trace[957948465] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"183.207372ms","start":"2026-03-26T01:57:14.745525Z","end":"2026-03-26T01:57:14.928733Z","steps":["trace[957948465] 'process raft request' (duration: 183.057519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:15.495039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350413317535081,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T01:57:15.618215Z","caller":"traceutil/trace.go:171","msg":"trace[1879420363] linearizableReadLoop","detail":"{readStateIndex:809; appliedIndex:808; }","duration":"623.702068ms","start":"2026-03-26T01:57:14.994487Z","end":"2026-03-26T01:57:15.618189Z","steps":["trace[1879420363] 'read index received' (duration: 623.497593ms)","trace[1879420363] 'applied index is now lower than readState.Index' (duration: 203.445µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:15.618339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.8374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:15.618372Z","caller":"traceutil/trace.go:171","msg":"trace[1622222818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:778; }","duration":"623.918572ms","start":"2026-03-26T01:57:14.994444Z","end":"2026-03-26T01:57:15.618363Z","steps":["trace[1622222818] 'agreement among raft nodes before linearized reading' (duration: 623.846291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:15.618407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:14.994431Z","time spent":"623.968853ms","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T01:57:15.618605Z","caller":"traceutil/trace.go:171","msg":"trace[1175072939] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"677.447896ms","start":"2026-03-26T01:57:14.94113Z","end":"2026-03-26T01:57:15.618578Z","steps":["trace[1175072939] 'process raft request' (duration: 676.900514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:15.618747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:14.941115Z","time spent":"677.558938ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:57:27.096284Z","caller":"traceutil/trace.go:171","msg":"trace[1715436302] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"100.396772ms","start":"2026-03-26T01:57:26.99586Z","end":"2026-03-26T01:57:27.096257Z","steps":["trace[1715436302] 'process raft request' (duration: 100.257089ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:27.158386Z","caller":"traceutil/trace.go:171","msg":"trace[1530118068] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"162.322708ms","start":"2026-03-26T01:57:26.996035Z","end":"2026-03-26T01:57:27.158358Z","steps":["trace[1530118068] 'process raft request' (duration: 138.662223ms)","trace[1530118068] 'compare' (duration: 23.388119ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:27.158602Z","caller":"traceutil/trace.go:171","msg":"trace[363263090] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"161.282236ms","start":"2026-03-26T01:57:26.99729Z","end":"2026-03-26T01:57:27.158572Z","steps":["trace[363263090] 'process raft request' (duration: 161.037241ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:27.158857Z","caller":"traceutil/trace.go:171","msg":"trace[1171247209] linearizableReadLoop","detail":"{readStateIndex:934; appliedIndex:930; }","duration":"101.66866ms","start":"2026-03-26T01:57:27.05716Z","end":"2026-03-26T01:57:27.158828Z","steps":["trace[1171247209] 'read index received' (duration: 39.027678ms)","trace[1171247209] 'applied index is now lower than readState.Index' (duration: 62.638432ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:27.158883Z","caller":"traceutil/trace.go:171","msg":"trace[1133693833] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"161.413099ms","start":"2026-03-26T01:57:26.997457Z","end":"2026-03-26T01:57:27.15887Z","steps":["trace[1133693833] 'process raft request' (duration: 161.058972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:27.159073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.893205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:27.15914Z","caller":"traceutil/trace.go:171","msg":"trace[197309454] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:0; response_revision:901; }","duration":"102.007098ms","start":"2026-03-26T01:57:27.057112Z","end":"2026-03-26T01:57:27.159119Z","steps":["trace[197309454] 'agreement among raft nodes before linearized reading' (duration: 101.830294ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:27.337388Z","caller":"traceutil/trace.go:171","msg":"trace[595147400] linearizableReadLoop","detail":"{readStateIndex:935; appliedIndex:934; }","duration":"101.119287ms","start":"2026-03-26T01:57:27.236248Z","end":"2026-03-26T01:57:27.337367Z","steps":["trace[595147400] 'read index received' (duration: 89.644338ms)","trace[595147400] 'applied index is now lower than readState.Index' (duration: 11.474269ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:27.337469Z","caller":"traceutil/trace.go:171","msg":"trace[529610821] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"151.483323ms","start":"2026-03-26T01:57:27.185956Z","end":"2026-03-26T01:57:27.33744Z","steps":["trace[529610821] 'process raft request' (duration: 139.993613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:27.337554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.289272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:27.3376Z","caller":"traceutil/trace.go:171","msg":"trace[1891127288] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:902; }","duration":"101.405925ms","start":"2026-03-26T01:57:27.236185Z","end":"2026-03-26T01:57:27.337591Z","steps":["trace[1891127288] 'agreement among raft nodes before linearized reading' (duration: 101.262521ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:29.429727Z","caller":"traceutil/trace.go:171","msg":"trace[1237755200] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"263.027213ms","start":"2026-03-26T01:57:29.166669Z","end":"2026-03-26T01:57:29.429696Z","steps":["trace[1237755200] 'process raft request' (duration: 172.072751ms)","trace[1237755200] 'compare' (duration: 90.771848ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:29.525672Z","caller":"traceutil/trace.go:171","msg":"trace[2096274823] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"358.591987ms","start":"2026-03-26T01:57:29.167052Z","end":"2026-03-26T01:57:29.525644Z","steps":["trace[2096274823] 'process raft request' (duration: 358.388702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:29.52585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:29.16704Z","time spent":"358.71656ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:57:29.525881Z","caller":"traceutil/trace.go:171","msg":"trace[496280903] linearizableReadLoop","detail":"{readStateIndex:968; appliedIndex:967; }","duration":"153.253888ms","start":"2026-03-26T01:57:29.372599Z","end":"2026-03-26T01:57:29.525853Z","steps":["trace[496280903] 'read index received' (duration: 152.991872ms)","trace[496280903] 'applied index is now lower than readState.Index' (duration: 259.586µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:29.525971Z","caller":"traceutil/trace.go:171","msg":"trace[1528583367] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"357.610456ms","start":"2026-03-26T01:57:29.16834Z","end":"2026-03-26T01:57:29.52595Z","steps":["trace[1528583367] 'process raft request' (duration: 357.235998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:29.526063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:29.16831Z","time spent":"357.703597ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:57:29.526063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.796004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T01:57:29.526102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.488334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-p2jpf\" ","response":"range_response_count:1 size:5676"} {"level":"info","ts":"2026-03-26T01:57:29.526119Z","caller":"traceutil/trace.go:171","msg":"trace[857306037] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:934; }","duration":"103.888006ms","start":"2026-03-26T01:57:29.422216Z","end":"2026-03-26T01:57:29.526104Z","steps":["trace[857306037] 'agreement among raft nodes before linearized reading' (duration: 103.800714ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:29.526145Z","caller":"traceutil/trace.go:171","msg":"trace[1861193304] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-p2jpf; range_end:; response_count:1; response_revision:934; }","duration":"153.617426ms","start":"2026-03-26T01:57:29.372516Z","end":"2026-03-26T01:57:29.526134Z","steps":["trace[1861193304] 'agreement among raft nodes before linearized reading' (duration: 153.456972ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:29.663562Z","caller":"traceutil/trace.go:171","msg":"trace[1214296097] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"126.232575ms","start":"2026-03-26T01:57:29.537304Z","end":"2026-03-26T01:57:29.663537Z","steps":["trace[1214296097] 'process raft request' (duration: 126.080602ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:29.78122Z","caller":"traceutil/trace.go:171","msg":"trace[969389643] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"108.496398ms","start":"2026-03-26T01:57:29.672688Z","end":"2026-03-26T01:57:29.781184Z","steps":["trace[969389643] 'process raft request' (duration: 108.346005ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:29.781448Z","caller":"traceutil/trace.go:171","msg":"trace[947122387] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"107.958716ms","start":"2026-03-26T01:57:29.67348Z","end":"2026-03-26T01:57:29.781438Z","steps":["trace[947122387] 'process raft request' (duration: 107.64186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:29.983412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.032803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-xpcwq\" ","response":"range_response_count:1 size:4883"} {"level":"info","ts":"2026-03-26T01:57:29.983487Z","caller":"traceutil/trace.go:171","msg":"trace[1572796095] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-xpcwq; range_end:; response_count:1; response_revision:940; }","duration":"106.124705ms","start":"2026-03-26T01:57:29.877345Z","end":"2026-03-26T01:57:29.98347Z","steps":["trace[1572796095] 'range keys from in-memory index tree' (duration: 105.85247ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:29.983641Z","caller":"traceutil/trace.go:171","msg":"trace[1232589087] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"105.40967ms","start":"2026-03-26T01:57:29.878197Z","end":"2026-03-26T01:57:29.983607Z","steps":["trace[1232589087] 'process raft request' (duration: 87.768063ms)","trace[1232589087] 'compare' (duration: 17.305069ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:31.382497Z","caller":"traceutil/trace.go:171","msg":"trace[1968231602] linearizableReadLoop","detail":"{readStateIndex:983; appliedIndex:982; }","duration":"158.895871ms","start":"2026-03-26T01:57:31.22357Z","end":"2026-03-26T01:57:31.382466Z","steps":["trace[1968231602] 'read index received' (duration: 158.671346ms)","trace[1968231602] 'applied index is now lower than readState.Index' (duration: 223.395µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:31.382543Z","caller":"traceutil/trace.go:171","msg":"trace[114560294] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"211.710508ms","start":"2026-03-26T01:57:31.170801Z","end":"2026-03-26T01:57:31.382512Z","steps":["trace[114560294] 'process raft request' (duration: 211.496523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:31.382706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.098115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:31.38285Z","caller":"traceutil/trace.go:171","msg":"trace[888109944] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:948; }","duration":"159.328741ms","start":"2026-03-26T01:57:31.223493Z","end":"2026-03-26T01:57:31.382822Z","steps":["trace[888109944] 'agreement among raft nodes before linearized reading' (duration: 159.080805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:31.543947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.194402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-26T01:57:31.544023Z","caller":"traceutil/trace.go:171","msg":"trace[840675778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:948; }","duration":"109.325145ms","start":"2026-03-26T01:57:31.43468Z","end":"2026-03-26T01:57:31.544005Z","steps":["trace[840675778] 'range keys from in-memory index tree' (duration: 109.027399ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:31.687434Z","caller":"traceutil/trace.go:171","msg":"trace[70392345] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"139.062646ms","start":"2026-03-26T01:57:31.54835Z","end":"2026-03-26T01:57:31.687413Z","steps":["trace[70392345] 'process raft request' (duration: 138.906033ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:31.688906Z","caller":"traceutil/trace.go:171","msg":"trace[629820461] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"138.524346ms","start":"2026-03-26T01:57:31.550351Z","end":"2026-03-26T01:57:31.688875Z","steps":["trace[629820461] 'process raft request' (duration: 138.27575ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:31.68894Z","caller":"traceutil/trace.go:171","msg":"trace[1210624351] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"139.937416ms","start":"2026-03-26T01:57:31.548964Z","end":"2026-03-26T01:57:31.688901Z","steps":["trace[1210624351] 'process raft request' (duration: 139.467346ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:32.570681Z","caller":"traceutil/trace.go:171","msg":"trace[946069080] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"112.101676ms","start":"2026-03-26T01:57:32.458553Z","end":"2026-03-26T01:57:32.570654Z","steps":["trace[946069080] 'process raft request' (duration: 111.85566ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:33.418302Z","caller":"traceutil/trace.go:171","msg":"trace[1230310536] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"150.19196ms","start":"2026-03-26T01:57:33.268082Z","end":"2026-03-26T01:57:33.418274Z","steps":["trace[1230310536] 'process raft request' (duration: 149.75567ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:33.848218Z","caller":"traceutil/trace.go:171","msg":"trace[328683813] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"142.158975ms","start":"2026-03-26T01:57:33.70603Z","end":"2026-03-26T01:57:33.848189Z","steps":["trace[328683813] 'process raft request' (duration: 99.820516ms)","trace[328683813] 'compare' (duration: 42.219166ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:33.848825Z","caller":"traceutil/trace.go:171","msg":"trace[1910538815] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"141.722185ms","start":"2026-03-26T01:57:33.70708Z","end":"2026-03-26T01:57:33.848802Z","steps":["trace[1910538815] 'process raft request' (duration: 141.537691ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:33.849054Z","caller":"traceutil/trace.go:171","msg":"trace[1228692283] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"125.733635ms","start":"2026-03-26T01:57:33.723311Z","end":"2026-03-26T01:57:33.849045Z","steps":["trace[1228692283] 'process raft request' (duration: 125.415558ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:33.850317Z","caller":"traceutil/trace.go:171","msg":"trace[766206148] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"120.255735ms","start":"2026-03-26T01:57:33.730004Z","end":"2026-03-26T01:57:33.850259Z","steps":["trace[766206148] 'process raft request' (duration: 119.10924ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:34.037908Z","caller":"traceutil/trace.go:171","msg":"trace[561559480] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"109.975239ms","start":"2026-03-26T01:57:33.927904Z","end":"2026-03-26T01:57:34.03788Z","steps":["trace[561559480] 'process raft request' (duration: 95.017992ms)","trace[561559480] 'compare' (duration: 14.826175ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:34.042543Z","caller":"traceutil/trace.go:171","msg":"trace[928362641] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"114.021128ms","start":"2026-03-26T01:57:33.928497Z","end":"2026-03-26T01:57:34.042518Z","steps":["trace[928362641] 'process raft request' (duration: 113.841134ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:34.042794Z","caller":"traceutil/trace.go:171","msg":"trace[1823493617] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"113.6553ms","start":"2026-03-26T01:57:33.929097Z","end":"2026-03-26T01:57:34.042753Z","steps":["trace[1823493617] 'process raft request' (duration: 113.360564ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:34.042958Z","caller":"traceutil/trace.go:171","msg":"trace[2094930069] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"113.411425ms","start":"2026-03-26T01:57:33.929537Z","end":"2026-03-26T01:57:34.042949Z","steps":["trace[2094930069] 'process raft request' (duration: 113.19314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:37.963121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.768317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T01:57:37.963204Z","caller":"traceutil/trace.go:171","msg":"trace[452207119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1111; }","duration":"100.900212ms","start":"2026-03-26T01:57:37.862283Z","end":"2026-03-26T01:57:37.963183Z","steps":["trace[452207119] 'range keys from in-memory index tree' (duration: 100.600624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:37.963255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.589304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T01:57:37.963334Z","caller":"traceutil/trace.go:171","msg":"trace[1317660000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1111; }","duration":"100.720727ms","start":"2026-03-26T01:57:37.862595Z","end":"2026-03-26T01:57:37.963316Z","steps":["trace[1317660000] 'range keys from in-memory index tree' (duration: 100.412529ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:38.347732Z","caller":"traceutil/trace.go:171","msg":"trace[1280870478] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"105.802708ms","start":"2026-03-26T01:57:38.241882Z","end":"2026-03-26T01:57:38.347685Z","steps":["trace[1280870478] 'process raft request' (duration: 105.578514ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:39.066709Z","caller":"traceutil/trace.go:171","msg":"trace[711632137] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"102.008855ms","start":"2026-03-26T01:57:38.964672Z","end":"2026-03-26T01:57:39.06668Z","steps":["trace[711632137] 'process raft request' (duration: 101.610236ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:39.191534Z","caller":"traceutil/trace.go:171","msg":"trace[584342423] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"117.403142ms","start":"2026-03-26T01:57:39.074095Z","end":"2026-03-26T01:57:39.191498Z","steps":["trace[584342423] 'process raft request' (duration: 117.209728ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:39.191722Z","caller":"traceutil/trace.go:171","msg":"trace[1187877192] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"116.402191ms","start":"2026-03-26T01:57:39.075292Z","end":"2026-03-26T01:57:39.191694Z","steps":["trace[1187877192] 'process raft request' (duration: 116.144395ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:39.333261Z","caller":"traceutil/trace.go:171","msg":"trace[704591170] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"133.447754ms","start":"2026-03-26T01:57:39.199752Z","end":"2026-03-26T01:57:39.3332Z","steps":["trace[704591170] 'process raft request' (duration: 133.29464ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:39.928111Z","caller":"traceutil/trace.go:171","msg":"trace[1623032576] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"111.999404ms","start":"2026-03-26T01:57:39.816086Z","end":"2026-03-26T01:57:39.928086Z","steps":["trace[1623032576] 'process raft request' (duration: 111.81863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:40.131272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.743417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T01:57:40.131355Z","caller":"traceutil/trace.go:171","msg":"trace[946601008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1127; }","duration":"111.87889ms","start":"2026-03-26T01:57:40.019451Z","end":"2026-03-26T01:57:40.13133Z","steps":["trace[946601008] 'range keys from in-memory index tree' (duration: 111.578064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:40.131349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.801307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T01:57:40.131425Z","caller":"traceutil/trace.go:171","msg":"trace[1394971750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1127; }","duration":"110.93809ms","start":"2026-03-26T01:57:40.020468Z","end":"2026-03-26T01:57:40.131406Z","steps":["trace[1394971750] 'range keys from in-memory index tree' (duration: 110.565102ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:50.318826Z","caller":"traceutil/trace.go:171","msg":"trace[356803382] linearizableReadLoop","detail":"{readStateIndex:1234; appliedIndex:1233; }","duration":"344.391686ms","start":"2026-03-26T01:57:49.974403Z","end":"2026-03-26T01:57:50.318795Z","steps":["trace[356803382] 'read index received' (duration: 344.220412ms)","trace[356803382] 'applied index is now lower than readState.Index' (duration: 159.144µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:50.318891Z","caller":"traceutil/trace.go:171","msg":"trace[1898630496] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"757.20879ms","start":"2026-03-26T01:57:49.561645Z","end":"2026-03-26T01:57:50.318854Z","steps":["trace[1898630496] 'process raft request' (duration: 756.955655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:50.319041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.632971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T01:57:50.319131Z","caller":"traceutil/trace.go:171","msg":"trace[976701260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1194; }","duration":"344.767254ms","start":"2026-03-26T01:57:49.974341Z","end":"2026-03-26T01:57:50.319108Z","steps":["trace[976701260] 'agreement among raft nodes before linearized reading' (duration: 344.57601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:50.319174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:49.561623Z","time spent":"757.406294ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:57:50.319208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:49.97432Z","time spent":"344.870247ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-26T01:57:51.236162Z","caller":"traceutil/trace.go:171","msg":"trace[859772322] linearizableReadLoop","detail":"{readStateIndex:1240; appliedIndex:1239; }","duration":"130.310675ms","start":"2026-03-26T01:57:51.105832Z","end":"2026-03-26T01:57:51.236143Z","steps":["trace[859772322] 'read index received' (duration: 130.10784ms)","trace[859772322] 'applied index is now lower than readState.Index' (duration: 202.135µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:51.236295Z","caller":"traceutil/trace.go:171","msg":"trace[1447574683] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"145.039968ms","start":"2026-03-26T01:57:51.091212Z","end":"2026-03-26T01:57:51.236252Z","steps":["trace[1447574683] 'process raft request' (duration: 144.803912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:51.236348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.489929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-26T01:57:51.236393Z","caller":"traceutil/trace.go:171","msg":"trace[1856147649] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1200; }","duration":"130.574512ms","start":"2026-03-26T01:57:51.105808Z","end":"2026-03-26T01:57:51.236382Z","steps":["trace[1856147649] 'agreement among raft nodes before linearized reading' (duration: 130.420218ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:53.269625Z","caller":"traceutil/trace.go:171","msg":"trace[338175928] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"164.7769ms","start":"2026-03-26T01:57:53.104822Z","end":"2026-03-26T01:57:53.269599Z","steps":["trace[338175928] 'process raft request' (duration: 164.607906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:53.466858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.236608ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-26T01:57:53.467329Z","caller":"traceutil/trace.go:171","msg":"trace[1441115711] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"247.82784ms","start":"2026-03-26T01:57:53.219475Z","end":"2026-03-26T01:57:53.467303Z","steps":["trace[1441115711] 'process raft request' (duration: 247.583755ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:06.997281Z","caller":"traceutil/trace.go:171","msg":"trace[1366858236] linearizableReadLoop","detail":"{readStateIndex:1380; appliedIndex:1379; }","duration":"131.153394ms","start":"2026-03-26T01:58:06.866105Z","end":"2026-03-26T01:58:06.997258Z","steps":["trace[1366858236] 'read index received' (duration: 131.007681ms)","trace[1366858236] 'applied index is now lower than readState.Index' (duration: 144.693µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:06.997421Z","caller":"traceutil/trace.go:171","msg":"trace[282322892] transaction","detail":"{read_only:false; response_revision:1333; number_of_response:1; }","duration":"246.613924ms","start":"2026-03-26T01:58:06.75079Z","end":"2026-03-26T01:58:06.997404Z","steps":["trace[282322892] 'process raft request' (duration: 246.335878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:06.997728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.604544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:58:06.997815Z","caller":"traceutil/trace.go:171","msg":"trace[772159278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1333; }","duration":"131.736537ms","start":"2026-03-26T01:58:06.866057Z","end":"2026-03-26T01:58:06.997794Z","steps":["trace[772159278] 'agreement among raft nodes before linearized reading' (duration: 131.569133ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:08.565552Z","caller":"traceutil/trace.go:171","msg":"trace[1185847445] transaction","detail":"{read_only:false; response_revision:1339; number_of_response:1; }","duration":"107.979997ms","start":"2026-03-26T01:58:08.457501Z","end":"2026-03-26T01:58:08.565481Z","steps":["trace[1185847445] 'process raft request' (duration: 107.7261ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:10.781401Z","caller":"traceutil/trace.go:171","msg":"trace[754986127] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"136.092762ms","start":"2026-03-26T01:58:10.645284Z","end":"2026-03-26T01:58:10.781377Z","steps":["trace[754986127] 'process raft request' (duration: 136.053871ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:10.781502Z","caller":"traceutil/trace.go:171","msg":"trace[367502884] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"136.377479ms","start":"2026-03-26T01:58:10.645076Z","end":"2026-03-26T01:58:10.781453Z","steps":["trace[367502884] 'process raft request' (duration: 136.212275ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:10.781569Z","caller":"traceutil/trace.go:171","msg":"trace[155051730] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"144.793942ms","start":"2026-03-26T01:58:10.636726Z","end":"2026-03-26T01:58:10.78152Z","steps":["trace[155051730] 'process raft request' (duration: 108.401665ms)","trace[155051730] 'compare' (duration: 35.950027ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:11.151675Z","caller":"traceutil/trace.go:171","msg":"trace[354281559] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"187.810025ms","start":"2026-03-26T01:58:10.96383Z","end":"2026-03-26T01:58:11.15164Z","steps":["trace[354281559] 'process raft request' (duration: 96.850161ms)","trace[354281559] 'compare' (duration: 90.509844ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:11.151695Z","caller":"traceutil/trace.go:171","msg":"trace[1211170067] linearizableReadLoop","detail":"{readStateIndex:1457; appliedIndex:1455; }","duration":"170.334432ms","start":"2026-03-26T01:58:10.981331Z","end":"2026-03-26T01:58:11.151666Z","steps":["trace[1211170067] 'read index received' (duration: 79.277136ms)","trace[1211170067] 'applied index is now lower than readState.Index' (duration: 91.056186ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:11.151719Z","caller":"traceutil/trace.go:171","msg":"trace[2122590380] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"187.10771ms","start":"2026-03-26T01:58:10.964576Z","end":"2026-03-26T01:58:11.151684Z","steps":["trace[2122590380] 'process raft request' (duration: 186.988027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:11.151946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.598848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-t7n8f\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-26T01:58:11.151985Z","caller":"traceutil/trace.go:171","msg":"trace[1263569795] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-t7n8f; range_end:; response_count:1; response_revision:1408; }","duration":"170.68915ms","start":"2026-03-26T01:58:10.981281Z","end":"2026-03-26T01:58:11.15197Z","steps":["trace[1263569795] 'agreement among raft nodes before linearized reading' (duration: 170.507256ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:11.168726Z","caller":"traceutil/trace.go:171","msg":"trace[1503435416] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"185.843032ms","start":"2026-03-26T01:58:10.98286Z","end":"2026-03-26T01:58:11.168703Z","steps":["trace[1503435416] 'process raft request' (duration: 185.574077ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:11.168958Z","caller":"traceutil/trace.go:171","msg":"trace[391359759] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"185.841091ms","start":"2026-03-26T01:58:10.983087Z","end":"2026-03-26T01:58:11.168929Z","steps":["trace[391359759] 'process raft request' (duration: 185.574596ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:11.169276Z","caller":"traceutil/trace.go:171","msg":"trace[1324440575] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"185.79629ms","start":"2026-03-26T01:58:10.983462Z","end":"2026-03-26T01:58:11.169258Z","steps":["trace[1324440575] 'process raft request' (duration: 185.669038ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:11.16944Z","caller":"traceutil/trace.go:171","msg":"trace[544143114] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"185.956004ms","start":"2026-03-26T01:58:10.983469Z","end":"2026-03-26T01:58:11.169425Z","steps":["trace[544143114] 'process raft request' (duration: 185.75156ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:11.169661Z","caller":"traceutil/trace.go:171","msg":"trace[419563739] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"186.107998ms","start":"2026-03-26T01:58:10.983536Z","end":"2026-03-26T01:58:11.169644Z","steps":["trace[419563739] 'process raft request' (duration: 185.785911ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:11.170047Z","caller":"traceutil/trace.go:171","msg":"trace[1054891662] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"178.378478ms","start":"2026-03-26T01:58:10.991646Z","end":"2026-03-26T01:58:11.170024Z","steps":["trace[1054891662] 'process raft request' (duration: 178.198734ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:11.170137Z","caller":"traceutil/trace.go:171","msg":"trace[533002099] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"186.454225ms","start":"2026-03-26T01:58:10.983653Z","end":"2026-03-26T01:58:11.170107Z","steps":["trace[533002099] 'process raft request' (duration: 185.847552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:11.170269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.80162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4169"} {"level":"info","ts":"2026-03-26T01:58:11.17035Z","caller":"traceutil/trace.go:171","msg":"trace[361936108] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:1415; }","duration":"186.037246ms","start":"2026-03-26T01:58:10.984298Z","end":"2026-03-26T01:58:11.170336Z","steps":["trace[361936108] 'agreement among raft nodes before linearized reading' (duration: 185.75317ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:11.315587Z","caller":"traceutil/trace.go:171","msg":"trace[464909492] linearizableReadLoop","detail":"{readStateIndex:1465; appliedIndex:1464; }","duration":"145.57534ms","start":"2026-03-26T01:58:11.169989Z","end":"2026-03-26T01:58:11.315564Z","steps":["trace[464909492] 'read index received' (duration: 121.83552ms)","trace[464909492] 'applied index is now lower than readState.Index' (duration: 23.73869ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:11.315709Z","caller":"traceutil/trace.go:171","msg":"trace[1946895848] transaction","detail":"{read_only:false; response_revision:1416; number_of_response:1; }","duration":"157.842258ms","start":"2026-03-26T01:58:11.157835Z","end":"2026-03-26T01:58:11.315677Z","steps":["trace[1946895848] 'process raft request' (duration: 133.976946ms)","trace[1946895848] 'compare' (duration: 23.640937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:58:11.315873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.257873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4431"} {"level":"info","ts":"2026-03-26T01:58:11.315977Z","caller":"traceutil/trace.go:171","msg":"trace[1090058232] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:1416; }","duration":"156.404606ms","start":"2026-03-26T01:58:11.159507Z","end":"2026-03-26T01:58:11.315912Z","steps":["trace[1090058232] 'agreement among raft nodes before linearized reading' (duration: 156.173241ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:11.320507Z","caller":"traceutil/trace.go:171","msg":"trace[28893361] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"136.511041ms","start":"2026-03-26T01:58:11.183978Z","end":"2026-03-26T01:58:11.320489Z","steps":["trace[28893361] 'process raft request' (duration: 136.313816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:11.32063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.038461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4169"} {"level":"warn","ts":"2026-03-26T01:58:11.320517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.228639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-ls646\" ","response":"range_response_count:1 size:7089"} {"level":"info","ts":"2026-03-26T01:58:11.320674Z","caller":"traceutil/trace.go:171","msg":"trace[1312558558] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:1417; }","duration":"147.091032ms","start":"2026-03-26T01:58:11.173568Z","end":"2026-03-26T01:58:11.320659Z","steps":["trace[1312558558] 'agreement among raft nodes before linearized reading' (duration: 146.99708ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:11.320708Z","caller":"traceutil/trace.go:171","msg":"trace[1981690879] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-ls646; range_end:; response_count:1; response_revision:1417; }","duration":"149.439224ms","start":"2026-03-26T01:58:11.171246Z","end":"2026-03-26T01:58:11.320685Z","steps":["trace[1981690879] 'agreement among raft nodes before linearized reading' (duration: 149.125287ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:12.215477Z","caller":"traceutil/trace.go:171","msg":"trace[1615014157] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"111.84605ms","start":"2026-03-26T01:58:12.103611Z","end":"2026-03-26T01:58:12.215457Z","steps":["trace[1615014157] 'process raft request' (duration: 104.619392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:16.924747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.069974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:58:16.924905Z","caller":"traceutil/trace.go:171","msg":"trace[385176035] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"266.05599ms","start":"2026-03-26T01:58:16.658833Z","end":"2026-03-26T01:58:16.924889Z","steps":["trace[385176035] 'process raft request' (duration: 266.005519ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:16.925031Z","caller":"traceutil/trace.go:171","msg":"trace[1933792625] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"312.488696ms","start":"2026-03-26T01:58:16.61253Z","end":"2026-03-26T01:58:16.925019Z","steps":["trace[1933792625] 'process raft request' (duration: 196.069665ms)","trace[1933792625] 'compare' (duration: 115.982061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:58:16.925095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:58:16.612503Z","time spent":"312.558418ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:58:16.925075Z","caller":"traceutil/trace.go:171","msg":"trace[2088054822] linearizableReadLoop","detail":"{readStateIndex:1513; appliedIndex:1512; }","duration":"270.143339ms","start":"2026-03-26T01:58:16.654901Z","end":"2026-03-26T01:58:16.925045Z","steps":["trace[2088054822] 'read index received' (duration: 153.678917ms)","trace[2088054822] 'applied index is now lower than readState.Index' (duration: 116.461322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:58:16.925285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.518066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-26T01:58:16.925302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.446289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T01:58:16.925334Z","caller":"traceutil/trace.go:171","msg":"trace[2080633372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1464; }","duration":"295.622957ms","start":"2026-03-26T01:58:16.629702Z","end":"2026-03-26T01:58:16.925325Z","steps":["trace[2080633372] 'agreement among raft nodes before linearized reading' (duration: 295.423073ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:16.925337Z","caller":"traceutil/trace.go:171","msg":"trace[2068483159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1464; }","duration":"261.50046ms","start":"2026-03-26T01:58:16.663828Z","end":"2026-03-26T01:58:16.925328Z","steps":["trace[2068483159] 'agreement among raft nodes before linearized reading' (duration: 261.388128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:16.925436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.049012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T01:58:16.925515Z","caller":"traceutil/trace.go:171","msg":"trace[887293351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1464; }","duration":"257.151194ms","start":"2026-03-26T01:58:16.668347Z","end":"2026-03-26T01:58:16.925498Z","steps":["trace[887293351] 'agreement among raft nodes before linearized reading' (duration: 256.96126ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:17.156722Z","caller":"traceutil/trace.go:171","msg":"trace[1816260038] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"227.068165ms","start":"2026-03-26T01:58:16.929628Z","end":"2026-03-26T01:58:17.156696Z","steps":["trace[1816260038] 'process raft request' (duration: 226.865651ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:17.156903Z","caller":"traceutil/trace.go:171","msg":"trace[496730201] linearizableReadLoop","detail":"{readStateIndex:1517; appliedIndex:1515; }","duration":"161.744753ms","start":"2026-03-26T01:58:16.99513Z","end":"2026-03-26T01:58:17.156875Z","steps":["trace[496730201] 'read index received' (duration: 161.272713ms)","trace[496730201] 'applied index is now lower than readState.Index' (duration: 470.02µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:17.156961Z","caller":"traceutil/trace.go:171","msg":"trace[475398993] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"227.30957ms","start":"2026-03-26T01:58:16.929619Z","end":"2026-03-26T01:58:17.156929Z","steps":["trace[475398993] 'process raft request' (duration: 227.039124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:17.157029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.903547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:58:17.157072Z","caller":"traceutil/trace.go:171","msg":"trace[1217128588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1467; }","duration":"161.996639ms","start":"2026-03-26T01:58:16.995065Z","end":"2026-03-26T01:58:17.157061Z","steps":["trace[1217128588] 'agreement among raft nodes before linearized reading' (duration: 161.907887ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:19.384492Z","caller":"traceutil/trace.go:171","msg":"trace[1099083217] linearizableReadLoop","detail":"{readStateIndex:1552; appliedIndex:1551; }","duration":"107.174809ms","start":"2026-03-26T01:58:19.27729Z","end":"2026-03-26T01:58:19.384465Z","steps":["trace[1099083217] 'read index received' (duration: 106.400651ms)","trace[1099083217] 'applied index is now lower than readState.Index' (duration: 773.088µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:19.384644Z","caller":"traceutil/trace.go:171","msg":"trace[33197743] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"118.138519ms","start":"2026-03-26T01:58:19.266476Z","end":"2026-03-26T01:58:19.384614Z","steps":["trace[33197743] 'process raft request' (duration: 117.242729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:19.384983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.669059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/ingress-nginx-admission\" ","response":"range_response_count:1 size:1224"} {"level":"info","ts":"2026-03-26T01:58:19.385064Z","caller":"traceutil/trace.go:171","msg":"trace[734697713] range","detail":"{range_begin:/registry/clusterrolebindings/ingress-nginx-admission; range_end:; response_count:1; response_revision:1501; }","duration":"107.796752ms","start":"2026-03-26T01:58:19.277248Z","end":"2026-03-26T01:58:19.385045Z","steps":["trace[734697713] 'agreement among raft nodes before linearized reading' (duration: 107.427624ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:23.825305Z","caller":"traceutil/trace.go:171","msg":"trace[1197126306] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1567; }","duration":"111.85242ms","start":"2026-03-26T01:58:23.713429Z","end":"2026-03-26T01:58:23.825281Z","steps":["trace[1197126306] 'process raft request' (duration: 111.747188ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:23.958996Z","caller":"traceutil/trace.go:171","msg":"trace[1529789222] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1567; }","duration":"111.915492ms","start":"2026-03-26T01:58:23.847055Z","end":"2026-03-26T01:58:23.95897Z","steps":["trace[1529789222] 'process raft request' (duration: 111.800608ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:24.167658Z","caller":"traceutil/trace.go:171","msg":"trace[1657510496] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1567; }","duration":"187.416266ms","start":"2026-03-26T01:58:23.980218Z","end":"2026-03-26T01:58:24.167634Z","steps":["trace[1657510496] 'process raft request' (duration: 187.320694ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:24.465576Z","caller":"traceutil/trace.go:171","msg":"trace[1569797239] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"100.684536ms","start":"2026-03-26T01:58:24.364853Z","end":"2026-03-26T01:58:24.465538Z","steps":["trace[1569797239] 'process raft request' (duration: 51.09804ms)","trace[1569797239] 'compare' (duration: 49.398212ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:31.274169Z","caller":"traceutil/trace.go:171","msg":"trace[1270831579] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"205.117654ms","start":"2026-03-26T01:58:31.069012Z","end":"2026-03-26T01:58:31.274129Z","steps":["trace[1270831579] 'process raft request' (duration: 162.387718ms)","trace[1270831579] 'compare' (duration: 42.603553ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:37.087047Z","caller":"traceutil/trace.go:171","msg":"trace[1404984881] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"143.015084ms","start":"2026-03-26T01:58:36.943691Z","end":"2026-03-26T01:58:37.086706Z","steps":["trace[1404984881] 'process raft request' (duration: 142.80067ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:37.092083Z","caller":"traceutil/trace.go:171","msg":"trace[2085549564] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"139.902185ms","start":"2026-03-26T01:58:36.952132Z","end":"2026-03-26T01:58:37.092034Z","steps":["trace[2085549564] 'process raft request' (duration: 139.719101ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:38.073434Z","caller":"traceutil/trace.go:171","msg":"trace[1133184952] transaction","detail":"{read_only:false; response_revision:1788; number_of_response:1; }","duration":"113.200432ms","start":"2026-03-26T01:58:37.960197Z","end":"2026-03-26T01:58:38.073397Z","steps":["trace[1133184952] 'process raft request' (duration: 112.981828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:44.856122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.342011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7a247026-e721-44f7-b27e-1c362d004981\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-26T01:58:44.856237Z","caller":"traceutil/trace.go:171","msg":"trace[2001473905] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7a247026-e721-44f7-b27e-1c362d004981; range_end:; response_count:1; response_revision:1886; }","duration":"662.473744ms","start":"2026-03-26T01:58:44.193737Z","end":"2026-03-26T01:58:44.856211Z","steps":["trace[2001473905] 'range keys from in-memory index tree' (duration: 662.191967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:44.856287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:58:44.193701Z","time spent":"662.575475ms","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7a247026-e721-44f7-b27e-1c362d004981\" "} {"level":"warn","ts":"2026-03-26T01:58:44.856466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.667362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T01:58:44.85659Z","caller":"traceutil/trace.go:171","msg":"trace[862388844] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1886; }","duration":"272.831726ms","start":"2026-03-26T01:58:44.583735Z","end":"2026-03-26T01:58:44.856566Z","steps":["trace[862388844] 'range keys from in-memory index tree' (duration: 272.528599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:44.856821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.912259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7a247026-e721-44f7-b27e-1c362d004981\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-26T01:58:44.85689Z","caller":"traceutil/trace.go:171","msg":"trace[1605959641] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7a247026-e721-44f7-b27e-1c362d004981; range_end:; response_count:1; response_revision:1886; }","duration":"520.022281ms","start":"2026-03-26T01:58:44.336852Z","end":"2026-03-26T01:58:44.856874Z","steps":["trace[1605959641] 'range keys from in-memory index tree' (duration: 519.790476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:44.856915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:58:44.336832Z","time spent":"520.078263ms","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7a247026-e721-44f7-b27e-1c362d004981\" "} {"level":"warn","ts":"2026-03-26T01:58:44.85696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.02051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:58:44.857033Z","caller":"traceutil/trace.go:171","msg":"trace[1923950280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1886; }","duration":"861.134433ms","start":"2026-03-26T01:58:43.995881Z","end":"2026-03-26T01:58:44.857015Z","steps":["trace[1923950280] 'range keys from in-memory index tree' (duration: 860.923619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:44.857026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.8101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-26T01:58:44.857095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:58:43.995857Z","time spent":"861.225525ms","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T01:58:44.857123Z","caller":"traceutil/trace.go:171","msg":"trace[175105710] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1886; }","duration":"721.931962ms","start":"2026-03-26T01:58:44.135173Z","end":"2026-03-26T01:58:44.857105Z","steps":["trace[175105710] 'range keys from in-memory index tree' (duration: 721.676278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:44.857175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:58:44.135156Z","time spent":"722.005146ms","remote":"127.0.0.1:58400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-26T01:58:45.151261Z","caller":"traceutil/trace.go:171","msg":"trace[623288855] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"292.541043ms","start":"2026-03-26T01:58:44.858679Z","end":"2026-03-26T01:58:45.15122Z","steps":["trace[623288855] 'process raft request' (duration: 292.296447ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:45.383304Z","caller":"traceutil/trace.go:171","msg":"trace[1443328382] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"520.581285ms","start":"2026-03-26T01:58:44.862694Z","end":"2026-03-26T01:58:45.383275Z","steps":["trace[1443328382] 'process raft request' (duration: 520.32687ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:45.383336Z","caller":"traceutil/trace.go:171","msg":"trace[1726864502] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"494.994006ms","start":"2026-03-26T01:58:44.888319Z","end":"2026-03-26T01:58:45.383313Z","steps":["trace[1726864502] 'process raft request' (duration: 494.902724ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:45.383386Z","caller":"traceutil/trace.go:171","msg":"trace[1137132040] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"518.56096ms","start":"2026-03-26T01:58:44.864792Z","end":"2026-03-26T01:58:45.383353Z","steps":["trace[1137132040] 'process raft request' (duration: 518.370376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:45.383488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:58:44.862677Z","time spent":"520.728188ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:58:45.383487Z","caller":"traceutil/trace.go:171","msg":"trace[966684130] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"265.378659ms","start":"2026-03-26T01:58:45.118089Z","end":"2026-03-26T01:58:45.383468Z","steps":["trace[966684130] 'process raft request' (duration: 265.190455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:45.383504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:58:44.8883Z","time spent":"495.115369ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:58:45.383554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:58:44.864776Z","time spent":"518.680082ms","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:58:45.383678Z","caller":"traceutil/trace.go:171","msg":"trace[242862923] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1964; }","duration":"360.844578ms","start":"2026-03-26T01:58:45.02281Z","end":"2026-03-26T01:58:45.383655Z","steps":["trace[242862923] 'read index received' (duration: 128.145714ms)","trace[242862923] 'applied index is now lower than readState.Index' (duration: 232.697204ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:45.383751Z","caller":"traceutil/trace.go:171","msg":"trace[1550940249] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"264.326516ms","start":"2026-03-26T01:58:45.11941Z","end":"2026-03-26T01:58:45.383736Z","steps":["trace[1550940249] 'process raft request' (duration: 263.979869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:45.383839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.024533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:58:45.383879Z","caller":"traceutil/trace.go:171","msg":"trace[1421726810] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1892; }","duration":"361.106695ms","start":"2026-03-26T01:58:45.022758Z","end":"2026-03-26T01:58:45.383864Z","steps":["trace[1421726810] 'agreement among raft nodes before linearized reading' (duration: 361.028733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:45.383911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:58:45.022736Z","time spent":"361.166646ms","remote":"127.0.0.1:57534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-26T01:58:45.383917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.831438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-26T01:58:45.383958Z","caller":"traceutil/trace.go:171","msg":"trace[544080319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1892; }","duration":"223.869059ms","start":"2026-03-26T01:58:45.160076Z","end":"2026-03-26T01:58:45.383945Z","steps":["trace[544080319] 'agreement among raft nodes before linearized reading' (duration: 223.751076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:45.951507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350413317537332,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T01:58:46.402697Z","caller":"traceutil/trace.go:171","msg":"trace[1698255532] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"1.016114084s","start":"2026-03-26T01:58:45.386553Z","end":"2026-03-26T01:58:46.402667Z","steps":["trace[1698255532] 'process raft request' (duration: 995.67983ms)","trace[1698255532] 'compare' (duration: 19.732048ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:46.40277Z","caller":"traceutil/trace.go:171","msg":"trace[418989958] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"1.013677169s","start":"2026-03-26T01:58:45.38907Z","end":"2026-03-26T01:58:46.402747Z","steps":["trace[418989958] 'process raft request' (duration: 1.013550197s)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:46.40278Z","caller":"traceutil/trace.go:171","msg":"trace[1698944831] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"1.014520878s","start":"2026-03-26T01:58:45.388229Z","end":"2026-03-26T01:58:46.402749Z","steps":["trace[1698944831] 'process raft request' (duration: 1.014295403s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:46.402864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:58:45.386536Z","time spent":"1.016244707s","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:58:46.402917Z","caller":"traceutil/trace.go:171","msg":"trace[1251694282] linearizableReadLoop","detail":"{readStateIndex:1974; appliedIndex:1970; }","duration":"952.285006ms","start":"2026-03-26T01:58:45.450605Z","end":"2026-03-26T01:58:46.40289Z","steps":["trace[1251694282] 'read index received' (duration: 931.629428ms)","trace[1251694282] 'applied index is now lower than readState.Index' (duration: 20.653998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:58:46.402947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:58:45.389059Z","time spent":"1.013777352s","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:58:46.402967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:58:45.388217Z","time spent":"1.014631501s","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:58:46.403041Z","caller":"traceutil/trace.go:171","msg":"trace[972931512] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"893.531003ms","start":"2026-03-26T01:58:45.509499Z","end":"2026-03-26T01:58:46.40303Z","steps":["trace[972931512] 'process raft request' (duration: 893.205135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:46.403148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:58:45.509475Z","time spent":"893.597354ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:58:46.403185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.843375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:58:46.403228Z","caller":"traceutil/trace.go:171","msg":"trace[1724646013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1896; }","duration":"408.921157ms","start":"2026-03-26T01:58:45.994292Z","end":"2026-03-26T01:58:46.403213Z","steps":["trace[1724646013] 'agreement among raft nodes before linearized reading' (duration: 408.859545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:46.403276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:58:45.994271Z","time spent":"408.997108ms","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T01:58:46.403291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.881249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T01:58:46.403336Z","caller":"traceutil/trace.go:171","msg":"trace[646350975] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1896; }","duration":"537.957171ms","start":"2026-03-26T01:58:45.865363Z","end":"2026-03-26T01:58:46.40332Z","steps":["trace[646350975] 'agreement among raft nodes before linearized reading' (duration: 537.794847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:46.403373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:58:45.865341Z","time spent":"538.024782ms","remote":"127.0.0.1:58400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-26T01:58:46.403432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.831549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T01:58:46.40348Z","caller":"traceutil/trace.go:171","msg":"trace[1634693765] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1896; }","duration":"952.918942ms","start":"2026-03-26T01:58:45.45055Z","end":"2026-03-26T01:58:46.403468Z","steps":["trace[1634693765] 'agreement among raft nodes before linearized reading' (duration: 952.767998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:46.403516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:58:45.450523Z","time spent":"952.985973ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-26T01:58:46.403392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.503137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T01:58:46.403611Z","caller":"traceutil/trace.go:171","msg":"trace[676470510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1896; }","duration":"946.783835ms","start":"2026-03-26T01:58:45.456818Z","end":"2026-03-26T01:58:46.403601Z","steps":["trace[676470510] 'agreement among raft nodes before linearized reading' (duration: 946.307544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:46.403641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:58:45.456808Z","time spent":"946.823126ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T01:58:46.403741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.262915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7a247026-e721-44f7-b27e-1c362d004981\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-03-26T01:58:46.403824Z","caller":"traceutil/trace.go:171","msg":"trace[2138850851] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7a247026-e721-44f7-b27e-1c362d004981; range_end:; response_count:1; response_revision:1896; }","duration":"541.384977ms","start":"2026-03-26T01:58:45.862422Z","end":"2026-03-26T01:58:46.403807Z","steps":["trace[2138850851] 'agreement among raft nodes before linearized reading' (duration: 541.036019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:46.403892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:58:45.862399Z","time spent":"541.482099ms","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7a247026-e721-44f7-b27e-1c362d004981\" "} {"level":"info","ts":"2026-03-26T01:58:52.587289Z","caller":"traceutil/trace.go:171","msg":"trace[665070597] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"155.00943ms","start":"2026-03-26T01:58:52.432244Z","end":"2026-03-26T01:58:52.587254Z","steps":["trace[665070597] 'process raft request' (duration: 58.976359ms)","trace[665070597] 'compare' (duration: 95.645882ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:52.587349Z","caller":"traceutil/trace.go:171","msg":"trace[474450611] linearizableReadLoop","detail":"{readStateIndex:2046; appliedIndex:2043; }","duration":"144.704172ms","start":"2026-03-26T01:58:52.442623Z","end":"2026-03-26T01:58:52.587327Z","steps":["trace[474450611] 'read index received' (duration: 48.593199ms)","trace[474450611] 'applied index is now lower than readState.Index' (duration: 96.109043ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:52.587396Z","caller":"traceutil/trace.go:171","msg":"trace[939933990] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"154.935869ms","start":"2026-03-26T01:58:52.432413Z","end":"2026-03-26T01:58:52.587349Z","steps":["trace[939933990] 'process raft request' (duration: 154.718784ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:52.587411Z","caller":"traceutil/trace.go:171","msg":"trace[31344353] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"145.374587ms","start":"2026-03-26T01:58:52.441981Z","end":"2026-03-26T01:58:52.587356Z","steps":["trace[31344353] 'process raft request' (duration: 145.230244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:52.587595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.62857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-26T01:58:52.587609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.971918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T01:58:52.587642Z","caller":"traceutil/trace.go:171","msg":"trace[958203896] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1966; }","duration":"103.720032ms","start":"2026-03-26T01:58:52.483906Z","end":"2026-03-26T01:58:52.587626Z","steps":["trace[958203896] 'agreement among raft nodes before linearized reading' (duration: 103.589119ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:52.587648Z","caller":"traceutil/trace.go:171","msg":"trace[570364644] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1966; }","duration":"145.036619ms","start":"2026-03-26T01:58:52.442597Z","end":"2026-03-26T01:58:52.587634Z","steps":["trace[570364644] 'agreement among raft nodes before linearized reading' (duration: 144.859665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:01.591262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.004161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T01:59:01.591316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.045916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T01:59:01.591387Z","caller":"traceutil/trace.go:171","msg":"trace[1111438760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2023; }","duration":"597.176915ms","start":"2026-03-26T01:59:00.994183Z","end":"2026-03-26T01:59:01.59136Z","steps":["trace[1111438760] 'range keys from in-memory index tree' (duration: 596.862078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:01.591444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.86187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:59:01.591482Z","caller":"traceutil/trace.go:171","msg":"trace[1257840309] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2023; }","duration":"752.933772ms","start":"2026-03-26T01:59:00.838537Z","end":"2026-03-26T01:59:01.59147Z","steps":["trace[1257840309] 'count revisions from in-memory index tree' (duration: 752.792789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:01.59152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:00.838518Z","time spent":"752.989763ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-26T01:59:01.591866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.032029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-26T01:59:01.591892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.79591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T01:59:01.5919Z","caller":"traceutil/trace.go:171","msg":"trace[1756879264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2023; }","duration":"878.077329ms","start":"2026-03-26T01:59:00.71381Z","end":"2026-03-26T01:59:01.591888Z","steps":["trace[1756879264] 'range keys from in-memory index tree' (duration: 877.927736ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:01.591951Z","caller":"traceutil/trace.go:171","msg":"trace[160006882] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2023; }","duration":"867.831701ms","start":"2026-03-26T01:59:00.724085Z","end":"2026-03-26T01:59:01.591917Z","steps":["trace[160006882] 'range keys from in-memory index tree' (duration: 867.630327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:01.59195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:00.713805Z","time spent":"878.13478ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T01:59:01.591977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:00.724033Z","time spent":"867.937835ms","remote":"127.0.0.1:58400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-26T01:59:01.591981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.613218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-26T01:59:01.591995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.279313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T01:59:01.592052Z","caller":"traceutil/trace.go:171","msg":"trace[301715010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2023; }","duration":"881.73824ms","start":"2026-03-26T01:59:00.710296Z","end":"2026-03-26T01:59:01.592035Z","steps":["trace[301715010] 'range keys from in-memory index tree' (duration: 881.428973ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:01.592064Z","caller":"traceutil/trace.go:171","msg":"trace[357480289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2023; }","duration":"878.353715ms","start":"2026-03-26T01:59:00.713694Z","end":"2026-03-26T01:59:01.592048Z","steps":["trace[357480289] 'range keys from in-memory index tree' (duration: 878.106579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:01.592091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:00.710272Z","time spent":"881.810381ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T01:59:01.592115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:00.713665Z","time spent":"878.437637ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-26T01:59:01.591397Z","caller":"traceutil/trace.go:171","msg":"trace[1701313433] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2023; }","duration":"699.200729ms","start":"2026-03-26T01:59:00.892174Z","end":"2026-03-26T01:59:01.591374Z","steps":["trace[1701313433] 'count revisions from in-memory index tree' (duration: 698.949213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:01.592307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:00.89215Z","time spent":"700.14011ms","remote":"127.0.0.1:57274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-26T01:59:01.592607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:00.99416Z","time spent":"598.427012ms","remote":"127.0.0.1:57212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T01:59:01.611029Z","caller":"traceutil/trace.go:171","msg":"trace[2105311818] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"171.168319ms","start":"2026-03-26T01:59:01.439845Z","end":"2026-03-26T01:59:01.611013Z","steps":["trace[2105311818] 'process raft request' (duration: 171.041996ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:01.636532Z","caller":"traceutil/trace.go:171","msg":"trace[140225853] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"167.423826ms","start":"2026-03-26T01:59:01.469076Z","end":"2026-03-26T01:59:01.6365Z","steps":["trace[140225853] 'process raft request' (duration: 167.207492ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:01.636607Z","caller":"traceutil/trace.go:171","msg":"trace[1260800703] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"164.340897ms","start":"2026-03-26T01:59:01.472175Z","end":"2026-03-26T01:59:01.636516Z","steps":["trace[1260800703] 'process raft request' (duration: 164.230044ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:01.637112Z","caller":"traceutil/trace.go:171","msg":"trace[625889313] linearizableReadLoop","detail":"{readStateIndex:2108; appliedIndex:2105; }","duration":"160.965382ms","start":"2026-03-26T01:59:01.476113Z","end":"2026-03-26T01:59:01.637079Z","steps":["trace[625889313] 'read index received' (duration: 134.793872ms)","trace[625889313] 'applied index is now lower than readState.Index' (duration: 26.16832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:59:01.637334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.210508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-26T01:59:01.637395Z","caller":"traceutil/trace.go:171","msg":"trace[1223493846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2029; }","duration":"161.319741ms","start":"2026-03-26T01:59:01.476059Z","end":"2026-03-26T01:59:01.637379Z","steps":["trace[1223493846] 'agreement among raft nodes before linearized reading' (duration: 161.101775ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:29.886742Z","caller":"traceutil/trace.go:171","msg":"trace[1788598237] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"135.845766ms","start":"2026-03-26T01:59:29.75087Z","end":"2026-03-26T01:59:29.886716Z","steps":["trace[1788598237] 'process raft request' (duration: 135.684573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:30.313147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.713862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:59:30.313308Z","caller":"traceutil/trace.go:171","msg":"trace[1024038019] linearizableReadLoop","detail":"{readStateIndex:2277; appliedIndex:2274; }","duration":"518.503548ms","start":"2026-03-26T01:59:29.794789Z","end":"2026-03-26T01:59:30.313292Z","steps":["trace[1024038019] 'read index received' (duration: 91.772817ms)","trace[1024038019] 'applied index is now lower than readState.Index' (duration: 426.729671ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:59:30.313396Z","caller":"traceutil/trace.go:171","msg":"trace[1118013942] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"554.917506ms","start":"2026-03-26T01:59:29.758469Z","end":"2026-03-26T01:59:30.313386Z","steps":["trace[1118013942] 'process raft request' (duration: 554.775713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:30.313461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:29.758454Z","time spent":"554.974248ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:59:30.313387Z","caller":"traceutil/trace.go:171","msg":"trace[1951343572] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"556.168185ms","start":"2026-03-26T01:59:29.757159Z","end":"2026-03-26T01:59:30.313328Z","steps":["trace[1951343572] 'process raft request' (duration: 343.185958ms)","trace[1951343572] 'compare' (duration: 212.586518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:59:30.31391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.125332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T01:59:30.313957Z","caller":"traceutil/trace.go:171","msg":"trace[332554275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2188; }","duration":"519.207274ms","start":"2026-03-26T01:59:29.794739Z","end":"2026-03-26T01:59:30.313946Z","steps":["trace[332554275] 'agreement among raft nodes before linearized reading' (duration: 518.965688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:30.313988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:29.794722Z","time spent":"519.259345ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T01:59:30.313901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:29.757132Z","time spent":"556.557314ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:59:30.314206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.306685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T01:59:30.314357Z","caller":"traceutil/trace.go:171","msg":"trace[202818324] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2188; }","duration":"509.51938ms","start":"2026-03-26T01:59:29.804799Z","end":"2026-03-26T01:59:30.314318Z","steps":["trace[202818324] 'agreement among raft nodes before linearized reading' (duration: 509.125621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:30.314421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:29.80478Z","time spent":"509.631122ms","remote":"127.0.0.1:58400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-26T01:59:30.314633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.838169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-26T01:59:30.314639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.702441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-26T01:59:30.314678Z","caller":"traceutil/trace.go:171","msg":"trace[1916338614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2188; }","duration":"456.88253ms","start":"2026-03-26T01:59:29.857786Z","end":"2026-03-26T01:59:30.314668Z","steps":["trace[1916338614] 'agreement among raft nodes before linearized reading' (duration: 456.778258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:30.314709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:29.857753Z","time spent":"456.948462ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-26T01:59:30.314701Z","caller":"traceutil/trace.go:171","msg":"trace[754088855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2188; }","duration":"440.789294ms","start":"2026-03-26T01:59:29.873895Z","end":"2026-03-26T01:59:30.314684Z","steps":["trace[754088855] 'agreement among raft nodes before linearized reading' (duration: 440.515818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:30.31485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:29.873864Z","time spent":"440.977438ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T01:59:30.314887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.498662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:59:30.314981Z","caller":"traceutil/trace.go:171","msg":"trace[1197597031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2188; }","duration":"319.691107ms","start":"2026-03-26T01:59:29.995275Z","end":"2026-03-26T01:59:30.314966Z","steps":["trace[1197597031] 'agreement among raft nodes before linearized reading' (duration: 319.454351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:30.315088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:29.995208Z","time spent":"319.86395ms","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T01:59:30.315783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.361709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T01:59:30.315824Z","caller":"traceutil/trace.go:171","msg":"trace[849864703] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2188; }","duration":"479.438571ms","start":"2026-03-26T01:59:29.836378Z","end":"2026-03-26T01:59:30.315816Z","steps":["trace[849864703] 'agreement among raft nodes before linearized reading' (duration: 478.309586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:30.315842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:29.836356Z","time spent":"479.481282ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-26T01:59:30.520125Z","caller":"traceutil/trace.go:171","msg":"trace[1854455103] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"199.236662ms","start":"2026-03-26T01:59:30.32085Z","end":"2026-03-26T01:59:30.520087Z","steps":["trace[1854455103] 'process raft request' (duration: 187.767458ms)","trace[1854455103] 'compare' (duration: 11.29212ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:59:30.525448Z","caller":"traceutil/trace.go:171","msg":"trace[1744468470] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"204.562351ms","start":"2026-03-26T01:59:30.320859Z","end":"2026-03-26T01:59:30.525421Z","steps":["trace[1744468470] 'process raft request' (duration: 204.376467ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:30.525742Z","caller":"traceutil/trace.go:171","msg":"trace[939678573] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"204.787375ms","start":"2026-03-26T01:59:30.320928Z","end":"2026-03-26T01:59:30.525715Z","steps":["trace[939678573] 'process raft request' (duration: 204.452518ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:30.525876Z","caller":"traceutil/trace.go:171","msg":"trace[379675072] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"204.850837ms","start":"2026-03-26T01:59:30.320945Z","end":"2026-03-26T01:59:30.525796Z","steps":["trace[379675072] 'process raft request' (duration: 204.600041ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:36.502718Z","caller":"traceutil/trace.go:171","msg":"trace[875748520] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"274.163265ms","start":"2026-03-26T01:59:36.228518Z","end":"2026-03-26T01:59:36.502681Z","steps":["trace[875748520] 'process raft request' (duration: 273.916069ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:36.502853Z","caller":"traceutil/trace.go:171","msg":"trace[448476568] linearizableReadLoop","detail":"{readStateIndex:2306; appliedIndex:2305; }","duration":"230.891034ms","start":"2026-03-26T01:59:36.271719Z","end":"2026-03-26T01:59:36.50261Z","steps":["trace[448476568] 'read index received' (duration: 230.832183ms)","trace[448476568] 'applied index is now lower than readState.Index' (duration: 57.901µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:59:36.502941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.17483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T01:59:36.503012Z","caller":"traceutil/trace.go:171","msg":"trace[957440186] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2216; }","duration":"231.326774ms","start":"2026-03-26T01:59:36.271669Z","end":"2026-03-26T01:59:36.502996Z","steps":["trace[957440186] 'agreement among raft nodes before linearized reading' (duration: 231.16835ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:36.633796Z","caller":"traceutil/trace.go:171","msg":"trace[1037920006] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"297.039124ms","start":"2026-03-26T01:59:36.336629Z","end":"2026-03-26T01:59:36.633668Z","steps":["trace[1037920006] 'process raft request' (duration: 286.615672ms)","trace[1037920006] 'compare' (duration: 10.256288ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:59:36.63389Z","caller":"traceutil/trace.go:171","msg":"trace[495650182] linearizableReadLoop","detail":"{readStateIndex:2308; appliedIndex:2306; }","duration":"130.952767ms","start":"2026-03-26T01:59:36.502909Z","end":"2026-03-26T01:59:36.633862Z","steps":["trace[495650182] 'read index received' (duration: 120.347062ms)","trace[495650182] 'applied index is now lower than readState.Index' (duration: 10.603845ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:59:36.633916Z","caller":"traceutil/trace.go:171","msg":"trace[904479220] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"297.112445ms","start":"2026-03-26T01:59:36.336767Z","end":"2026-03-26T01:59:36.633879Z","steps":["trace[904479220] 'process raft request' (duration: 296.84349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:36.63401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.934631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T01:59:36.634069Z","caller":"traceutil/trace.go:171","msg":"trace[1962536321] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2218; }","duration":"174.052223ms","start":"2026-03-26T01:59:36.460005Z","end":"2026-03-26T01:59:36.634057Z","steps":["trace[1962536321] 'agreement among raft nodes before linearized reading' (duration: 173.91042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:36.634135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.50237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T01:59:36.63418Z","caller":"traceutil/trace.go:171","msg":"trace[534955768] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2218; }","duration":"273.597283ms","start":"2026-03-26T01:59:36.360568Z","end":"2026-03-26T01:59:36.634166Z","steps":["trace[534955768] 'agreement among raft nodes before linearized reading' (duration: 273.424739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:36.654929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.843459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-26T01:59:36.654976Z","caller":"traceutil/trace.go:171","msg":"trace[1795217072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2219; }","duration":"109.930561ms","start":"2026-03-26T01:59:36.545035Z","end":"2026-03-26T01:59:36.654966Z","steps":["trace[1795217072] 'agreement among raft nodes before linearized reading' (duration: 109.776728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:36.655033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.078303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-26T01:59:36.655054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.6514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T01:59:36.655095Z","caller":"traceutil/trace.go:171","msg":"trace[1711492419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2219; }","duration":"105.182125ms","start":"2026-03-26T01:59:36.549897Z","end":"2026-03-26T01:59:36.655079Z","steps":["trace[1711492419] 'agreement among raft nodes before linearized reading' (duration: 104.965611ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:36.655106Z","caller":"traceutil/trace.go:171","msg":"trace[1651286500] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2219; }","duration":"107.727972ms","start":"2026-03-26T01:59:36.547363Z","end":"2026-03-26T01:59:36.655091Z","steps":["trace[1651286500] 'agreement among raft nodes before linearized reading' (duration: 107.595939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:36.655219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.739016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T01:59:36.655297Z","caller":"traceutil/trace.go:171","msg":"trace[1328918079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2219; }","duration":"109.868998ms","start":"2026-03-26T01:59:36.545407Z","end":"2026-03-26T01:59:36.655276Z","steps":["trace[1328918079] 'agreement among raft nodes before linearized reading' (duration: 109.623012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:36.958746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.765145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T01:59:36.958883Z","caller":"traceutil/trace.go:171","msg":"trace[726646983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2223; }","duration":"154.944629ms","start":"2026-03-26T01:59:36.80389Z","end":"2026-03-26T01:59:36.958834Z","steps":["trace[726646983] 'range keys from in-memory index tree' (duration: 154.433858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:37.914129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.292835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T01:59:37.914235Z","caller":"traceutil/trace.go:171","msg":"trace[983548667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2225; }","duration":"272.456289ms","start":"2026-03-26T01:59:37.641753Z","end":"2026-03-26T01:59:37.914209Z","steps":["trace[983548667] 'range keys from in-memory index tree' (duration: 272.087792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:38.527241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.809147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:59:38.527345Z","caller":"traceutil/trace.go:171","msg":"trace[1159660292] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2227; }","duration":"324.984232ms","start":"2026-03-26T01:59:38.202336Z","end":"2026-03-26T01:59:38.52732Z","steps":["trace[1159660292] 'count revisions from in-memory index tree' (duration: 324.643594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:38.527405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:38.202301Z","time spent":"325.090033ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-26T01:59:38.52773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.22634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-26T01:59:38.527874Z","caller":"traceutil/trace.go:171","msg":"trace[996516075] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2227; }","duration":"275.481095ms","start":"2026-03-26T01:59:38.252371Z","end":"2026-03-26T01:59:38.527852Z","steps":["trace[996516075] 'range keys from in-memory index tree' (duration: 273.873161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:39.174504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350413317538113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T01:59:39.675579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350413317538113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T01:59:39.74143Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.101280882s","expected-duration":"1s"} {"level":"info","ts":"2026-03-26T01:59:39.741965Z","caller":"traceutil/trace.go:171","msg":"trace[1268243625] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"1.102128301s","start":"2026-03-26T01:59:38.639805Z","end":"2026-03-26T01:59:39.741933Z","steps":["trace[1268243625] 'process raft request' (duration: 1.101879816s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:39.742171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:38.639775Z","time spent":"1.102285185s","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:59:39.74216Z","caller":"traceutil/trace.go:171","msg":"trace[1587412806] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"1.102326656s","start":"2026-03-26T01:59:38.639808Z","end":"2026-03-26T01:59:39.742134Z","steps":["trace[1587412806] 'process raft request' (duration: 1.10207465s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:39.74241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:38.639792Z","time spent":"1.10248868s","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:59:40.722832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.160983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:59:40.723273Z","caller":"traceutil/trace.go:171","msg":"trace[59844017] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"759.260273ms","start":"2026-03-26T01:59:39.963989Z","end":"2026-03-26T01:59:40.723249Z","steps":["trace[59844017] 'process raft request' (duration: 759.183412ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:40.723283Z","caller":"traceutil/trace.go:171","msg":"trace[60868886] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"1.015522605s","start":"2026-03-26T01:59:39.707719Z","end":"2026-03-26T01:59:40.723242Z","steps":["trace[60868886] 'process raft request' (duration: 1.015220618s)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:40.723283Z","caller":"traceutil/trace.go:171","msg":"trace[363175032] linearizableReadLoop","detail":"{readStateIndex:2321; appliedIndex:2318; }","duration":"2.049277862s","start":"2026-03-26T01:59:38.673963Z","end":"2026-03-26T01:59:40.72324Z","steps":["trace[363175032] 'read index received' (duration: 1.0677239s)","trace[363175032] 'applied index is now lower than readState.Index' (duration: 981.550702ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:59:40.723296Z","caller":"traceutil/trace.go:171","msg":"trace[1941549557] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"2.063762883s","start":"2026-03-26T01:59:38.659475Z","end":"2026-03-26T01:59:40.723238Z","steps":["trace[1941549557] 'process raft request' (duration: 1.383091559s)","trace[1941549557] 'compare' (duration: 679.446136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:59:40.72342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:39.963955Z","time spent":"759.383886ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:59:40.723501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:39.707691Z","time spent":"1.015680368s","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:59:40.723506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049522348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-26T01:59:40.723583Z","caller":"traceutil/trace.go:171","msg":"trace[641681000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2232; }","duration":"2.04961766s","start":"2026-03-26T01:59:38.673947Z","end":"2026-03-26T01:59:40.723565Z","steps":["trace[641681000] 'agreement among raft nodes before linearized reading' (duration: 2.049380405s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:40.723592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:38.659433Z","time spent":"2.064045399s","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:59:40.723633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:38.673862Z","time spent":"2.049761233s","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T01:59:40.723648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02890287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T01:59:40.723706Z","caller":"traceutil/trace.go:171","msg":"trace[871422461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2232; }","duration":"2.028987973s","start":"2026-03-26T01:59:38.694701Z","end":"2026-03-26T01:59:40.723689Z","steps":["trace[871422461] 'agreement among raft nodes before linearized reading' (duration: 2.028771118s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:40.723741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028912211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T01:59:40.723793Z","caller":"traceutil/trace.go:171","msg":"trace[2095491572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2232; }","duration":"2.029000173s","start":"2026-03-26T01:59:38.694781Z","end":"2026-03-26T01:59:40.723781Z","steps":["trace[2095491572] 'agreement among raft nodes before linearized reading' (duration: 2.02888682s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:40.72383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:38.694761Z","time spent":"2.029059975s","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-26T01:59:40.723835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029068065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-26T01:59:40.723842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729303101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-26T01:59:40.723848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.652067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T01:59:40.723753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:38.694691Z","time spent":"2.029053584s","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-26T01:59:40.723877Z","caller":"traceutil/trace.go:171","msg":"trace[1929711697] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2232; }","duration":"1.729361432s","start":"2026-03-26T01:59:38.994505Z","end":"2026-03-26T01:59:40.723866Z","steps":["trace[1929711697] 'agreement among raft nodes before linearized reading' (duration: 1.729254639s)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:40.723886Z","caller":"traceutil/trace.go:171","msg":"trace[429255282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2232; }","duration":"729.74336ms","start":"2026-03-26T01:59:39.994131Z","end":"2026-03-26T01:59:40.723874Z","steps":["trace[429255282] 'agreement among raft nodes before linearized reading' (duration: 729.687119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:40.723922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:38.994487Z","time spent":"1.729425563s","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T01:59:40.723927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:39.9941Z","time spent":"729.821161ms","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T01:59:40.723926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279365274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T01:59:40.723972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367475463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-26T01:59:40.723923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801072489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T01:59:40.724028Z","caller":"traceutil/trace.go:171","msg":"trace[1291100162] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2232; }","duration":"1.367557045s","start":"2026-03-26T01:59:39.35646Z","end":"2026-03-26T01:59:40.724017Z","steps":["trace[1291100162] 'agreement among raft nodes before linearized reading' (duration: 1.367451693s)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:40.72405Z","caller":"traceutil/trace.go:171","msg":"trace[608043953] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2232; }","duration":"1.279566548s","start":"2026-03-26T01:59:39.44445Z","end":"2026-03-26T01:59:40.724017Z","steps":["trace[608043953] 'agreement among raft nodes before linearized reading' (duration: 1.279347673s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:40.724075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:39.35644Z","time spent":"1.367628877s","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-26T01:59:40.723876Z","caller":"traceutil/trace.go:171","msg":"trace[1246320869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2232; }","duration":"2.029112045s","start":"2026-03-26T01:59:38.694746Z","end":"2026-03-26T01:59:40.723858Z","steps":["trace[1246320869] 'agreement among raft nodes before linearized reading' (duration: 2.029025734s)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:40.7241Z","caller":"traceutil/trace.go:171","msg":"trace[1378415079] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2232; }","duration":"1.801297444s","start":"2026-03-26T01:59:38.922769Z","end":"2026-03-26T01:59:40.724066Z","steps":["trace[1378415079] 'agreement among raft nodes before linearized reading' (duration: 1.800864045s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:40.724131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:39.44443Z","time spent":"1.27968138s","remote":"127.0.0.1:58352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-26T01:59:40.72415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:38.69474Z","time spent":"2.029394981s","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T01:59:40.724161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:38.922747Z","time spent":"1.801402627s","remote":"127.0.0.1:58400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-26T01:59:40.724265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410314371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:59:40.724353Z","caller":"traceutil/trace.go:171","msg":"trace[932840957] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2232; }","duration":"1.410998526s","start":"2026-03-26T01:59:39.313339Z","end":"2026-03-26T01:59:40.724337Z","steps":["trace[932840957] 'agreement among raft nodes before linearized reading' (duration: 1.41027215s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:40.724403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:39.313313Z","time spent":"1.411078597s","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-26T01:59:41.105542Z","caller":"traceutil/trace.go:171","msg":"trace[1763832172] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"375.702695ms","start":"2026-03-26T01:59:40.729821Z","end":"2026-03-26T01:59:41.105523Z","steps":["trace[1763832172] 'process raft request' (duration: 373.596139ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:41.105668Z","caller":"traceutil/trace.go:171","msg":"trace[457100500] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"375.145981ms","start":"2026-03-26T01:59:40.730492Z","end":"2026-03-26T01:59:41.105638Z","steps":["trace[457100500] 'process raft request' (duration: 374.753713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:41.105718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:40.729787Z","time spent":"375.821417ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:59:41.105808Z","caller":"traceutil/trace.go:171","msg":"trace[1554443026] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"374.810034ms","start":"2026-03-26T01:59:40.730959Z","end":"2026-03-26T01:59:41.105769Z","steps":["trace[1554443026] 'process raft request' (duration: 374.721592ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:41.105831Z","caller":"traceutil/trace.go:171","msg":"trace[1377907361] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"375.12009ms","start":"2026-03-26T01:59:40.730664Z","end":"2026-03-26T01:59:41.105784Z","steps":["trace[1377907361] 'process raft request' (duration: 374.894555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:41.105853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:40.730464Z","time spent":"375.266664ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:59:41.105323Z","caller":"traceutil/trace.go:171","msg":"trace[461478253] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"374.871006ms","start":"2026-03-26T01:59:40.730428Z","end":"2026-03-26T01:59:41.105299Z","steps":["trace[461478253] 'process raft request' (duration: 374.756413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:41.106034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:40.730953Z","time spent":"374.969608ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:59:41.106057Z","caller":"traceutil/trace.go:171","msg":"trace[564511993] linearizableReadLoop","detail":"{readStateIndex:2329; appliedIndex:2323; }","duration":"369.63299ms","start":"2026-03-26T01:59:40.736404Z","end":"2026-03-26T01:59:41.106037Z","steps":["trace[564511993] 'read index received' (duration: 367.028592ms)","trace[564511993] 'applied index is now lower than readState.Index' (duration: 2.602708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:59:41.106101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:40.730656Z","time spent":"375.297475ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:59:41.106117Z","caller":"traceutil/trace.go:171","msg":"trace[1380125625] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"374.928707ms","start":"2026-03-26T01:59:40.731169Z","end":"2026-03-26T01:59:41.106098Z","steps":["trace[1380125625] 'process raft request' (duration: 374.556288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:41.106205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.804794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T01:59:41.106233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:40.730404Z","time spent":"375.697965ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:59:41.106263Z","caller":"traceutil/trace.go:171","msg":"trace[679708363] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2238; }","duration":"369.927546ms","start":"2026-03-26T01:59:40.736321Z","end":"2026-03-26T01:59:41.106248Z","steps":["trace[679708363] 'agreement among raft nodes before linearized reading' (duration: 369.826464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:41.106269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.751931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T01:59:41.106208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:40.731159Z","time spent":"375.005329ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:59:41.106304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:40.73629Z","time spent":"370.001238ms","remote":"127.0.0.1:58162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-26T01:59:41.106344Z","caller":"traceutil/trace.go:171","msg":"trace[1210233966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2238; }","duration":"110.884544ms","start":"2026-03-26T01:59:40.995442Z","end":"2026-03-26T01:59:41.106326Z","steps":["trace[1210233966] 'agreement among raft nodes before linearized reading' (duration: 110.740441ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:46.944792Z","caller":"traceutil/trace.go:171","msg":"trace[591456318] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"199.586957ms","start":"2026-03-26T01:59:46.745183Z","end":"2026-03-26T01:59:46.94477Z","steps":["trace[591456318] 'process raft request' (duration: 199.477114ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:46.990674Z","caller":"traceutil/trace.go:171","msg":"trace[1335760920] linearizableReadLoop","detail":"{readStateIndex:2357; appliedIndex:2356; }","duration":"221.893221ms","start":"2026-03-26T01:59:46.768764Z","end":"2026-03-26T01:59:46.990657Z","steps":["trace[1335760920] 'read index received' (duration: 176.016246ms)","trace[1335760920] 'applied index is now lower than readState.Index' (duration: 45.875895ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:59:46.99082Z","caller":"traceutil/trace.go:171","msg":"trace[1437949387] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"243.733664ms","start":"2026-03-26T01:59:46.747066Z","end":"2026-03-26T01:59:46.9908Z","steps":["trace[1437949387] 'process raft request' (duration: 243.503789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:46.990937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.159076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T01:59:46.99098Z","caller":"traceutil/trace.go:171","msg":"trace[553524234] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2265; }","duration":"222.253168ms","start":"2026-03-26T01:59:46.768714Z","end":"2026-03-26T01:59:46.990968Z","steps":["trace[553524234] 'agreement among raft nodes before linearized reading' (duration: 222.010423ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:47.253689Z","caller":"traceutil/trace.go:171","msg":"trace[335152441] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"118.583474ms","start":"2026-03-26T01:59:47.135082Z","end":"2026-03-26T01:59:47.253665Z","steps":["trace[335152441] 'process raft request' (duration: 118.41241ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:47.265682Z","caller":"traceutil/trace.go:171","msg":"trace[1834274736] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"130.352454ms","start":"2026-03-26T01:59:47.135307Z","end":"2026-03-26T01:59:47.26566Z","steps":["trace[1834274736] 'process raft request' (duration: 130.190891ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:47.26594Z","caller":"traceutil/trace.go:171","msg":"trace[1073564958] linearizableReadLoop","detail":"{readStateIndex:2360; appliedIndex:2357; }","duration":"130.17784ms","start":"2026-03-26T01:59:47.135743Z","end":"2026-03-26T01:59:47.265921Z","steps":["trace[1073564958] 'read index received' (duration: 117.769816ms)","trace[1073564958] 'applied index is now lower than readState.Index' (duration: 12.406214ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:59:47.266033Z","caller":"traceutil/trace.go:171","msg":"trace[386484437] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"128.342999ms","start":"2026-03-26T01:59:47.137642Z","end":"2026-03-26T01:59:47.265985Z","steps":["trace[386484437] 'process raft request' (duration: 128.192686ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:47.266033Z","caller":"traceutil/trace.go:171","msg":"trace[333925081] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"130.566989ms","start":"2026-03-26T01:59:47.135409Z","end":"2026-03-26T01:59:47.265976Z","steps":["trace[333925081] 'process raft request' (duration: 130.193711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:47.26615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.378426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-26T01:59:47.266215Z","caller":"traceutil/trace.go:171","msg":"trace[1078329953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2269; }","duration":"130.478228ms","start":"2026-03-26T01:59:47.135719Z","end":"2026-03-26T01:59:47.266198Z","steps":["trace[1078329953] 'agreement among raft nodes before linearized reading' (duration: 130.277493ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:25.595711Z","caller":"traceutil/trace.go:171","msg":"trace[1457992531] linearizableReadLoop","detail":"{readStateIndex:2583; appliedIndex:2580; }","duration":"127.916871ms","start":"2026-03-26T02:00:25.467765Z","end":"2026-03-26T02:00:25.595682Z","steps":["trace[1457992531] 'read index received' (duration: 30.141237ms)","trace[1457992531] 'applied index is now lower than readState.Index' (duration: 97.774414ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:00:25.59575Z","caller":"traceutil/trace.go:171","msg":"trace[688386527] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"129.776632ms","start":"2026-03-26T02:00:25.465934Z","end":"2026-03-26T02:00:25.595711Z","steps":["trace[688386527] 'process raft request' (duration: 129.527086ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:25.595815Z","caller":"traceutil/trace.go:171","msg":"trace[1296892265] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"129.490656ms","start":"2026-03-26T02:00:25.466272Z","end":"2026-03-26T02:00:25.595763Z","steps":["trace[1296892265] 'process raft request' (duration: 129.363573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:25.595955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.164236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T02:00:25.596001Z","caller":"traceutil/trace.go:171","msg":"trace[1585562757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2483; }","duration":"128.256239ms","start":"2026-03-26T02:00:25.467729Z","end":"2026-03-26T02:00:25.595985Z","steps":["trace[1585562757] 'agreement among raft nodes before linearized reading' (duration: 128.091435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:25.596021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.160986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T02:00:25.596072Z","caller":"traceutil/trace.go:171","msg":"trace[175299356] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2483; }","duration":"109.258698ms","start":"2026-03-26T02:00:25.486799Z","end":"2026-03-26T02:00:25.596057Z","steps":["trace[175299356] 'agreement among raft nodes before linearized reading' (duration: 109.123585ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:26.10088Z","caller":"traceutil/trace.go:171","msg":"trace[1592021822] linearizableReadLoop","detail":"{readStateIndex:2587; appliedIndex:2586; }","duration":"106.6392ms","start":"2026-03-26T02:00:25.994221Z","end":"2026-03-26T02:00:26.10086Z","steps":["trace[1592021822] 'read index received' (duration: 106.558909ms)","trace[1592021822] 'applied index is now lower than readState.Index' (duration: 79.211µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:00:26.100945Z","caller":"traceutil/trace.go:171","msg":"trace[1687602828] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"110.250329ms","start":"2026-03-26T02:00:25.990651Z","end":"2026-03-26T02:00:26.100902Z","steps":["trace[1687602828] 'process raft request' (duration: 110.034865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:26.101017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.785273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:00:26.101044Z","caller":"traceutil/trace.go:171","msg":"trace[289341169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2487; }","duration":"106.882025ms","start":"2026-03-26T02:00:25.994157Z","end":"2026-03-26T02:00:26.101039Z","steps":["trace[289341169] 'agreement among raft nodes before linearized reading' (duration: 106.797543ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:26.136648Z","caller":"traceutil/trace.go:171","msg":"trace[1411507405] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"123.233908ms","start":"2026-03-26T02:00:26.013384Z","end":"2026-03-26T02:00:26.136618Z","steps":["trace[1411507405] 'process raft request' (duration: 122.961442ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:26.136683Z","caller":"traceutil/trace.go:171","msg":"trace[1602520962] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"122.41223ms","start":"2026-03-26T02:00:26.014226Z","end":"2026-03-26T02:00:26.136639Z","steps":["trace[1602520962] 'process raft request' (duration: 122.270556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:26.136788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.799238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-26T02:00:26.136843Z","caller":"traceutil/trace.go:171","msg":"trace[510448596] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2489; }","duration":"136.89081ms","start":"2026-03-26T02:00:25.99994Z","end":"2026-03-26T02:00:26.136831Z","steps":["trace[510448596] 'agreement among raft nodes before linearized reading' (duration: 136.716746ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:35.622131Z","caller":"traceutil/trace.go:171","msg":"trace[320061878] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"112.845937ms","start":"2026-03-26T02:00:35.509238Z","end":"2026-03-26T02:00:35.622084Z","steps":["trace[320061878] 'process raft request' (duration: 112.592652ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:39.867315Z","caller":"traceutil/trace.go:171","msg":"trace[106949294] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"728.942982ms","start":"2026-03-26T02:00:39.138348Z","end":"2026-03-26T02:00:39.867291Z","steps":["trace[106949294] 'process raft request' (duration: 728.767468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:39.86749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:39.138316Z","time spent":"729.076774ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:00:39.869712Z","caller":"traceutil/trace.go:171","msg":"trace[724786951] linearizableReadLoop","detail":"{readStateIndex:2827; appliedIndex:2825; }","duration":"338.580803ms","start":"2026-03-26T02:00:39.531116Z","end":"2026-03-26T02:00:39.869697Z","steps":["trace[724786951] 'read index received' (duration: 335.998346ms)","trace[724786951] 'applied index is now lower than readState.Index' (duration: 2.581167ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:00:39.869814Z","caller":"traceutil/trace.go:171","msg":"trace[1571621295] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"640.189167ms","start":"2026-03-26T02:00:39.229614Z","end":"2026-03-26T02:00:39.869803Z","steps":["trace[1571621295] 'process raft request' (duration: 640.003683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:39.869883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:39.229584Z","time spent":"640.258279ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:00:39.870036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.000437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T02:00:39.870124Z","caller":"traceutil/trace.go:171","msg":"trace[650832294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2716; }","duration":"224.13507ms","start":"2026-03-26T02:00:39.64597Z","end":"2026-03-26T02:00:39.870105Z","steps":["trace[650832294] 'agreement among raft nodes before linearized reading' (duration: 223.930156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:39.870311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.440986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-26T02:00:39.870333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.815812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T02:00:39.870372Z","caller":"traceutil/trace.go:171","msg":"trace[1898029633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2716; }","duration":"167.520308ms","start":"2026-03-26T02:00:39.702842Z","end":"2026-03-26T02:00:39.870362Z","steps":["trace[1898029633] 'agreement among raft nodes before linearized reading' (duration: 167.392645ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:39.87039Z","caller":"traceutil/trace.go:171","msg":"trace[659908417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2716; }","duration":"166.890314ms","start":"2026-03-26T02:00:39.703484Z","end":"2026-03-26T02:00:39.870375Z","steps":["trace[659908417] 'agreement among raft nodes before linearized reading' (duration: 166.720019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:39.870543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.416672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:00:39.870548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.4898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T02:00:39.870585Z","caller":"traceutil/trace.go:171","msg":"trace[1132340194] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2716; }","duration":"339.498724ms","start":"2026-03-26T02:00:39.531073Z","end":"2026-03-26T02:00:39.870572Z","steps":["trace[1132340194] 'agreement among raft nodes before linearized reading' (duration: 339.429553ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:39.870593Z","caller":"traceutil/trace.go:171","msg":"trace[1540832475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2716; }","duration":"168.534571ms","start":"2026-03-26T02:00:39.702045Z","end":"2026-03-26T02:00:39.870579Z","steps":["trace[1540832475] 'agreement among raft nodes before linearized reading' (duration: 168.410348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:39.870627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:39.531052Z","time spent":"339.561475ms","remote":"127.0.0.1:49070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:00:39.870646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.876748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T02:00:39.870682Z","caller":"traceutil/trace.go:171","msg":"trace[184954883] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2716; }","duration":"173.95228ms","start":"2026-03-26T02:00:39.69672Z","end":"2026-03-26T02:00:39.870673Z","steps":["trace[184954883] 'agreement among raft nodes before linearized reading' (duration: 173.856648ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:01:13.317805Z","caller":"traceutil/trace.go:171","msg":"trace[1130198600] linearizableReadLoop","detail":"{readStateIndex:3040; appliedIndex:3039; }","duration":"322.178007ms","start":"2026-03-26T02:01:12.995606Z","end":"2026-03-26T02:01:13.317784Z","steps":["trace[1130198600] 'read index received' (duration: 304.505136ms)","trace[1130198600] 'applied index is now lower than readState.Index' (duration: 17.671931ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:01:13.317917Z","caller":"traceutil/trace.go:171","msg":"trace[1227208306] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"391.049503ms","start":"2026-03-26T02:01:12.926814Z","end":"2026-03-26T02:01:13.317864Z","steps":["trace[1227208306] 'process raft request' (duration: 373.29693ms)","trace[1227208306] 'compare' (duration: 17.431336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:01:13.31796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.34778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:01:13.317995Z","caller":"traceutil/trace.go:171","msg":"trace[97452484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2923; }","duration":"322.460034ms","start":"2026-03-26T02:01:12.995523Z","end":"2026-03-26T02:01:13.317983Z","steps":["trace[97452484] 'agreement among raft nodes before linearized reading' (duration: 322.387442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:01:13.318024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:01:12.99549Z","time spent":"322.527175ms","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:01:13.318085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:01:12.926788Z","time spent":"391.195216ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:01:14.92064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170497839s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-26T02:01:14.920842Z","caller":"traceutil/trace.go:171","msg":"trace[1483447104] linearizableReadLoop","detail":"{readStateIndex:3042; appliedIndex:3041; }","duration":"1.347274878s","start":"2026-03-26T02:01:13.573544Z","end":"2026-03-26T02:01:14.920819Z","steps":["trace[1483447104] 'read index received' (duration: 176.548025ms)","trace[1483447104] 'applied index is now lower than readState.Index' (duration: 1.170724723s)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:01:14.920875Z","caller":"traceutil/trace.go:171","msg":"trace[820687475] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"932.531276ms","start":"2026-03-26T02:01:13.98833Z","end":"2026-03-26T02:01:14.920861Z","steps":["trace[820687475] 'process raft request' (duration: 932.396153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:01:14.921089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347512845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:01:14.921196Z","caller":"traceutil/trace.go:171","msg":"trace[1871214788] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2926; }","duration":"1.347682269s","start":"2026-03-26T02:01:13.573494Z","end":"2026-03-26T02:01:14.921176Z","steps":["trace[1871214788] 'agreement among raft nodes before linearized reading' (duration: 1.347417242s)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:01:14.921212Z","caller":"traceutil/trace.go:171","msg":"trace[928548573] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"613.371409ms","start":"2026-03-26T02:01:14.30783Z","end":"2026-03-26T02:01:14.921201Z","steps":["trace[928548573] 'process raft request' (duration: 613.286567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:01:14.921235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:01:13.573478Z","time spent":"1.347746851s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:01:14.921274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.428523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T02:01:14.921312Z","caller":"traceutil/trace.go:171","msg":"trace[647682845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2928; }","duration":"851.500214ms","start":"2026-03-26T02:01:14.069801Z","end":"2026-03-26T02:01:14.921302Z","steps":["trace[647682845] 'agreement among raft nodes before linearized reading' (duration: 851.366931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:01:14.921357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:01:14.069792Z","time spent":"851.542295ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T02:01:14.921392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272981461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a041accf0e9085\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-03-26T02:01:14.92132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:01:13.988309Z","time spent":"932.745303ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:01:14.921513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.038072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:01:14.921449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:01:14.307817Z","time spent":"613.459681ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:01:14.921567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.890117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T02:01:14.921604Z","caller":"traceutil/trace.go:171","msg":"trace[1219059138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2928; }","duration":"852.962468ms","start":"2026-03-26T02:01:14.068631Z","end":"2026-03-26T02:01:14.921593Z","steps":["trace[1219059138] 'agreement among raft nodes before linearized reading' (duration: 852.872976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:01:14.92167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:01:14.068609Z","time spent":"853.03471ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T02:01:14.921681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.002262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-26T02:01:14.921719Z","caller":"traceutil/trace.go:171","msg":"trace[1011156202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2928; }","duration":"854.040512ms","start":"2026-03-26T02:01:14.067669Z","end":"2026-03-26T02:01:14.92171Z","steps":["trace[1011156202] 'agreement among raft nodes before linearized reading' (duration: 853.910799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:01:14.921753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:01:14.067627Z","time spent":"854.118974ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-26T02:01:14.921616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.633112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-26T02:01:14.921686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.501912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T02:01:14.921796Z","caller":"traceutil/trace.go:171","msg":"trace[982952353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2928; }","duration":"849.826557ms","start":"2026-03-26T02:01:14.071956Z","end":"2026-03-26T02:01:14.921783Z","steps":["trace[982952353] 'agreement among raft nodes before linearized reading' (duration: 849.608482ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:01:14.92148Z","caller":"traceutil/trace.go:171","msg":"trace[1736066250] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a041accf0e9085; range_end:; response_count:1; response_revision:2928; }","duration":"1.273154214s","start":"2026-03-26T02:01:13.648304Z","end":"2026-03-26T02:01:14.921458Z","steps":["trace[1736066250] 'agreement among raft nodes before linearized reading' (duration: 1.272861627s)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:01:14.921546Z","caller":"traceutil/trace.go:171","msg":"trace[624839635] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2928; }","duration":"675.096492ms","start":"2026-03-26T02:01:14.246438Z","end":"2026-03-26T02:01:14.921535Z","steps":["trace[624839635] 'agreement among raft nodes before linearized reading' (duration: 675.048761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:01:14.921839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:01:14.071945Z","time spent":"849.882828ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T02:01:14.921865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:01:14.246422Z","time spent":"675.432481ms","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:01:14.92184Z","caller":"traceutil/trace.go:171","msg":"trace[1068038317] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"617.895712ms","start":"2026-03-26T02:01:14.303934Z","end":"2026-03-26T02:01:14.92183Z","steps":["trace[1068038317] 'process raft request' (duration: 617.082924ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:01:14.921883Z","caller":"traceutil/trace.go:171","msg":"trace[22613149] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"933.259014ms","start":"2026-03-26T02:01:13.988602Z","end":"2026-03-26T02:01:14.921861Z","steps":["trace[22613149] 'process raft request' (duration: 932.22414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:01:14.921929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:01:13.648287Z","time spent":"1.273575504s","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a041accf0e9085\" "} {"level":"info","ts":"2026-03-26T02:01:14.921819Z","caller":"traceutil/trace.go:171","msg":"trace[986925189] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2928; }","duration":"850.669106ms","start":"2026-03-26T02:01:14.071142Z","end":"2026-03-26T02:01:14.921812Z","steps":["trace[986925189] 'agreement among raft nodes before linearized reading' (duration: 850.488162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:01:14.921994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:01:13.988052Z","time spent":"933.880378ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:01:14.922054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1463526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-26T02:01:14.922097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:01:14.303913Z","time spent":"618.029306ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:01:14.922171Z","caller":"traceutil/trace.go:171","msg":"trace[173894663] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2928; }","duration":"1.146529613s","start":"2026-03-26T02:01:13.775617Z","end":"2026-03-26T02:01:14.922147Z","steps":["trace[173894663] 'agreement among raft nodes before linearized reading' (duration: 1.146076763s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:01:14.922246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:01:13.775599Z","time spent":"1.146614726s","remote":"127.0.0.1:57418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-26T02:01:14.922256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:01:14.071123Z","time spent":"851.000584ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-26T02:01:37.263324Z","caller":"traceutil/trace.go:171","msg":"trace[1681349871] transaction","detail":"{read_only:false; response_revision:3054; number_of_response:1; }","duration":"107.74159ms","start":"2026-03-26T02:01:37.155547Z","end":"2026-03-26T02:01:37.263289Z","steps":["trace[1681349871] 'process raft request' (duration: 107.580906ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:03:07.998895Z","caller":"traceutil/trace.go:171","msg":"trace[1476297691] transaction","detail":"{read_only:false; response_revision:3672; number_of_response:1; }","duration":"185.287351ms","start":"2026-03-26T02:03:07.813569Z","end":"2026-03-26T02:03:07.998856Z","steps":["trace[1476297691] 'process raft request' (duration: 161.252916ms)","trace[1476297691] 'compare' (duration: 23.668597ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:03:07.998964Z","caller":"traceutil/trace.go:171","msg":"trace[350733733] transaction","detail":"{read_only:false; response_revision:3673; number_of_response:1; }","duration":"183.635484ms","start":"2026-03-26T02:03:07.815297Z","end":"2026-03-26T02:03:07.998933Z","steps":["trace[350733733] 'process raft request' (duration: 183.466641ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:03:39.648894Z","caller":"traceutil/trace.go:171","msg":"trace[788332689] transaction","detail":"{read_only:false; response_revision:3888; number_of_response:1; }","duration":"171.494335ms","start":"2026-03-26T02:03:39.477367Z","end":"2026-03-26T02:03:39.648861Z","steps":["trace[788332689] 'process raft request' (duration: 171.364143ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:03:39.898835Z","caller":"traceutil/trace.go:171","msg":"trace[877907311] transaction","detail":"{read_only:false; response_revision:3889; number_of_response:1; }","duration":"418.393805ms","start":"2026-03-26T02:03:39.480411Z","end":"2026-03-26T02:03:39.898805Z","steps":["trace[877907311] 'process raft request' (duration: 418.13959ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:03:39.899023Z","caller":"traceutil/trace.go:171","msg":"trace[1029161319] linearizableReadLoop","detail":"{readStateIndex:4044; appliedIndex:4041; }","duration":"168.854746ms","start":"2026-03-26T02:03:39.730145Z","end":"2026-03-26T02:03:39.898999Z","steps":["trace[1029161319] 'read index received' (duration: 168.320844ms)","trace[1029161319] 'applied index is now lower than readState.Index' (duration: 532.602µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:03:39.899147Z","caller":"traceutil/trace.go:171","msg":"trace[1745899199] transaction","detail":"{read_only:false; response_revision:3891; number_of_response:1; }","duration":"416.717669ms","start":"2026-03-26T02:03:39.482411Z","end":"2026-03-26T02:03:39.899129Z","steps":["trace[1745899199] 'process raft request' (duration: 416.373412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:03:39.899258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:03:39.482393Z","time spent":"416.804901ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:03:39.899533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.381057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T02:03:39.899588Z","caller":"traceutil/trace.go:171","msg":"trace[869909791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3891; }","duration":"169.472059ms","start":"2026-03-26T02:03:39.730104Z","end":"2026-03-26T02:03:39.899576Z","steps":["trace[869909791] 'agreement among raft nodes before linearized reading' (duration: 169.325096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:03:39.899726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.339528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T02:03:39.899842Z","caller":"traceutil/trace.go:171","msg":"trace[581000506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3891; }","duration":"165.536262ms","start":"2026-03-26T02:03:39.734282Z","end":"2026-03-26T02:03:39.899819Z","steps":["trace[581000506] 'agreement among raft nodes before linearized reading' (duration: 165.144143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:03:39.899145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:03:39.480398Z","time spent":"418.612631ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:03:39.898868Z","caller":"traceutil/trace.go:171","msg":"trace[636314780] transaction","detail":"{read_only:false; response_revision:3890; number_of_response:1; }","duration":"418.243083ms","start":"2026-03-26T02:03:39.480588Z","end":"2026-03-26T02:03:39.898831Z","steps":["trace[636314780] 'process raft request' (duration: 418.161341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:03:39.899441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.189414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T02:03:39.900477Z","caller":"traceutil/trace.go:171","msg":"trace[1870326444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3891; }","duration":"166.208107ms","start":"2026-03-26T02:03:39.734232Z","end":"2026-03-26T02:03:39.90044Z","steps":["trace[1870326444] 'agreement among raft nodes before linearized reading' (duration: 165.02935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:03:39.900372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:03:39.480523Z","time spent":"419.705085ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:04:58.3774Z","caller":"traceutil/trace.go:171","msg":"trace[1117106284] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"184.180039ms","start":"2026-03-26T02:04:58.193187Z","end":"2026-03-26T02:04:58.377367Z","steps":["trace[1117106284] 'process raft request' (duration: 180.462538ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:04:58.37962Z","caller":"traceutil/trace.go:171","msg":"trace[1483118735] linearizableReadLoop","detail":"{readStateIndex:4963; appliedIndex:4960; }","duration":"171.519881ms","start":"2026-03-26T02:04:58.208059Z","end":"2026-03-26T02:04:58.379579Z","steps":["trace[1483118735] 'read index received' (duration: 165.591041ms)","trace[1483118735] 'applied index is now lower than readState.Index' (duration: 5.92803ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:04:58.379649Z","caller":"traceutil/trace.go:171","msg":"trace[1225003800] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"179.654931ms","start":"2026-03-26T02:04:58.199947Z","end":"2026-03-26T02:04:58.379601Z","steps":["trace[1225003800] 'process raft request' (duration: 179.183521ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:04:58.379998Z","caller":"traceutil/trace.go:171","msg":"trace[1577095137] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"175.881548ms","start":"2026-03-26T02:04:58.204105Z","end":"2026-03-26T02:04:58.379987Z","steps":["trace[1577095137] 'process raft request' (duration: 175.416038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:04:58.380504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.516483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:04:58.380608Z","caller":"traceutil/trace.go:171","msg":"trace[16323693] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:0; response_revision:4774; }","duration":"172.671597ms","start":"2026-03-26T02:04:58.2079Z","end":"2026-03-26T02:04:58.380571Z","steps":["trace[16323693] 'agreement among raft nodes before linearized reading' (duration: 172.519694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:01.427606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.450401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-26T02:05:01.427745Z","caller":"traceutil/trace.go:171","msg":"trace[535409808] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4896; }","duration":"122.688847ms","start":"2026-03-26T02:05:01.305029Z","end":"2026-03-26T02:05:01.427718Z","steps":["trace[535409808] 'range keys from in-memory index tree' (duration: 121.119971ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:05:04.555049Z","caller":"traceutil/trace.go:171","msg":"trace[754222025] linearizableReadLoop","detail":"{readStateIndex:5148; appliedIndex:5146; }","duration":"141.36568ms","start":"2026-03-26T02:05:04.413658Z","end":"2026-03-26T02:05:04.555024Z","steps":["trace[754222025] 'read index received' (duration: 13.407137ms)","trace[754222025] 'applied index is now lower than readState.Index' (duration: 127.954303ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:05:04.555331Z","caller":"traceutil/trace.go:171","msg":"trace[1700474974] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"159.724565ms","start":"2026-03-26T02:05:04.395592Z","end":"2026-03-26T02:05:04.555317Z","steps":["trace[1700474974] 'process raft request' (duration: 159.307985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:04.555662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.997063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T02:05:04.555705Z","caller":"traceutil/trace.go:171","msg":"trace[1156826653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4953; }","duration":"142.090525ms","start":"2026-03-26T02:05:04.413603Z","end":"2026-03-26T02:05:04.555693Z","steps":["trace[1156826653] 'agreement among raft nodes before linearized reading' (duration: 141.924342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:04.555925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.923717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T02:05:04.555959Z","caller":"traceutil/trace.go:171","msg":"trace[1621149998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4953; }","duration":"140.000619ms","start":"2026-03-26T02:05:04.41595Z","end":"2026-03-26T02:05:04.555951Z","steps":["trace[1621149998] 'agreement among raft nodes before linearized reading' (duration: 139.913437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:04.557252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.201029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-26T02:05:04.557366Z","caller":"traceutil/trace.go:171","msg":"trace[151626347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4953; }","duration":"138.389543ms","start":"2026-03-26T02:05:04.418953Z","end":"2026-03-26T02:05:04.557342Z","steps":["trace[151626347] 'agreement among raft nodes before linearized reading' (duration: 138.109167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:04.5574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.629413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T02:05:04.557458Z","caller":"traceutil/trace.go:171","msg":"trace[311651968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4953; }","duration":"131.687535ms","start":"2026-03-26T02:05:04.425746Z","end":"2026-03-26T02:05:04.557433Z","steps":["trace[311651968] 'agreement among raft nodes before linearized reading' (duration: 131.588403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:04.557264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.765477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T02:05:04.557575Z","caller":"traceutil/trace.go:171","msg":"trace[1615115129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4953; }","duration":"132.134415ms","start":"2026-03-26T02:05:04.425429Z","end":"2026-03-26T02:05:04.557564Z","steps":["trace[1615115129] 'agreement among raft nodes before linearized reading' (duration: 131.589343ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:05:07.46598Z","caller":"traceutil/trace.go:171","msg":"trace[737359197] linearizableReadLoop","detail":"{readStateIndex:5271; appliedIndex:5270; }","duration":"103.073812ms","start":"2026-03-26T02:05:07.362874Z","end":"2026-03-26T02:05:07.465948Z","steps":["trace[737359197] 'read index received' (duration: 102.870377ms)","trace[737359197] 'applied index is now lower than readState.Index' (duration: 201.855µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:05:07.466091Z","caller":"traceutil/trace.go:171","msg":"trace[332622873] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"183.675196ms","start":"2026-03-26T02:05:07.282373Z","end":"2026-03-26T02:05:07.466048Z","steps":["trace[332622873] 'process raft request' (duration: 183.345269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:07.466258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.342817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6f97de2a-b788-4dc6-85a2-45b7f2bb9562\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-03-26T02:05:07.466395Z","caller":"traceutil/trace.go:171","msg":"trace[1234628305] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6f97de2a-b788-4dc6-85a2-45b7f2bb9562; range_end:; response_count:1; response_revision:5074; }","duration":"103.566333ms","start":"2026-03-26T02:05:07.362803Z","end":"2026-03-26T02:05:07.466369Z","steps":["trace[1234628305] 'agreement among raft nodes before linearized reading' (duration: 103.257816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:11.103692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.820586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:05:11.103834Z","caller":"traceutil/trace.go:171","msg":"trace[522476658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5149; }","duration":"108.038661ms","start":"2026-03-26T02:05:10.995767Z","end":"2026-03-26T02:05:11.103806Z","steps":["trace[522476658] 'range keys from in-memory index tree' (duration: 107.694523ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:05:19.533641Z","caller":"traceutil/trace.go:171","msg":"trace[1734852774] linearizableReadLoop","detail":"{readStateIndex:5515; appliedIndex:5514; }","duration":"102.321204ms","start":"2026-03-26T02:05:19.431297Z","end":"2026-03-26T02:05:19.533618Z","steps":["trace[1734852774] 'read index received' (duration: 102.14667ms)","trace[1734852774] 'applied index is now lower than readState.Index' (duration: 173.234µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:05:19.53378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.458957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:05:19.533821Z","caller":"traceutil/trace.go:171","msg":"trace[902232916] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:5310; }","duration":"102.545519ms","start":"2026-03-26T02:05:19.431264Z","end":"2026-03-26T02:05:19.533809Z","steps":["trace[902232916] 'agreement among raft nodes before linearized reading' (duration: 102.461877ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:05:19.533878Z","caller":"traceutil/trace.go:171","msg":"trace[1439995556] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"103.003769ms","start":"2026-03-26T02:05:19.430706Z","end":"2026-03-26T02:05:19.53371Z","steps":["trace[1439995556] 'process raft request' (duration: 102.734843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:20.448742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.374058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-26T02:05:20.44883Z","caller":"traceutil/trace.go:171","msg":"trace[1989008288] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5317; }","duration":"201.529961ms","start":"2026-03-26T02:05:20.247281Z","end":"2026-03-26T02:05:20.448811Z","steps":["trace[1989008288] 'range keys from in-memory index tree' (duration: 201.183424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:20.448881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.395016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:05:20.448966Z","caller":"traceutil/trace.go:171","msg":"trace[2060072277] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5317; }","duration":"303.576049ms","start":"2026-03-26T02:05:20.145372Z","end":"2026-03-26T02:05:20.448948Z","steps":["trace[2060072277] 'count revisions from in-memory index tree' (duration: 303.245362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:20.44902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:20.145345Z","time spent":"303.663872ms","remote":"127.0.0.1:57418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":47,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:05:20.449674Z","caller":"traceutil/trace.go:171","msg":"trace[1679230555] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"173.330596ms","start":"2026-03-26T02:05:20.276315Z","end":"2026-03-26T02:05:20.449645Z","steps":["trace[1679230555] 'process raft request' (duration: 130.021667ms)","trace[1679230555] 'compare' (duration: 42.552222ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:05:20.47961Z","caller":"traceutil/trace.go:171","msg":"trace[1185884228] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"202.024551ms","start":"2026-03-26T02:05:20.277563Z","end":"2026-03-26T02:05:20.479588Z","steps":["trace[1185884228] 'process raft request' (duration: 201.791956ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:05:20.479999Z","caller":"traceutil/trace.go:171","msg":"trace[825784184] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"201.574562ms","start":"2026-03-26T02:05:20.278407Z","end":"2026-03-26T02:05:20.479981Z","steps":["trace[825784184] 'process raft request' (duration: 201.121022ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:05:28.77462Z","caller":"traceutil/trace.go:171","msg":"trace[387524285] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"300.581993ms","start":"2026-03-26T02:05:28.474003Z","end":"2026-03-26T02:05:28.774585Z","steps":["trace[387524285] 'process raft request' (duration: 300.300997ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:05:28.774771Z","caller":"traceutil/trace.go:171","msg":"trace[2024455693] linearizableReadLoop","detail":"{readStateIndex:5694; appliedIndex:5693; }","duration":"279.580009ms","start":"2026-03-26T02:05:28.495143Z","end":"2026-03-26T02:05:28.774723Z","steps":["trace[2024455693] 'read index received' (duration: 279.201101ms)","trace[2024455693] 'applied index is now lower than readState.Index' (duration: 372.778µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:05:28.774932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:28.473989Z","time spent":"300.734627ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:05:28.775122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.954457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-be5d553f-277f-4dbd-ad50-6fb69ac17f63\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-26T02:05:28.775236Z","caller":"traceutil/trace.go:171","msg":"trace[538809722] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-be5d553f-277f-4dbd-ad50-6fb69ac17f63; range_end:; response_count:1; response_revision:5485; }","duration":"280.10793ms","start":"2026-03-26T02:05:28.495099Z","end":"2026-03-26T02:05:28.775207Z","steps":["trace[538809722] 'agreement among raft nodes before linearized reading' (duration: 279.774733ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:05:28.826522Z","caller":"traceutil/trace.go:171","msg":"trace[644884208] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"320.442033ms","start":"2026-03-26T02:05:28.506046Z","end":"2026-03-26T02:05:28.826488Z","steps":["trace[644884208] 'process raft request' (duration: 320.233099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:28.8267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:28.506004Z","time spent":"320.601287ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:05:28.826772Z","caller":"traceutil/trace.go:171","msg":"trace[1720678497] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"319.346529ms","start":"2026-03-26T02:05:28.507403Z","end":"2026-03-26T02:05:28.826749Z","steps":["trace[1720678497] 'process raft request' (duration: 319.027542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:28.826965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:28.507367Z","time spent":"319.460882ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:05:28.827271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.215839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T02:05:28.827321Z","caller":"traceutil/trace.go:171","msg":"trace[1861532499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5488; }","duration":"138.331101ms","start":"2026-03-26T02:05:28.688976Z","end":"2026-03-26T02:05:28.827307Z","steps":["trace[1861532499] 'agreement among raft nodes before linearized reading' (duration: 138.169838ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:05:28.82733Z","caller":"traceutil/trace.go:171","msg":"trace[1301943598] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"197.777348ms","start":"2026-03-26T02:05:28.629533Z","end":"2026-03-26T02:05:28.82731Z","steps":["trace[1301943598] 'process raft request' (duration: 197.131234ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:05:29.322128Z","caller":"traceutil/trace.go:171","msg":"trace[1192087562] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"537.841265ms","start":"2026-03-26T02:05:28.784249Z","end":"2026-03-26T02:05:29.322091Z","steps":["trace[1192087562] 'process raft request' (duration: 475.940264ms)","trace[1192087562] 'compare' (duration: 61.721016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:05:29.322364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:28.784232Z","time spent":"537.995478ms","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:05:29.400161Z","caller":"traceutil/trace.go:171","msg":"trace[631537622] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"567.449349ms","start":"2026-03-26T02:05:28.832685Z","end":"2026-03-26T02:05:29.400134Z","steps":["trace[631537622] 'process raft request' (duration: 567.377888ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:05:29.400165Z","caller":"traceutil/trace.go:171","msg":"trace[231334958] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"567.566411ms","start":"2026-03-26T02:05:28.832559Z","end":"2026-03-26T02:05:29.400125Z","steps":["trace[231334958] 'process raft request' (duration: 567.380937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:29.40036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:28.832512Z","time spent":"567.739055ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:05:29.400384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:28.832639Z","time spent":"567.593593ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:05:29.400609Z","caller":"traceutil/trace.go:171","msg":"trace[2014531237] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"567.871209ms","start":"2026-03-26T02:05:28.832711Z","end":"2026-03-26T02:05:29.400582Z","steps":["trace[2014531237] 'process raft request' (duration: 567.389198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:29.400763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:28.832686Z","time spent":"568.000772ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:05:29.400764Z","caller":"traceutil/trace.go:171","msg":"trace[1528086638] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"567.995302ms","start":"2026-03-26T02:05:28.832706Z","end":"2026-03-26T02:05:29.400701Z","steps":["trace[1528086638] 'process raft request' (duration: 567.683765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:29.401205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:28.832682Z","time spent":"568.209507ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:05:29.401363Z","caller":"traceutil/trace.go:171","msg":"trace[1666676621] linearizableReadLoop","detail":"{readStateIndex:5703; appliedIndex:5697; }","duration":"406.554658ms","start":"2026-03-26T02:05:28.994713Z","end":"2026-03-26T02:05:29.401267Z","steps":["trace[1666676621] 'read index received' (duration: 265.484755ms)","trace[1666676621] 'applied index is now lower than readState.Index' (duration: 141.068473ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:05:29.401528Z","caller":"traceutil/trace.go:171","msg":"trace[929516117] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"568.546654ms","start":"2026-03-26T02:05:28.832968Z","end":"2026-03-26T02:05:29.401515Z","steps":["trace[929516117] 'process raft request' (duration: 567.837328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:29.401656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.692075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:05:29.401722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:28.832958Z","time spent":"568.630576ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:05:29.401874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.400184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-be5d553f-277f-4dbd-ad50-6fb69ac17f63\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-03-26T02:05:29.401914Z","caller":"traceutil/trace.go:171","msg":"trace[697892568] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-be5d553f-277f-4dbd-ad50-6fb69ac17f63; range_end:; response_count:1; response_revision:5494; }","duration":"359.458995ms","start":"2026-03-26T02:05:29.042445Z","end":"2026-03-26T02:05:29.401904Z","steps":["trace[697892568] 'agreement among raft nodes before linearized reading' (duration: 359.380763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:29.40196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:29.042433Z","time spent":"359.516587ms","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-be5d553f-277f-4dbd-ad50-6fb69ac17f63\" "} {"level":"warn","ts":"2026-03-26T02:05:29.401964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.264104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:05:29.40202Z","caller":"traceutil/trace.go:171","msg":"trace[69476742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5494; }","duration":"407.379536ms","start":"2026-03-26T02:05:28.994626Z","end":"2026-03-26T02:05:29.402006Z","steps":["trace[69476742] 'agreement among raft nodes before linearized reading' (duration: 407.285474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:29.402069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:28.994603Z","time spent":"407.451987ms","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:05:29.402031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.63381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zb2m5\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-26T02:05:29.402157Z","caller":"traceutil/trace.go:171","msg":"trace[564239524] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zb2m5; range_end:; response_count:1; response_revision:5494; }","duration":"162.828334ms","start":"2026-03-26T02:05:29.239312Z","end":"2026-03-26T02:05:29.40214Z","steps":["trace[564239524] 'agreement among raft nodes before linearized reading' (duration: 162.398755ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:05:29.401741Z","caller":"traceutil/trace.go:171","msg":"trace[1907605971] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5494; }","duration":"361.820588ms","start":"2026-03-26T02:05:29.039907Z","end":"2026-03-26T02:05:29.401728Z","steps":["trace[1907605971] 'agreement among raft nodes before linearized reading' (duration: 361.695035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:29.402769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:29.039886Z","time spent":"362.86107ms","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:05:29.401807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.000928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:05:29.402924Z","caller":"traceutil/trace.go:171","msg":"trace[706624659] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5494; }","duration":"356.109291ms","start":"2026-03-26T02:05:29.046766Z","end":"2026-03-26T02:05:29.402875Z","steps":["trace[706624659] 'agreement among raft nodes before linearized reading' (duration: 354.998827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:05:29.403046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:05:29.046751Z","time spent":"356.252055ms","remote":"127.0.0.1:35896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:05:30.8255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.71687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6f97de2a-b788-4dc6-85a2-45b7f2bb9562\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-26T02:05:30.825593Z","caller":"traceutil/trace.go:171","msg":"trace[1036681702] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6f97de2a-b788-4dc6-85a2-45b7f2bb9562; range_end:; response_count:1; response_revision:5507; }","duration":"263.88144ms","start":"2026-03-26T02:05:30.561689Z","end":"2026-03-26T02:05:30.82557Z","steps":["trace[1036681702] 'range keys from in-memory index tree' (duration: 260.492655ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:05:40.99716Z","caller":"traceutil/trace.go:171","msg":"trace[972918839] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"126.578622ms","start":"2026-03-26T02:05:40.870559Z","end":"2026-03-26T02:05:40.997138Z","steps":["trace[972918839] 'process raft request' (duration: 126.509411ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:05:40.997168Z","caller":"traceutil/trace.go:171","msg":"trace[1396548100] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"127.485531ms","start":"2026-03-26T02:05:40.869643Z","end":"2026-03-26T02:05:40.997128Z","steps":["trace[1396548100] 'process raft request' (duration: 28.261465ms)","trace[1396548100] 'compare' (duration: 99.064212ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:03.219536Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2866} {"level":"info","ts":"2026-03-26T02:06:03.300391Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2866,"took":"79.649054ms","hash":3908867143,"current-db-size-bytes":56487936,"current-db-size":"56 MB","current-db-size-in-use-bytes":31977472,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-26T02:06:03.300442Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3908867143,"revision":2866,"compact-revision":-1} {"level":"info","ts":"2026-03-26T02:06:21.174075Z","caller":"traceutil/trace.go:171","msg":"trace[1553428041] transaction","detail":"{read_only:false; response_revision:5988; number_of_response:1; }","duration":"104.54419ms","start":"2026-03-26T02:06:21.069497Z","end":"2026-03-26T02:06:21.174041Z","steps":["trace[1553428041] 'process raft request' (duration: 104.260094ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:22.099878Z","caller":"traceutil/trace.go:171","msg":"trace[1484181352] linearizableReadLoop","detail":"{readStateIndex:6215; appliedIndex:6214; }","duration":"196.787049ms","start":"2026-03-26T02:06:21.90305Z","end":"2026-03-26T02:06:22.099837Z","steps":["trace[1484181352] 'read index received' (duration: 196.41685ms)","trace[1484181352] 'applied index is now lower than readState.Index' (duration: 368.669µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:22.099957Z","caller":"traceutil/trace.go:171","msg":"trace[1468044072] transaction","detail":"{read_only:false; response_revision:5992; number_of_response:1; }","duration":"204.872228ms","start":"2026-03-26T02:06:21.895054Z","end":"2026-03-26T02:06:22.099926Z","steps":["trace[1468044072] 'process raft request' (duration: 204.52907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.100204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.126637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T02:06:22.100268Z","caller":"traceutil/trace.go:171","msg":"trace[380101069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5992; }","duration":"197.228788ms","start":"2026-03-26T02:06:21.903024Z","end":"2026-03-26T02:06:22.100253Z","steps":["trace[380101069] 'agreement among raft nodes before linearized reading' (duration: 196.997993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.100372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.269954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zb2m5\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-26T02:06:22.100432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.325633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T02:06:22.100472Z","caller":"traceutil/trace.go:171","msg":"trace[2084186757] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zb2m5; range_end:; response_count:1; response_revision:5992; }","duration":"194.428837ms","start":"2026-03-26T02:06:21.90602Z","end":"2026-03-26T02:06:22.100449Z","steps":["trace[2084186757] 'agreement among raft nodes before linearized reading' (duration: 194.083459ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:22.100516Z","caller":"traceutil/trace.go:171","msg":"trace[847994170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5992; }","duration":"165.428626ms","start":"2026-03-26T02:06:21.93507Z","end":"2026-03-26T02:06:22.100498Z","steps":["trace[847994170] 'agreement among raft nodes before linearized reading' (duration: 165.282852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.100525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.6567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-26T02:06:22.100575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.318283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T02:06:22.100654Z","caller":"traceutil/trace.go:171","msg":"trace[1318796450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5992; }","duration":"165.458936ms","start":"2026-03-26T02:06:21.935178Z","end":"2026-03-26T02:06:22.100637Z","steps":["trace[1318796450] 'agreement among raft nodes before linearized reading' (duration: 165.21176ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:22.1006Z","caller":"traceutil/trace.go:171","msg":"trace[468441648] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5992; }","duration":"165.763233ms","start":"2026-03-26T02:06:21.934825Z","end":"2026-03-26T02:06:22.100589Z","steps":["trace[468441648] 'agreement among raft nodes before linearized reading' (duration: 165.62453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.411561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.068802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:06:22.411829Z","caller":"traceutil/trace.go:171","msg":"trace[418915654] transaction","detail":"{read_only:false; response_revision:5993; number_of_response:1; }","duration":"306.847871ms","start":"2026-03-26T02:06:22.104942Z","end":"2026-03-26T02:06:22.41179Z","steps":["trace[418915654] 'process raft request' (duration: 110.40606ms)","trace[418915654] 'compare' (duration: 195.813727ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:22.411981Z","caller":"traceutil/trace.go:171","msg":"trace[1516153314] transaction","detail":"{read_only:false; response_revision:5996; number_of_response:1; }","duration":"305.665394ms","start":"2026-03-26T02:06:22.106291Z","end":"2026-03-26T02:06:22.411957Z","steps":["trace[1516153314] 'process raft request' (duration: 305.615843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.411996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:22.104922Z","time spent":"306.987043ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:22.412073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:22.106281Z","time spent":"305.757426ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:22.412041Z","caller":"traceutil/trace.go:171","msg":"trace[628258944] linearizableReadLoop","detail":"{readStateIndex:6216; appliedIndex:6215; }","duration":"306.538464ms","start":"2026-03-26T02:06:22.105354Z","end":"2026-03-26T02:06:22.411892Z","steps":["trace[628258944] 'read index received' (duration: 110.011381ms)","trace[628258944] 'applied index is now lower than readState.Index' (duration: 196.521553ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:22.412412Z","caller":"traceutil/trace.go:171","msg":"trace[815471938] transaction","detail":"{read_only:false; response_revision:5994; number_of_response:1; }","duration":"306.799059ms","start":"2026-03-26T02:06:22.105599Z","end":"2026-03-26T02:06:22.412398Z","steps":["trace[815471938] 'process raft request' (duration: 306.127904ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:22.412446Z","caller":"traceutil/trace.go:171","msg":"trace[889896264] transaction","detail":"{read_only:false; response_revision:5995; number_of_response:1; }","duration":"306.571024ms","start":"2026-03-26T02:06:22.105831Z","end":"2026-03-26T02:06:22.412402Z","steps":["trace[889896264] 'process raft request' (duration: 306.026332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.412487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:22.105572Z","time spent":"306.87699ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:22.412657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:22.105822Z","time spent":"306.692476ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:22.412739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.373192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101754"} {"level":"info","ts":"2026-03-26T02:06:22.413152Z","caller":"traceutil/trace.go:171","msg":"trace[1312157643] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5996; }","duration":"307.523715ms","start":"2026-03-26T02:06:22.105299Z","end":"2026-03-26T02:06:22.412822Z","steps":["trace[1312157643] 'agreement among raft nodes before linearized reading' (duration: 306.989483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.413223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:22.105279Z","time spent":"307.925194ms","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101776,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-26T02:06:22.497592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.914722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:06:22.497634Z","caller":"traceutil/trace.go:171","msg":"trace[943445127] transaction","detail":"{read_only:false; response_revision:5997; number_of_response:1; }","duration":"106.974894ms","start":"2026-03-26T02:06:22.390621Z","end":"2026-03-26T02:06:22.497596Z","steps":["trace[943445127] 'process raft request' (duration: 106.756568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.4977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.438493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:22.497665Z","caller":"traceutil/trace.go:171","msg":"trace[636109929] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5997; }","duration":"293.027705ms","start":"2026-03-26T02:06:22.204623Z","end":"2026-03-26T02:06:22.49765Z","steps":["trace[636109929] 'agreement among raft nodes before linearized reading' (duration: 292.881211ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:22.497776Z","caller":"traceutil/trace.go:171","msg":"trace[593222261] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5997; }","duration":"168.578625ms","start":"2026-03-26T02:06:22.329176Z","end":"2026-03-26T02:06:22.497755Z","steps":["trace[593222261] 'agreement among raft nodes before linearized reading' (duration: 168.443913ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:30.636921Z","caller":"traceutil/trace.go:171","msg":"trace[921275929] transaction","detail":"{read_only:false; response_revision:6068; number_of_response:1; }","duration":"186.122382ms","start":"2026-03-26T02:06:30.45076Z","end":"2026-03-26T02:06:30.636882Z","steps":["trace[921275929] 'process raft request' (duration: 171.11457ms)","trace[921275929] 'compare' (duration: 14.625653ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:30.637Z","caller":"traceutil/trace.go:171","msg":"trace[1569695241] linearizableReadLoop","detail":"{readStateIndex:6294; appliedIndex:6292; }","duration":"143.715516ms","start":"2026-03-26T02:06:30.493258Z","end":"2026-03-26T02:06:30.636974Z","steps":["trace[1569695241] 'read index received' (duration: 128.631693ms)","trace[1569695241] 'applied index is now lower than readState.Index' (duration: 15.082663ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:30.637022Z","caller":"traceutil/trace.go:171","msg":"trace[1218878114] transaction","detail":"{read_only:false; response_revision:6069; number_of_response:1; }","duration":"186.00461ms","start":"2026-03-26T02:06:30.450986Z","end":"2026-03-26T02:06:30.636991Z","steps":["trace[1218878114] 'process raft request' (duration: 185.829816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:30.637209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.567994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zb2m5\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-26T02:06:30.63725Z","caller":"traceutil/trace.go:171","msg":"trace[2054430207] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zb2m5; range_end:; response_count:1; response_revision:6069; }","duration":"182.631545ms","start":"2026-03-26T02:06:30.454608Z","end":"2026-03-26T02:06:30.637239Z","steps":["trace[2054430207] 'agreement among raft nodes before linearized reading' (duration: 182.455502ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:30.638351Z","caller":"traceutil/trace.go:171","msg":"trace[227771907] transaction","detail":"{read_only:false; response_revision:6070; number_of_response:1; }","duration":"138.885338ms","start":"2026-03-26T02:06:30.499445Z","end":"2026-03-26T02:06:30.638331Z","steps":["trace[227771907] 'process raft request' (duration: 138.741475ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:30.63863Z","caller":"traceutil/trace.go:171","msg":"trace[1765806498] transaction","detail":"{read_only:false; response_revision:6071; number_of_response:1; }","duration":"114.649023ms","start":"2026-03-26T02:06:30.523905Z","end":"2026-03-26T02:06:30.638554Z","steps":["trace[1765806498] 'process raft request' (duration: 114.393826ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:11:03.226048Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5794} {"level":"info","ts":"2026-03-26T02:11:03.310437Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5794,"took":"82.3313ms","hash":2174079188,"current-db-size-bytes":56487936,"current-db-size":"56 MB","current-db-size-in-use-bytes":25907200,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-26T02:11:03.31052Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2174079188,"revision":5794,"compact-revision":2866} {"level":"warn","ts":"2026-03-26T02:11:40.521598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.644954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:11:40.521714Z","caller":"traceutil/trace.go:171","msg":"trace[1219908898] linearizableReadLoop","detail":"{readStateIndex:8638; appliedIndex:8637; }","duration":"362.76849ms","start":"2026-03-26T02:11:40.158929Z","end":"2026-03-26T02:11:40.521698Z","steps":["trace[1219908898] 'read index received' (duration: 143.028565ms)","trace[1219908898] 'applied index is now lower than readState.Index' (duration: 219.738515ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:11:40.521786Z","caller":"traceutil/trace.go:171","msg":"trace[899275247] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"643.670123ms","start":"2026-03-26T02:11:39.878105Z","end":"2026-03-26T02:11:40.521775Z","steps":["trace[899275247] 'process raft request' (duration: 423.738343ms)","trace[899275247] 'compare' (duration: 219.240305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:11:40.521865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:11:39.878082Z","time spent":"643.735634ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:11:40.522056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.124627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T02:11:40.522153Z","caller":"traceutil/trace.go:171","msg":"trace[2071771818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8339; }","duration":"363.24176ms","start":"2026-03-26T02:11:40.158894Z","end":"2026-03-26T02:11:40.522136Z","steps":["trace[2071771818] 'agreement among raft nodes before linearized reading' (duration: 363.022515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:11:40.522245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:11:40.158869Z","time spent":"363.365212ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T02:11:40.526194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.004956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:11:40.526248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.262478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:11:40.5263Z","caller":"traceutil/trace.go:171","msg":"trace[1340153376] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8340; }","duration":"139.124518ms","start":"2026-03-26T02:11:40.387128Z","end":"2026-03-26T02:11:40.526252Z","steps":["trace[1340153376] 'agreement among raft nodes before linearized reading' (duration: 138.966945ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:11:40.526347Z","caller":"traceutil/trace.go:171","msg":"trace[381687432] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8340; }","duration":"201.400331ms","start":"2026-03-26T02:11:40.324922Z","end":"2026-03-26T02:11:40.526323Z","steps":["trace[381687432] 'agreement among raft nodes before linearized reading' (duration: 201.213607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:11:40.526307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.096434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-26T02:11:40.526458Z","caller":"traceutil/trace.go:171","msg":"trace[1615308623] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8340; }","duration":"196.349329ms","start":"2026-03-26T02:11:40.33009Z","end":"2026-03-26T02:11:40.526439Z","steps":["trace[1615308623] 'agreement among raft nodes before linearized reading' (duration: 196.062683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:11:40.526619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.707443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T02:11:40.526739Z","caller":"traceutil/trace.go:171","msg":"trace[1749747577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8340; }","duration":"214.02238ms","start":"2026-03-26T02:11:40.312679Z","end":"2026-03-26T02:11:40.526701Z","steps":["trace[1749747577] 'agreement among raft nodes before linearized reading' (duration: 213.514569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:11:40.526866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.601479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T02:11:40.526999Z","caller":"traceutil/trace.go:171","msg":"trace[446360235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8340; }","duration":"222.711672ms","start":"2026-03-26T02:11:40.304248Z","end":"2026-03-26T02:11:40.52696Z","steps":["trace[446360235] 'agreement among raft nodes before linearized reading' (duration: 221.842563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:11:51.026052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.189447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:11:51.026282Z","caller":"traceutil/trace.go:171","msg":"trace[1836825947] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"402.375682ms","start":"2026-03-26T02:11:50.623878Z","end":"2026-03-26T02:11:51.026254Z","steps":["trace[1836825947] 'process raft request' (duration: 402.320881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:11:51.026334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:11:50.623851Z","time spent":"402.461275ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:11:51.026471Z","caller":"traceutil/trace.go:171","msg":"trace[619793212] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"402.976326ms","start":"2026-03-26T02:11:50.623486Z","end":"2026-03-26T02:11:51.026462Z","steps":["trace[619793212] 'process raft request' (duration: 402.652919ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:11:51.026438Z","caller":"traceutil/trace.go:171","msg":"trace[1128974426] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"402.940635ms","start":"2026-03-26T02:11:50.623469Z","end":"2026-03-26T02:11:51.02641Z","steps":["trace[1128974426] 'process raft request' (duration: 59.187875ms)","trace[1128974426] 'compare' (duration: 342.900181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:11:51.026514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:11:50.623471Z","time spent":"403.022626ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:11:51.026523Z","caller":"traceutil/trace.go:171","msg":"trace[1044233918] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"403.001366ms","start":"2026-03-26T02:11:50.623486Z","end":"2026-03-26T02:11:51.026487Z","steps":["trace[1044233918] 'process raft request' (duration: 402.69191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:11:51.026586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:11:50.623451Z","time spent":"403.062838ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:11:51.026609Z","caller":"traceutil/trace.go:171","msg":"trace[1730775644] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"394.585761ms","start":"2026-03-26T02:11:50.632015Z","end":"2026-03-26T02:11:51.0266Z","steps":["trace[1730775644] 'process raft request' (duration: 394.202312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:11:51.026648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:11:50.631991Z","time spent":"394.638571ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:11:51.026696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:11:50.623473Z","time spent":"403.128519ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:11:51.026748Z","caller":"traceutil/trace.go:171","msg":"trace[271181137] linearizableReadLoop","detail":"{readStateIndex:8697; appliedIndex:8694; }","duration":"403.185901ms","start":"2026-03-26T02:11:50.623546Z","end":"2026-03-26T02:11:51.026732Z","steps":["trace[271181137] 'read index received' (duration: 59.129184ms)","trace[271181137] 'applied index is now lower than readState.Index' (duration: 344.055747ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:11:51.026879Z","caller":"traceutil/trace.go:171","msg":"trace[64849288] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"378.051165ms","start":"2026-03-26T02:11:50.648816Z","end":"2026-03-26T02:11:51.026867Z","steps":["trace[64849288] 'process raft request' (duration: 377.751559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:11:51.026911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.642953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:11:51.026942Z","caller":"traceutil/trace.go:171","msg":"trace[82067882] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8399; }","duration":"185.714225ms","start":"2026-03-26T02:11:50.841216Z","end":"2026-03-26T02:11:51.026931Z","steps":["trace[82067882] 'agreement among raft nodes before linearized reading' (duration: 185.656054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:11:51.026952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:11:50.648799Z","time spent":"378.118578ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:11:51.027209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.63811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224097"} {"level":"info","ts":"2026-03-26T02:11:51.027304Z","caller":"traceutil/trace.go:171","msg":"trace[97842164] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8399; }","duration":"403.774843ms","start":"2026-03-26T02:11:50.623515Z","end":"2026-03-26T02:11:51.02729Z","steps":["trace[97842164] 'agreement among raft nodes before linearized reading' (duration: 403.340933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:11:51.027341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:11:50.6235Z","time spent":"403.831484ms","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224119,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-26T02:11:52.136873Z","caller":"traceutil/trace.go:171","msg":"trace[65954641] linearizableReadLoop","detail":"{readStateIndex:8702; appliedIndex:8701; }","duration":"141.399438ms","start":"2026-03-26T02:11:51.995442Z","end":"2026-03-26T02:11:52.136841Z","steps":["trace[65954641] 'read index received' (duration: 107.407318ms)","trace[65954641] 'applied index is now lower than readState.Index' (duration: 33.99053ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:11:52.136968Z","caller":"traceutil/trace.go:171","msg":"trace[783660426] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"288.551743ms","start":"2026-03-26T02:11:51.84838Z","end":"2026-03-26T02:11:52.136932Z","steps":["trace[783660426] 'process raft request' (duration: 254.536453ms)","trace[783660426] 'compare' (duration: 33.784645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:11:52.13705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.587442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:11:52.137161Z","caller":"traceutil/trace.go:171","msg":"trace[819857517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8401; }","duration":"141.747065ms","start":"2026-03-26T02:11:51.995379Z","end":"2026-03-26T02:11:52.137126Z","steps":["trace[819857517] 'agreement among raft nodes before linearized reading' (duration: 141.578771ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:11:53.165169Z","caller":"traceutil/trace.go:171","msg":"trace[383835590] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"130.723931ms","start":"2026-03-26T02:11:53.034426Z","end":"2026-03-26T02:11:53.16515Z","steps":["trace[383835590] 'process raft request' (duration: 100.135987ms)","trace[383835590] 'compare' (duration: 30.426261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:11:53.165473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.435698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zb2m5\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-26T02:11:53.165507Z","caller":"traceutil/trace.go:171","msg":"trace[1617535754] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zb2m5; range_end:; response_count:1; response_revision:8406; }","duration":"131.490789ms","start":"2026-03-26T02:11:53.034001Z","end":"2026-03-26T02:11:53.165492Z","steps":["trace[1617535754] 'agreement among raft nodes before linearized reading' (duration: 131.328175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:11:53.165559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.802818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T02:11:53.165632Z","caller":"traceutil/trace.go:171","msg":"trace[780521005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8406; }","duration":"132.917261ms","start":"2026-03-26T02:11:53.0327Z","end":"2026-03-26T02:11:53.165617Z","steps":["trace[780521005] 'agreement among raft nodes before linearized reading' (duration: 132.4318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:11:53.165669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.598944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-26T02:11:53.165646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.384858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T02:11:53.165735Z","caller":"traceutil/trace.go:171","msg":"trace[2135212420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8406; }","duration":"132.497062ms","start":"2026-03-26T02:11:53.033209Z","end":"2026-03-26T02:11:53.165706Z","steps":["trace[2135212420] 'agreement among raft nodes before linearized reading' (duration: 132.220636ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:11:53.165693Z","caller":"traceutil/trace.go:171","msg":"trace[1188866510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8406; }","duration":"132.648594ms","start":"2026-03-26T02:11:53.03304Z","end":"2026-03-26T02:11:53.165688Z","steps":["trace[1188866510] 'agreement among raft nodes before linearized reading' (duration: 132.593733ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:22.05495Z","caller":"traceutil/trace.go:171","msg":"trace[1153804334] transaction","detail":"{read_only:false; response_revision:8618; number_of_response:1; }","duration":"212.908455ms","start":"2026-03-26T02:12:21.84201Z","end":"2026-03-26T02:12:22.054918Z","steps":["trace[1153804334] 'process raft request' (duration: 212.621609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:22.566274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.249918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T02:12:22.566438Z","caller":"traceutil/trace.go:171","msg":"trace[688473080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8618; }","duration":"284.376301ms","start":"2026-03-26T02:12:22.281961Z","end":"2026-03-26T02:12:22.566337Z","steps":["trace[688473080] 'range keys from in-memory index tree' (duration: 283.363888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:34.939772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-26T02:12:34.939881Z","caller":"traceutil/trace.go:171","msg":"trace[1865632248] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8723; }","duration":"643.615151ms","start":"2026-03-26T02:12:34.29625Z","end":"2026-03-26T02:12:34.939865Z","steps":["trace[1865632248] 'process raft request' (duration: 382.602636ms)","trace[1865632248] 'compare' (duration: 260.689097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:12:34.93994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:34.296236Z","time spent":"643.676612ms","remote":"127.0.0.1:59512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-26T02:12:34.966108Z","caller":"traceutil/trace.go:171","msg":"trace[1893459637] linearizableReadLoop","detail":"{readStateIndex:9040; appliedIndex:9038; }","duration":"334.852624ms","start":"2026-03-26T02:12:34.631234Z","end":"2026-03-26T02:12:34.966086Z","steps":["trace[1893459637] 'read index received' (duration: 47.645811ms)","trace[1893459637] 'applied index is now lower than readState.Index' (duration: 287.205703ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:12:34.96621Z","caller":"traceutil/trace.go:171","msg":"trace[55740006] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"667.353964ms","start":"2026-03-26T02:12:34.298817Z","end":"2026-03-26T02:12:34.96617Z","steps":["trace[55740006] 'process raft request' (duration: 667.073988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:34.966335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.086119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-26T02:12:34.966377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:34.29879Z","time spent":"667.503648ms","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4637,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:12:34.966394Z","caller":"traceutil/trace.go:171","msg":"trace[865062949] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8724; }","duration":"335.202212ms","start":"2026-03-26T02:12:34.631177Z","end":"2026-03-26T02:12:34.966379Z","steps":["trace[865062949] 'agreement among raft nodes before linearized reading' (duration: 335.017948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:34.966453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:34.631152Z","time spent":"335.287893ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-26T02:12:34.980979Z","caller":"traceutil/trace.go:171","msg":"trace[1801546877] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"196.231847ms","start":"2026-03-26T02:12:34.78473Z","end":"2026-03-26T02:12:34.980962Z","steps":["trace[1801546877] 'process raft request' (duration: 196.105554ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:34.981317Z","caller":"traceutil/trace.go:171","msg":"trace[262246863] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"158.196558ms","start":"2026-03-26T02:12:34.823111Z","end":"2026-03-26T02:12:34.981308Z","steps":["trace[262246863] 'process raft request' (duration: 157.818079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:34.981425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.685282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-26T02:12:34.981489Z","caller":"traceutil/trace.go:171","msg":"trace[846244133] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8727; }","duration":"262.754843ms","start":"2026-03-26T02:12:34.718719Z","end":"2026-03-26T02:12:34.981474Z","steps":["trace[846244133] 'agreement among raft nodes before linearized reading' (duration: 262.58819ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:35.891781Z","caller":"traceutil/trace.go:171","msg":"trace[1322803345] linearizableReadLoop","detail":"{readStateIndex:9056; appliedIndex:9055; }","duration":"215.529373ms","start":"2026-03-26T02:12:35.676228Z","end":"2026-03-26T02:12:35.891757Z","steps":["trace[1322803345] 'read index received' (duration: 215.219856ms)","trace[1322803345] 'applied index is now lower than readState.Index' (duration: 308.267µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:12:35.891841Z","caller":"traceutil/trace.go:171","msg":"trace[736418885] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"235.001842ms","start":"2026-03-26T02:12:35.656807Z","end":"2026-03-26T02:12:35.891809Z","steps":["trace[736418885] 'process raft request' (duration: 234.782247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:35.891917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.668086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:12:35.891954Z","caller":"traceutil/trace.go:171","msg":"trace[2136825060] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8740; }","duration":"215.767948ms","start":"2026-03-26T02:12:35.676175Z","end":"2026-03-26T02:12:35.891943Z","steps":["trace[2136825060] 'agreement among raft nodes before linearized reading' (duration: 215.679986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:36.1915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.765328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:12:36.191604Z","caller":"traceutil/trace.go:171","msg":"trace[157956465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8740; }","duration":"196.917842ms","start":"2026-03-26T02:12:35.994656Z","end":"2026-03-26T02:12:36.191574Z","steps":["trace[157956465] 'range keys from in-memory index tree' (duration: 196.644206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:36.191645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.188068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-26T02:12:36.191765Z","caller":"traceutil/trace.go:171","msg":"trace[1406825463] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8740; }","duration":"202.360182ms","start":"2026-03-26T02:12:35.98938Z","end":"2026-03-26T02:12:36.19174Z","steps":["trace[1406825463] 'range keys from in-memory index tree' (duration: 201.992464ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:36.956202Z","caller":"traceutil/trace.go:171","msg":"trace[1861687173] linearizableReadLoop","detail":"{readStateIndex:9058; appliedIndex:9057; }","duration":"452.566378ms","start":"2026-03-26T02:12:36.503612Z","end":"2026-03-26T02:12:36.956178Z","steps":["trace[1861687173] 'read index received' (duration: 452.390034ms)","trace[1861687173] 'applied index is now lower than readState.Index' (duration: 175.274µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:12:36.956252Z","caller":"traceutil/trace.go:171","msg":"trace[1964050410] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"755.413706ms","start":"2026-03-26T02:12:36.200804Z","end":"2026-03-26T02:12:36.956217Z","steps":["trace[1964050410] 'process raft request' (duration: 755.216741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:36.95634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.709062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:12:36.95639Z","caller":"traceutil/trace.go:171","msg":"trace[1502902753] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8742; }","duration":"452.809203ms","start":"2026-03-26T02:12:36.503569Z","end":"2026-03-26T02:12:36.956378Z","steps":["trace[1502902753] 'agreement among raft nodes before linearized reading' (duration: 452.701261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:36.95639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:36.200793Z","time spent":"755.532428ms","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:12:36.956426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:36.50355Z","time spent":"452.866935ms","remote":"127.0.0.1:46608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:12:36.961822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.100328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-26T02:12:36.961887Z","caller":"traceutil/trace.go:171","msg":"trace[900159789] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8742; }","duration":"237.176489ms","start":"2026-03-26T02:12:36.724693Z","end":"2026-03-26T02:12:36.961869Z","steps":["trace[900159789] 'agreement among raft nodes before linearized reading' (duration: 231.678728ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:47.364992Z","caller":"traceutil/trace.go:171","msg":"trace[260046075] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"201.732788ms","start":"2026-03-26T02:12:47.163233Z","end":"2026-03-26T02:12:47.364966Z","steps":["trace[260046075] 'process raft request' (duration: 201.557124ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:50.868644Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023fa.wal"} {"level":"info","ts":"2026-03-26T02:12:55.355979Z","caller":"traceutil/trace.go:171","msg":"trace[597137692] transaction","detail":"{read_only:false; response_revision:8969; number_of_response:1; }","duration":"153.512414ms","start":"2026-03-26T02:12:55.202314Z","end":"2026-03-26T02:12:55.355827Z","steps":["trace[597137692] 'process raft request' (duration: 96.764313ms)","trace[597137692] 'compare' (duration: 56.521806ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:12:55.658253Z","caller":"traceutil/trace.go:171","msg":"trace[1501402452] transaction","detail":"{read_only:false; response_revision:8973; number_of_response:1; }","duration":"157.783059ms","start":"2026-03-26T02:12:55.50045Z","end":"2026-03-26T02:12:55.658233Z","steps":["trace[1501402452] 'process raft request' (duration: 154.336293ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:55.659751Z","caller":"traceutil/trace.go:171","msg":"trace[1230120551] transaction","detail":"{read_only:false; response_revision:8974; number_of_response:1; }","duration":"146.296565ms","start":"2026-03-26T02:12:55.513444Z","end":"2026-03-26T02:12:55.65974Z","steps":["trace[1230120551] 'process raft request' (duration: 146.217694ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:58.440004Z","caller":"traceutil/trace.go:171","msg":"trace[695290987] transaction","detail":"{read_only:false; response_revision:8999; number_of_response:1; }","duration":"145.236003ms","start":"2026-03-26T02:12:58.294681Z","end":"2026-03-26T02:12:58.439917Z","steps":["trace[695290987] 'process raft request' (duration: 144.963587ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:25.950043Z","caller":"traceutil/trace.go:171","msg":"trace[1745241084] transaction","detail":"{read_only:false; response_revision:9241; number_of_response:1; }","duration":"132.618064ms","start":"2026-03-26T02:13:25.817395Z","end":"2026-03-26T02:13:25.950013Z","steps":["trace[1745241084] 'process raft request' (duration: 109.431002ms)","trace[1745241084] 'compare' (duration: 23.014288ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:26.801546Z","caller":"traceutil/trace.go:171","msg":"trace[1923534465] transaction","detail":"{read_only:false; response_revision:9251; number_of_response:1; }","duration":"150.065108ms","start":"2026-03-26T02:13:26.651454Z","end":"2026-03-26T02:13:26.801519Z","steps":["trace[1923534465] 'process raft request' (duration: 119.32936ms)","trace[1923534465] 'compare' (duration: 30.582135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:26.801659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.330123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:13:26.80172Z","caller":"traceutil/trace.go:171","msg":"trace[837293208] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9251; }","duration":"145.451797ms","start":"2026-03-26T02:13:26.656251Z","end":"2026-03-26T02:13:26.801703Z","steps":["trace[837293208] 'agreement among raft nodes before linearized reading' (duration: 145.321733ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:26.801544Z","caller":"traceutil/trace.go:171","msg":"trace[575351894] linearizableReadLoop","detail":"{readStateIndex:9582; appliedIndex:9581; }","duration":"145.220431ms","start":"2026-03-26T02:13:26.656293Z","end":"2026-03-26T02:13:26.801513Z","steps":["trace[575351894] 'read index received' (duration: 114.468693ms)","trace[575351894] 'applied index is now lower than readState.Index' (duration: 30.750518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:26.801988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.864982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-756fc5bcb5-ght66.18a04259736eed27\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-26T02:13:26.802046Z","caller":"traceutil/trace.go:171","msg":"trace[181235741] range","detail":"{range_begin:/registry/events/openstack/glance-api-756fc5bcb5-ght66.18a04259736eed27; range_end:; response_count:1; response_revision:9251; }","duration":"138.924513ms","start":"2026-03-26T02:13:26.663105Z","end":"2026-03-26T02:13:26.80203Z","steps":["trace[181235741] 'agreement among raft nodes before linearized reading' (duration: 138.755949ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:26.991971Z","caller":"traceutil/trace.go:171","msg":"trace[1224818834] transaction","detail":"{read_only:false; response_revision:9253; number_of_response:1; }","duration":"106.5759ms","start":"2026-03-26T02:13:26.885368Z","end":"2026-03-26T02:13:26.991944Z","steps":["trace[1224818834] 'process raft request' (duration: 26.536495ms)","trace[1224818834] 'compare' (duration: 79.871571ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:39.991809Z","caller":"traceutil/trace.go:171","msg":"trace[415690754] transaction","detail":"{read_only:false; response_revision:9412; number_of_response:1; }","duration":"307.580205ms","start":"2026-03-26T02:13:39.684199Z","end":"2026-03-26T02:13:39.991779Z","steps":["trace[415690754] 'process raft request' (duration: 307.415931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:39.992075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:39.684168Z","time spent":"307.720098ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:52.529785Z","caller":"traceutil/trace.go:171","msg":"trace[1980010467] transaction","detail":"{read_only:false; response_revision:9485; number_of_response:1; }","duration":"206.674658ms","start":"2026-03-26T02:13:52.323083Z","end":"2026-03-26T02:13:52.529758Z","steps":["trace[1980010467] 'process raft request' (duration: 131.843935ms)","trace[1980010467] 'compare' (duration: 74.698651ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:52.618688Z","caller":"traceutil/trace.go:171","msg":"trace[1490493569] linearizableReadLoop","detail":"{readStateIndex:9822; appliedIndex:9820; }","duration":"295.349565ms","start":"2026-03-26T02:13:52.323309Z","end":"2026-03-26T02:13:52.618658Z","steps":["trace[1490493569] 'read index received' (duration: 131.63179ms)","trace[1490493569] 'applied index is now lower than readState.Index' (duration: 163.716595ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:52.618852Z","caller":"traceutil/trace.go:171","msg":"trace[257444771] transaction","detail":"{read_only:false; response_revision:9486; number_of_response:1; }","duration":"295.726483ms","start":"2026-03-26T02:13:52.323076Z","end":"2026-03-26T02:13:52.618803Z","steps":["trace[257444771] 'process raft request' (duration: 295.382816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:52.619382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.046411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291461"} {"level":"info","ts":"2026-03-26T02:13:52.619436Z","caller":"traceutil/trace.go:171","msg":"trace[1099139282] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9486; }","duration":"296.120622ms","start":"2026-03-26T02:13:52.323302Z","end":"2026-03-26T02:13:52.619423Z","steps":["trace[1099139282] 'agreement among raft nodes before linearized reading' (duration: 295.488728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:54.366051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.108214ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-26T02:13:54.366547Z","caller":"traceutil/trace.go:171","msg":"trace[757708456] transaction","detail":"{read_only:false; response_revision:9487; number_of_response:1; }","duration":"934.87453ms","start":"2026-03-26T02:13:53.431654Z","end":"2026-03-26T02:13:54.366528Z","steps":["trace[757708456] 'process raft request' (duration: 934.478641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:54.366672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:53.431634Z","time spent":"934.967842ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:54.441738Z","caller":"traceutil/trace.go:171","msg":"trace[1235925230] transaction","detail":"{read_only:false; response_revision:9490; number_of_response:1; }","duration":"375.551017ms","start":"2026-03-26T02:13:54.066164Z","end":"2026-03-26T02:13:54.441715Z","steps":["trace[1235925230] 'process raft request' (duration: 375.516756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:54.441867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.066088Z","time spent":"375.712151ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:54.44191Z","caller":"traceutil/trace.go:171","msg":"trace[1959809705] transaction","detail":"{read_only:false; response_revision:9488; number_of_response:1; }","duration":"963.207582ms","start":"2026-03-26T02:13:53.478654Z","end":"2026-03-26T02:13:54.441862Z","steps":["trace[1959809705] 'process raft request' (duration: 887.862068ms)","trace[1959809705] 'compare' (duration: 75.000077ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:54.442008Z","caller":"traceutil/trace.go:171","msg":"trace[723771905] linearizableReadLoop","detail":"{readStateIndex:9825; appliedIndex:9822; }","duration":"944.183344ms","start":"2026-03-26T02:13:53.497809Z","end":"2026-03-26T02:13:54.441993Z","steps":["trace[723771905] 'read index received' (duration: 110.578069ms)","trace[723771905] 'applied index is now lower than readState.Index' (duration: 833.603955ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:54.442092Z","caller":"traceutil/trace.go:171","msg":"trace[2038816134] transaction","detail":"{read_only:false; response_revision:9489; number_of_response:1; }","duration":"400.487335ms","start":"2026-03-26T02:13:54.041592Z","end":"2026-03-26T02:13:54.442079Z","steps":["trace[2038816134] 'process raft request' (duration: 400.049796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:54.442088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:53.47864Z","time spent":"963.349305ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:54.442171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.04156Z","time spent":"400.567457ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:54.442194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.826275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:54.442274Z","caller":"traceutil/trace.go:171","msg":"trace[1418280965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9490; }","duration":"447.954917ms","start":"2026-03-26T02:13:53.994299Z","end":"2026-03-26T02:13:54.442254Z","steps":["trace[1418280965] 'agreement among raft nodes before linearized reading' (duration: 447.816314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:54.442295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.114333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-26T02:13:54.442329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:53.994279Z","time spent":"448.042439ms","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T02:13:54.442356Z","caller":"traceutil/trace.go:171","msg":"trace[1932452930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9490; }","duration":"281.219826ms","start":"2026-03-26T02:13:54.161122Z","end":"2026-03-26T02:13:54.442342Z","steps":["trace[1932452930] 'agreement among raft nodes before linearized reading' (duration: 281.067462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:54.442547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.859516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-w2dsq\" ","response":"range_response_count:1 size:19694"} {"level":"warn","ts":"2026-03-26T02:13:54.442585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.529294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T02:13:54.442623Z","caller":"traceutil/trace.go:171","msg":"trace[227437984] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-w2dsq; range_end:; response_count:1; response_revision:9490; }","duration":"371.980788ms","start":"2026-03-26T02:13:54.070623Z","end":"2026-03-26T02:13:54.442604Z","steps":["trace[227437984] 'agreement among raft nodes before linearized reading' (duration: 371.719063ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:54.442651Z","caller":"traceutil/trace.go:171","msg":"trace[1193341638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9490; }","duration":"119.633457ms","start":"2026-03-26T02:13:54.323Z","end":"2026-03-26T02:13:54.442634Z","steps":["trace[1193341638] 'agreement among raft nodes before linearized reading' (duration: 119.369911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:54.442669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.070599Z","time spent":"372.06088ms","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19716,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-w2dsq\" "} {"level":"warn","ts":"2026-03-26T02:13:54.44278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.121528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-26T02:13:54.442823Z","caller":"traceutil/trace.go:171","msg":"trace[1675628153] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9490; }","duration":"298.188569ms","start":"2026-03-26T02:13:54.144623Z","end":"2026-03-26T02:13:54.442812Z","steps":["trace[1675628153] 'agreement among raft nodes before linearized reading' (duration: 297.610015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:54.442836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.019354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T02:13:54.443063Z","caller":"traceutil/trace.go:171","msg":"trace[1498378459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9490; }","duration":"945.270049ms","start":"2026-03-26T02:13:53.497768Z","end":"2026-03-26T02:13:54.443038Z","steps":["trace[1498378459] 'agreement among raft nodes before linearized reading' (duration: 944.513071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:54.44322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:53.497757Z","time spent":"945.386061ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-26T02:13:54.99547Z","caller":"traceutil/trace.go:171","msg":"trace[2098328428] transaction","detail":"{read_only:false; response_revision:9491; number_of_response:1; }","duration":"548.840903ms","start":"2026-03-26T02:13:54.446588Z","end":"2026-03-26T02:13:54.995429Z","steps":["trace[2098328428] 'process raft request' (duration: 455.606026ms)","trace[2098328428] 'compare' (duration: 92.991182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:54.995636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.44657Z","time spent":"548.972616ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:55.085794Z","caller":"traceutil/trace.go:171","msg":"trace[1326338113] transaction","detail":"{read_only:false; response_revision:9492; number_of_response:1; }","duration":"639.140565ms","start":"2026-03-26T02:13:54.446599Z","end":"2026-03-26T02:13:55.085739Z","steps":["trace[1326338113] 'process raft request' (duration: 638.89511ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:55.085864Z","caller":"traceutil/trace.go:171","msg":"trace[1712851941] linearizableReadLoop","detail":"{readStateIndex:9831; appliedIndex:9827; }","duration":"551.686735ms","start":"2026-03-26T02:13:54.534149Z","end":"2026-03-26T02:13:55.085836Z","steps":["trace[1712851941] 'read index received' (duration: 367.632983ms)","trace[1712851941] 'applied index is now lower than readState.Index' (duration: 184.052252ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:55.085957Z","caller":"traceutil/trace.go:171","msg":"trace[1864962091] transaction","detail":"{read_only:false; response_revision:9494; number_of_response:1; }","duration":"630.762721ms","start":"2026-03-26T02:13:54.455149Z","end":"2026-03-26T02:13:55.085931Z","steps":["trace[1864962091] 'process raft request' (duration: 630.581387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.086007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.446534Z","time spent":"639.373821ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:55.085984Z","caller":"traceutil/trace.go:171","msg":"trace[1171670031] transaction","detail":"{read_only:false; response_revision:9493; number_of_response:1; }","duration":"639.261429ms","start":"2026-03-26T02:13:54.446685Z","end":"2026-03-26T02:13:55.085946Z","steps":["trace[1171670031] 'process raft request' (duration: 638.946652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.086122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.455135Z","time spent":"630.893004ms","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19679,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:55.086189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.015712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-26T02:13:55.086109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.480016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T02:13:55.086288Z","caller":"traceutil/trace.go:171","msg":"trace[2130536415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9494; }","duration":"552.168595ms","start":"2026-03-26T02:13:54.534098Z","end":"2026-03-26T02:13:55.086266Z","steps":["trace[2130536415] 'agreement among raft nodes before linearized reading' (duration: 551.868899ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:55.086294Z","caller":"traceutil/trace.go:171","msg":"trace[643897877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9494; }","duration":"462.701651ms","start":"2026-03-26T02:13:54.623575Z","end":"2026-03-26T02:13:55.086276Z","steps":["trace[643897877] 'agreement among raft nodes before linearized reading' (duration: 462.410324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.086286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.446653Z","time spent":"639.517533ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:55.086349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.623558Z","time spent":"462.775403ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T02:13:55.08634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.534082Z","time spent":"552.246938ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-26T02:13:55.086368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.939469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zb2m5\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-26T02:13:55.086459Z","caller":"traceutil/trace.go:171","msg":"trace[1716449971] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zb2m5; range_end:; response_count:1; response_revision:9494; }","duration":"459.059591ms","start":"2026-03-26T02:13:54.627375Z","end":"2026-03-26T02:13:55.086435Z","steps":["trace[1716449971] 'agreement among raft nodes before linearized reading' (duration: 458.782765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.086526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.627367Z","time spent":"459.145263ms","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-zb2m5\" "} {"level":"warn","ts":"2026-03-26T02:13:55.224215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.199064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:13:55.224478Z","caller":"traceutil/trace.go:171","msg":"trace[55803460] transaction","detail":"{read_only:false; response_revision:9496; number_of_response:1; }","duration":"132.601383ms","start":"2026-03-26T02:13:55.091841Z","end":"2026-03-26T02:13:55.224442Z","steps":["trace[55803460] 'process raft request' (duration: 132.505101ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:55.224655Z","caller":"traceutil/trace.go:171","msg":"trace[1456468796] linearizableReadLoop","detail":"{readStateIndex:9833; appliedIndex:9831; }","duration":"132.441709ms","start":"2026-03-26T02:13:55.091963Z","end":"2026-03-26T02:13:55.224405Z","steps":["trace[1456468796] 'read index received' (duration: 19.900917ms)","trace[1456468796] 'applied index is now lower than readState.Index' (duration: 112.539732ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:55.224697Z","caller":"traceutil/trace.go:171","msg":"trace[958524342] transaction","detail":"{read_only:false; response_revision:9495; number_of_response:1; }","duration":"132.893979ms","start":"2026-03-26T02:13:55.091765Z","end":"2026-03-26T02:13:55.224659Z","steps":["trace[958524342] 'process raft request' (duration: 20.119742ms)","trace[958524342] 'compare' (duration: 112.02207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:55.224993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.006221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291461"} {"level":"info","ts":"2026-03-26T02:13:55.225075Z","caller":"traceutil/trace.go:171","msg":"trace[446547827] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9496; }","duration":"133.123164ms","start":"2026-03-26T02:13:55.091934Z","end":"2026-03-26T02:13:55.225057Z","steps":["trace[446547827] 'agreement among raft nodes before linearized reading' (duration: 132.585592ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:15.213547Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-26T02:14:15.218601Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-26T02:14:15.218746Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-26T02:16:03.233605Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7970} {"level":"info","ts":"2026-03-26T02:16:03.293897Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7970,"took":"58.213617ms","hash":2765243121,"current-db-size-bytes":56487936,"current-db-size":"56 MB","current-db-size-in-use-bytes":28622848,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-26T02:16:03.293953Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2765243121,"revision":7970,"compact-revision":5794} {"level":"info","ts":"2026-03-26T02:21:03.239982Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10374} {"level":"info","ts":"2026-03-26T02:21:03.319932Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10374,"took":"77.587643ms","hash":797406642,"current-db-size-bytes":56487936,"current-db-size":"56 MB","current-db-size-in-use-bytes":21356544,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-26T02:21:03.319989Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":797406642,"revision":10374,"compact-revision":7970}