{"level":"warn","ts":"2026-04-02T03:29:35.024692Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T03:29:35.024782Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.25:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.25:2380","--initial-cluster=instance=https://199.204.45.25:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.25:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.25:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-02T03:29:35.024859Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T03:29:35.024872Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.25:2380"]} {"level":"info","ts":"2026-04-02T03:29:35.024893Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T03:29:35.02573Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"]} {"level":"info","ts":"2026-04-02T03:29:35.025824Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.25:2380"],"listen-peer-urls":["https://199.204.45.25:2380"],"advertise-client-urls":["https://199.204.45.25:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.25:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-02T03:29:35.042719Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"15.855721ms"} {"level":"info","ts":"2026-04-02T03:29:35.06268Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"ba52c55cf4193752","cluster-id":"4468ed52294bc271"} {"level":"info","ts":"2026-04-02T03:29:35.062761Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=()"} {"level":"info","ts":"2026-04-02T03:29:35.062783Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became follower at term 0"} {"level":"info","ts":"2026-04-02T03:29:35.062795Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft ba52c55cf4193752 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-02T03:29:35.062802Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became follower at term 1"} {"level":"info","ts":"2026-04-02T03:29:35.062834Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=(13426010442167826258)"} {"level":"warn","ts":"2026-04-02T03:29:35.073642Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-02T03:29:35.07478Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-02T03:29:35.075678Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-02T03:29:35.078285Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"ba52c55cf4193752","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-02T03:29:35.078726Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T03:29:35.078844Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T03:29:35.078858Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T03:29:35.078784Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ba52c55cf4193752","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-02T03:29:35.090467Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=(13426010442167826258)"} {"level":"info","ts":"2026-04-02T03:29:35.090605Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4468ed52294bc271","local-member-id":"ba52c55cf4193752","added-peer-id":"ba52c55cf4193752","added-peer-peer-urls":["https://199.204.45.25:2380"]} {"level":"info","ts":"2026-04-02T03:29:35.091166Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T03:29:35.091213Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.25:2380"} {"level":"info","ts":"2026-04-02T03:29:35.091247Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.25:2380"} {"level":"info","ts":"2026-04-02T03:29:35.091466Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"ba52c55cf4193752","initial-advertise-peer-urls":["https://199.204.45.25:2380"],"listen-peer-urls":["https://199.204.45.25:2380"],"advertise-client-urls":["https://199.204.45.25:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-02T03:29:35.091515Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-02T03:29:35.764034Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 is starting a new election at term 1"} {"level":"info","ts":"2026-04-02T03:29:35.764098Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-02T03:29:35.764122Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 received MsgPreVoteResp from ba52c55cf4193752 at term 1"} {"level":"info","ts":"2026-04-02T03:29:35.764142Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became candidate at term 2"} {"level":"info","ts":"2026-04-02T03:29:35.764159Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 received MsgVoteResp from ba52c55cf4193752 at term 2"} {"level":"info","ts":"2026-04-02T03:29:35.764202Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became leader at term 2"} {"level":"info","ts":"2026-04-02T03:29:35.764221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ba52c55cf4193752 elected leader ba52c55cf4193752 at term 2"} {"level":"info","ts":"2026-04-02T03:29:35.765366Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"ba52c55cf4193752","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.25:2379]}","request-path":"/0/members/ba52c55cf4193752/attributes","cluster-id":"4468ed52294bc271","publish-timeout":"7s"} {"level":"info","ts":"2026-04-02T03:29:35.765536Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T03:29:35.765603Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T03:29:35.765762Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T03:29:35.767671Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-02T03:29:35.767712Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-02T03:29:35.767846Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4468ed52294bc271","local-member-id":"ba52c55cf4193752","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T03:29:35.767966Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T03:29:35.768006Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T03:29:35.769346Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.25:2379"} {"level":"info","ts":"2026-04-02T03:29:35.769965Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-02T03:29:37.370937Z","caller":"traceutil/trace.go:171","msg":"trace[1184803622] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"266.356773ms","start":"2026-04-02T03:29:37.104555Z","end":"2026-04-02T03:29:37.370912Z","steps":["trace[1184803622] 'process raft request' (duration: 266.155348ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:29:37.376441Z","caller":"traceutil/trace.go:171","msg":"trace[2112907951] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:4; }","duration":"264.352986ms","start":"2026-04-02T03:29:37.112069Z","end":"2026-04-02T03:29:37.376422Z","steps":["trace[2112907951] 'read index received' (duration: 258.699101ms)","trace[2112907951] 'applied index is now lower than readState.Index' (duration: 5.653245ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:29:37.376484Z","caller":"traceutil/trace.go:171","msg":"trace[895690786] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"271.275817ms","start":"2026-04-02T03:29:37.10519Z","end":"2026-04-02T03:29:37.376466Z","steps":["trace[895690786] 'process raft request' (duration: 270.946428ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:29:37.376667Z","caller":"traceutil/trace.go:171","msg":"trace[149441833] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"187.668416ms","start":"2026-04-02T03:29:37.18899Z","end":"2026-04-02T03:29:37.376658Z","steps":["trace[149441833] 'process raft request' (duration: 187.388998ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:29:37.376702Z","caller":"traceutil/trace.go:171","msg":"trace[83669119] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"187.770449ms","start":"2026-04-02T03:29:37.188869Z","end":"2026-04-02T03:29:37.37664Z","steps":["trace[83669119] 'process raft request' (duration: 187.496401ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:29:37.376757Z","caller":"traceutil/trace.go:171","msg":"trace[198969409] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"188.480549ms","start":"2026-04-02T03:29:37.18825Z","end":"2026-04-02T03:29:37.37673Z","steps":["trace[198969409] 'process raft request' (duration: 188.054457ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:29:37.376871Z","caller":"traceutil/trace.go:171","msg":"trace[61862071] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"183.880455ms","start":"2026-04-02T03:29:37.19295Z","end":"2026-04-02T03:29:37.376831Z","steps":["trace[61862071] 'process raft request' (duration: 183.447483ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:29:37.376896Z","caller":"traceutil/trace.go:171","msg":"trace[1045419345] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"188.428508ms","start":"2026-04-02T03:29:37.188449Z","end":"2026-04-02T03:29:37.376877Z","steps":["trace[1045419345] 'process raft request' (duration: 187.893422ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:29:37.377641Z","caller":"traceutil/trace.go:171","msg":"trace[399658282] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"206.306928ms","start":"2026-04-02T03:29:37.170613Z","end":"2026-04-02T03:29:37.37692Z","steps":["trace[399658282] 'process raft request' (duration: 205.615768ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:29:37.379433Z","caller":"traceutil/trace.go:171","msg":"trace[1383110516] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"194.452233ms","start":"2026-04-02T03:29:37.184954Z","end":"2026-04-02T03:29:37.379406Z","steps":["trace[1383110516] 'process raft request' (duration: 191.306772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:29:37.379466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.723803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-02T03:29:37.379565Z","caller":"traceutil/trace.go:171","msg":"trace[994876742] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"224.904098ms","start":"2026-04-02T03:29:37.154632Z","end":"2026-04-02T03:29:37.379537Z","steps":["trace[994876742] 'agreement among raft nodes before linearized reading' (duration: 223.020554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:29:37.379917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.0434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-02T03:29:37.38002Z","caller":"traceutil/trace.go:171","msg":"trace[1735019593] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:0; response_revision:11; }","duration":"207.090911ms","start":"2026-04-02T03:29:37.172848Z","end":"2026-04-02T03:29:37.379939Z","steps":["trace[1735019593] 'agreement among raft nodes before linearized reading' (duration: 207.02991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:29:37.38069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.307603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-02T03:29:37.380725Z","caller":"traceutil/trace.go:171","msg":"trace[1371714342] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"211.365445ms","start":"2026-04-02T03:29:37.169348Z","end":"2026-04-02T03:29:37.380713Z","steps":["trace[1371714342] 'agreement among raft nodes before linearized reading' (duration: 211.042266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:29:37.380807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.823252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-02T03:29:37.380865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.474532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-02T03:29:37.376855Z","caller":"traceutil/trace.go:171","msg":"trace[1021462979] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"188.801269ms","start":"2026-04-02T03:29:37.188002Z","end":"2026-04-02T03:29:37.376803Z","steps":["trace[1021462979] 'process raft request' (duration: 188.281435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:29:37.382355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.237896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-02T03:29:37.382411Z","caller":"traceutil/trace.go:171","msg":"trace[1483377810] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:11; }","duration":"270.34866ms","start":"2026-04-02T03:29:37.112033Z","end":"2026-04-02T03:29:37.382382Z","steps":["trace[1483377810] 'agreement among raft nodes before linearized reading' (duration: 264.812209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:29:37.382635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.940897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-02T03:29:37.382682Z","caller":"traceutil/trace.go:171","msg":"trace[1320873134] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:11; }","duration":"151.978218ms","start":"2026-04-02T03:29:37.230677Z","end":"2026-04-02T03:29:37.382655Z","steps":["trace[1320873134] 'agreement among raft nodes before linearized reading' (duration: 147.22661ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:29:37.380958Z","caller":"traceutil/trace.go:171","msg":"trace[317426618] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"131.893904ms","start":"2026-04-02T03:29:37.248953Z","end":"2026-04-02T03:29:37.380847Z","steps":["trace[317426618] 'agreement among raft nodes before linearized reading' (duration: 131.75382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:29:37.382808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.610608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-02T03:29:37.382835Z","caller":"traceutil/trace.go:171","msg":"trace[904297203] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"227.680749ms","start":"2026-04-02T03:29:37.155147Z","end":"2026-04-02T03:29:37.382827Z","steps":["trace[904297203] 'agreement among raft nodes before linearized reading' (duration: 225.825535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:29:37.382874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.603049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-02T03:29:37.382921Z","caller":"traceutil/trace.go:171","msg":"trace[1594849745] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"160.666222ms","start":"2026-04-02T03:29:37.222241Z","end":"2026-04-02T03:29:37.382908Z","steps":["trace[1594849745] 'agreement among raft nodes before linearized reading' (duration: 158.732305ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:29:37.382994Z","caller":"traceutil/trace.go:171","msg":"trace[167937125] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"207.665068ms","start":"2026-04-02T03:29:37.173304Z","end":"2026-04-02T03:29:37.380969Z","steps":["trace[167937125] 'agreement among raft nodes before linearized reading' (duration: 204.584618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:29:41.379431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.362517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T03:29:41.379521Z","caller":"traceutil/trace.go:171","msg":"trace[53071762] linearizableReadLoop","detail":"{readStateIndex:257; appliedIndex:256; }","duration":"1.325317633s","start":"2026-04-02T03:29:40.054191Z","end":"2026-04-02T03:29:41.379509Z","steps":["trace[53071762] 'read index received' (duration: 389.463893ms)","trace[53071762] 'applied index is now lower than readState.Index' (duration: 935.85291ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:29:41.379568Z","caller":"traceutil/trace.go:171","msg":"trace[783436243] transaction","detail":"{read_only:false; response_revision:251; number_of_response:1; }","duration":"1.331753614s","start":"2026-04-02T03:29:40.047808Z","end":"2026-04-02T03:29:41.379561Z","steps":["trace[783436243] 'process raft request' (duration: 395.857193ms)","trace[783436243] 'compare' (duration: 935.151881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:29:41.37961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:29:40.047788Z","time spent":"1.331801266s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:29:41.379684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325482837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3708"} {"level":"info","ts":"2026-04-02T03:29:41.380664Z","caller":"traceutil/trace.go:171","msg":"trace[1307065079] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:251; }","duration":"1.325752415s","start":"2026-04-02T03:29:40.054158Z","end":"2026-04-02T03:29:41.379911Z","steps":["trace[1307065079] 'agreement among raft nodes before linearized reading' (duration: 1.325444066s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:29:41.380941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:29:40.054143Z","time spent":"1.326764943s","remote":"127.0.0.1:51548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3731,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-02T03:29:41.580059Z","caller":"traceutil/trace.go:171","msg":"trace[1106250914] linearizableReadLoop","detail":"{readStateIndex:258; appliedIndex:257; }","duration":"200.488173ms","start":"2026-04-02T03:29:41.379538Z","end":"2026-04-02T03:29:41.580026Z","steps":["trace[1106250914] 'read index received' (duration: 200.061201ms)","trace[1106250914] 'applied index is now lower than readState.Index' (duration: 425.712µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:29:41.58009Z","caller":"traceutil/trace.go:171","msg":"trace[1508190616] transaction","detail":"{read_only:false; response_revision:252; number_of_response:1; }","duration":"549.810221ms","start":"2026-04-02T03:29:41.030241Z","end":"2026-04-02T03:29:41.580052Z","steps":["trace[1508190616] 'process raft request' (duration: 549.065251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:29:41.580142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.650725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:29:41.580409Z","caller":"traceutil/trace.go:171","msg":"trace[2051676909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:252; }","duration":"659.921183ms","start":"2026-04-02T03:29:40.920463Z","end":"2026-04-02T03:29:41.580384Z","steps":["trace[2051676909] 'agreement among raft nodes before linearized reading' (duration: 659.589123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:29:41.580463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:29:40.920378Z","time spent":"660.068138ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T03:29:41.580373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:29:41.030205Z","time spent":"550.09282ms","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T03:29:41.580487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.118543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:29:41.580862Z","caller":"traceutil/trace.go:171","msg":"trace[1454648708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:252; }","duration":"696.568165ms","start":"2026-04-02T03:29:40.884273Z","end":"2026-04-02T03:29:41.580841Z","steps":["trace[1454648708] 'agreement among raft nodes before linearized reading' (duration: 696.072951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:29:41.580974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:29:40.884242Z","time spent":"696.712329ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T03:29:41.582124Z","caller":"traceutil/trace.go:171","msg":"trace[336479090] transaction","detail":"{read_only:false; response_revision:253; number_of_response:1; }","duration":"191.732499ms","start":"2026-04-02T03:29:41.39037Z","end":"2026-04-02T03:29:41.582103Z","steps":["trace[336479090] 'process raft request' (duration: 191.521193ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:29:42.646775Z","caller":"traceutil/trace.go:171","msg":"trace[496169822] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"202.907172ms","start":"2026-04-02T03:29:42.443839Z","end":"2026-04-02T03:29:42.646746Z","steps":["trace[496169822] 'process raft request' (duration: 202.681426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:05.986363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421570946816577,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T03:30:05.987295Z","caller":"traceutil/trace.go:171","msg":"trace[1484341641] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"797.266932ms","start":"2026-04-02T03:30:05.190006Z","end":"2026-04-02T03:30:05.987273Z","steps":["trace[1484341641] 'process raft request' (duration: 797.145169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:05.987405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:05.189983Z","time spent":"797.368585ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T03:30:05.997238Z","caller":"traceutil/trace.go:171","msg":"trace[1194653659] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:519; }","duration":"511.351963ms","start":"2026-04-02T03:30:05.485862Z","end":"2026-04-02T03:30:05.997214Z","steps":["trace[1194653659] 'read index received' (duration: 501.333363ms)","trace[1194653659] 'applied index is now lower than readState.Index' (duration: 10.018ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:30:05.997252Z","caller":"traceutil/trace.go:171","msg":"trace[1859290505] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"778.180123ms","start":"2026-04-02T03:30:05.219039Z","end":"2026-04-02T03:30:05.99722Z","steps":["trace[1859290505] 'process raft request' (duration: 777.882337ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:30:05.997265Z","caller":"traceutil/trace.go:171","msg":"trace[52276663] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"791.052497ms","start":"2026-04-02T03:30:05.206144Z","end":"2026-04-02T03:30:05.997197Z","steps":["trace[52276663] 'process raft request' (duration: 790.572136ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:30:05.997365Z","caller":"traceutil/trace.go:171","msg":"trace[621344323] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"766.250293ms","start":"2026-04-02T03:30:05.231104Z","end":"2026-04-02T03:30:05.997354Z","steps":["trace[621344323] 'process raft request' (duration: 765.885624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:05.997403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:05.219022Z","time spent":"778.321437ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T03:30:05.997454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:05.231086Z","time spent":"766.307695ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T03:30:05.997502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:05.206133Z","time spent":"791.256222ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T03:30:05.997566Z","caller":"traceutil/trace.go:171","msg":"trace[567623589] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"791.347113ms","start":"2026-04-02T03:30:05.206206Z","end":"2026-04-02T03:30:05.997554Z","steps":["trace[567623589] 'process raft request' (duration: 790.552615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:05.997617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:05.206201Z","time spent":"791.391145ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T03:30:05.99764Z","caller":"traceutil/trace.go:171","msg":"trace[59576336] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"762.660884ms","start":"2026-04-02T03:30:05.234969Z","end":"2026-04-02T03:30:05.99763Z","steps":["trace[59576336] 'process raft request' (duration: 762.07012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:05.997687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:05.234955Z","time spent":"762.710365ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T03:30:05.99771Z","caller":"traceutil/trace.go:171","msg":"trace[1273848611] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"784.760369ms","start":"2026-04-02T03:30:05.212928Z","end":"2026-04-02T03:30:05.997688Z","steps":["trace[1273848611] 'process raft request' (duration: 783.950071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:05.99775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:05.21291Z","time spent":"784.82281ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T03:30:05.997781Z","caller":"traceutil/trace.go:171","msg":"trace[1330689729] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"736.875488ms","start":"2026-04-02T03:30:05.260898Z","end":"2026-04-02T03:30:05.997773Z","steps":["trace[1330689729] 'process raft request' (duration: 736.190232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:05.997837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:05.260875Z","time spent":"736.939261ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T03:30:05.997906Z","caller":"traceutil/trace.go:171","msg":"trace[834630945] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"795.427342ms","start":"2026-04-02T03:30:05.202414Z","end":"2026-04-02T03:30:05.997841Z","steps":["trace[834630945] 'process raft request' (duration: 794.266837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:05.997975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.425619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T03:30:05.998007Z","caller":"traceutil/trace.go:171","msg":"trace[1325613948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:515; }","duration":"264.493971ms","start":"2026-04-02T03:30:05.733504Z","end":"2026-04-02T03:30:05.997998Z","steps":["trace[1325613948] 'agreement among raft nodes before linearized reading' (duration: 264.416639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:05.998012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.14273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T03:30:05.998003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.483404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T03:30:05.998055Z","caller":"traceutil/trace.go:171","msg":"trace[355095794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:515; }","duration":"512.241932ms","start":"2026-04-02T03:30:05.485801Z","end":"2026-04-02T03:30:05.998043Z","steps":["trace[355095794] 'agreement among raft nodes before linearized reading' (duration: 512.10459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:05.998049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.138404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T03:30:05.998063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:05.20239Z","time spent":"795.603625ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T03:30:05.998069Z","caller":"traceutil/trace.go:171","msg":"trace[187579420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:515; }","duration":"271.606517ms","start":"2026-04-02T03:30:05.726446Z","end":"2026-04-02T03:30:05.998053Z","steps":["trace[187579420] 'agreement among raft nodes before linearized reading' (duration: 271.484214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:05.998088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:05.485777Z","time spent":"512.303644ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T03:30:05.998104Z","caller":"traceutil/trace.go:171","msg":"trace[2034126476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:515; }","duration":"275.262976ms","start":"2026-04-02T03:30:05.722823Z","end":"2026-04-02T03:30:05.998086Z","steps":["trace[2034126476] 'agreement among raft nodes before linearized reading' (duration: 275.049962ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:30:05.998158Z","caller":"traceutil/trace.go:171","msg":"trace[1719956955] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"800.608586ms","start":"2026-04-02T03:30:05.197541Z","end":"2026-04-02T03:30:05.99815Z","steps":["trace[1719956955] 'process raft request' (duration: 798.840447ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:30:05.998185Z","caller":"traceutil/trace.go:171","msg":"trace[1019919485] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"639.267947ms","start":"2026-04-02T03:30:05.358905Z","end":"2026-04-02T03:30:05.998173Z","steps":["trace[1019919485] 'process raft request' (duration: 638.244014ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:30:05.998203Z","caller":"traceutil/trace.go:171","msg":"trace[139729475] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"795.931133ms","start":"2026-04-02T03:30:05.202261Z","end":"2026-04-02T03:30:05.998192Z","steps":["trace[139729475] 'process raft request' (duration: 794.366038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:05.998222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:05.197522Z","time spent":"800.659777ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T03:30:05.998227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:05.358873Z","time spent":"639.33403ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T03:30:05.998268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:05.202247Z","time spent":"795.989344ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T03:30:07.162327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.015333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:10870"} {"level":"info","ts":"2026-04-02T03:30:07.162394Z","caller":"traceutil/trace.go:171","msg":"trace[1932232335] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:576; }","duration":"145.109874ms","start":"2026-04-02T03:30:07.017265Z","end":"2026-04-02T03:30:07.162375Z","steps":["trace[1932232335] 'range keys from in-memory index tree' (duration: 144.903289ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:30:07.165655Z","caller":"traceutil/trace.go:171","msg":"trace[1703865101] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"115.290872ms","start":"2026-04-02T03:30:07.050347Z","end":"2026-04-02T03:30:07.165637Z","steps":["trace[1703865101] 'process raft request' (duration: 104.557331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:12.569995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421570946816751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T03:30:12.992706Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.155030313s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T03:30:12.993659Z","caller":"traceutil/trace.go:171","msg":"trace[744350041] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"1.1577475s","start":"2026-04-02T03:30:11.835889Z","end":"2026-04-02T03:30:12.993637Z","steps":["trace[744350041] 'process raft request' (duration: 1.15726939s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:12.993883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:11.835841Z","time spent":"1.157890933s","remote":"127.0.0.1:51466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:30:13.694258Z","caller":"traceutil/trace.go:171","msg":"trace[338523319] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"1.200039065s","start":"2026-04-02T03:30:12.494072Z","end":"2026-04-02T03:30:13.694111Z","steps":["trace[338523319] 'process raft request' (duration: 1.199795619s)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:30:13.694312Z","caller":"traceutil/trace.go:171","msg":"trace[1920339695] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"1.035758144s","start":"2026-04-02T03:30:12.658526Z","end":"2026-04-02T03:30:13.694284Z","steps":["trace[1920339695] 'process raft request' (duration: 1.035487868s)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:30:13.694321Z","caller":"traceutil/trace.go:171","msg":"trace[563567677] linearizableReadLoop","detail":"{readStateIndex:631; appliedIndex:629; }","duration":"1.625265327s","start":"2026-04-02T03:30:12.069Z","end":"2026-04-02T03:30:13.694265Z","steps":["trace[563567677] 'read index received' (duration: 923.984598ms)","trace[563567677] 'applied index is now lower than readState.Index' (duration: 701.277279ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:30:13.694469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:12.658503Z","time spent":"1.035885787s","remote":"127.0.0.1:51548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:30:13.6946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625532632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:30:13.694647Z","caller":"traceutil/trace.go:171","msg":"trace[1689195815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:610; }","duration":"1.625672915s","start":"2026-04-02T03:30:12.068959Z","end":"2026-04-02T03:30:13.694632Z","steps":["trace[1689195815] 'agreement among raft nodes before linearized reading' (duration: 1.625514332s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:13.69469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:12.068939Z","time spent":"1.625741666s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T03:30:13.694689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:12.494046Z","time spent":"1.200344541s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:30:13.699602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563355422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-x4w9t\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-02T03:30:13.699696Z","caller":"traceutil/trace.go:171","msg":"trace[1988870564] range","detail":"{range_begin:/registry/pods/kube-system/cilium-x4w9t; range_end:; response_count:1; response_revision:611; }","duration":"1.563502165s","start":"2026-04-02T03:30:12.13617Z","end":"2026-04-02T03:30:13.699672Z","steps":["trace[1988870564] 'agreement among raft nodes before linearized reading' (duration: 1.563252129s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:13.699706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540317107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-02T03:30:13.699746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:12.136149Z","time spent":"1.563587857s","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-x4w9t\" "} {"level":"warn","ts":"2026-04-02T03:30:13.699879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551404696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T03:30:13.699937Z","caller":"traceutil/trace.go:171","msg":"trace[1272195858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:611; }","duration":"1.551443546s","start":"2026-04-02T03:30:12.148463Z","end":"2026-04-02T03:30:13.699906Z","steps":["trace[1272195858] 'agreement among raft nodes before linearized reading' (duration: 1.551326814s)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:30:13.699968Z","caller":"traceutil/trace.go:171","msg":"trace[332439569] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"643.56622ms","start":"2026-04-02T03:30:13.056379Z","end":"2026-04-02T03:30:13.699945Z","steps":["trace[332439569] 'process raft request' (duration: 642.686762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:13.700005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:12.148393Z","time spent":"1.551602909s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T03:30:13.700033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551339385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-02T03:30:13.700073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555172893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T03:30:13.700087Z","caller":"traceutil/trace.go:171","msg":"trace[417960386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:611; }","duration":"1.551439027s","start":"2026-04-02T03:30:12.148634Z","end":"2026-04-02T03:30:13.700073Z","steps":["trace[417960386] 'agreement among raft nodes before linearized reading' (duration: 1.551276273s)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:30:13.700113Z","caller":"traceutil/trace.go:171","msg":"trace[1799828668] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:611; }","duration":"1.555227344s","start":"2026-04-02T03:30:12.144874Z","end":"2026-04-02T03:30:13.700102Z","steps":["trace[1799828668] 'agreement among raft nodes before linearized reading' (duration: 1.55500481s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:13.700126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:12.1486Z","time spent":"1.551517738s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T03:30:13.700135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:12.144868Z","time spent":"1.555262806s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T03:30:13.700107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:13.056362Z","time spent":"643.645731ms","remote":"127.0.0.1:51870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T03:30:13.70043Z","caller":"traceutil/trace.go:171","msg":"trace[1100121081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:611; }","duration":"1.54041066s","start":"2026-04-02T03:30:12.159339Z","end":"2026-04-02T03:30:13.69975Z","steps":["trace[1100121081] 'agreement among raft nodes before linearized reading' (duration: 1.540039632s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:13.700472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:12.159329Z","time spent":"1.541135414s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T03:30:15.569951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421570946816765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T03:30:15.772746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.683921ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T03:30:15.777202Z","caller":"traceutil/trace.go:171","msg":"trace[1412930441] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:639; }","duration":"707.932723ms","start":"2026-04-02T03:30:15.069244Z","end":"2026-04-02T03:30:15.777176Z","steps":["trace[1412930441] 'read index received' (duration: 707.140928ms)","trace[1412930441] 'applied index is now lower than readState.Index' (duration: 790.775µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:30:15.777438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.183859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:30:15.777483Z","caller":"traceutil/trace.go:171","msg":"trace[955889571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:617; }","duration":"708.292581ms","start":"2026-04-02T03:30:15.069178Z","end":"2026-04-02T03:30:15.777471Z","steps":["trace[955889571] 'agreement among raft nodes before linearized reading' (duration: 708.178679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:15.777532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:15.069152Z","time spent":"708.373243ms","remote":"127.0.0.1:51356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T03:30:15.777425Z","caller":"traceutil/trace.go:171","msg":"trace[1377800022] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"1.597560455s","start":"2026-04-02T03:30:14.179798Z","end":"2026-04-02T03:30:15.777358Z","steps":["trace[1377800022] 'process raft request' (duration: 1.59686941s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:15.77776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:14.179759Z","time spent":"1.597894711s","remote":"127.0.0.1:51466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:30:17.646408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.252074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T03:30:17.646639Z","caller":"traceutil/trace.go:171","msg":"trace[745443824] linearizableReadLoop","detail":"{readStateIndex:679; appliedIndex:678; }","duration":"372.627055ms","start":"2026-04-02T03:30:17.273926Z","end":"2026-04-02T03:30:17.646553Z","steps":["trace[745443824] 'read index received' (duration: 29.978281ms)","trace[745443824] 'applied index is now lower than readState.Index' (duration: 342.647014ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:30:17.646647Z","caller":"traceutil/trace.go:171","msg":"trace[1139217385] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"373.186435ms","start":"2026-04-02T03:30:17.273432Z","end":"2026-04-02T03:30:17.646619Z","steps":["trace[1139217385] 'process raft request' (duration: 30.550502ms)","trace[1139217385] 'compare' (duration: 342.057891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:30:17.646799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:17.273406Z","time spent":"373.306848ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:30:17.646827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.890469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:30:17.646884Z","caller":"traceutil/trace.go:171","msg":"trace[229273567] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:656; }","duration":"372.999712ms","start":"2026-04-02T03:30:17.273869Z","end":"2026-04-02T03:30:17.646868Z","steps":["trace[229273567] 'agreement among raft nodes before linearized reading' (duration: 372.862819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:17.646952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:17.273847Z","time spent":"373.088123ms","remote":"127.0.0.1:50088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-02T03:30:17.652997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.0151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T03:30:17.65316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.707949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T03:30:17.653285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.576056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T03:30:17.653299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.576806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:30:17.653239Z","caller":"traceutil/trace.go:171","msg":"trace[1584745144] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:657; }","duration":"379.295515ms","start":"2026-04-02T03:30:17.27393Z","end":"2026-04-02T03:30:17.653226Z","steps":["trace[1584745144] 'agreement among raft nodes before linearized reading' (duration: 378.964869ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:30:17.653136Z","caller":"traceutil/trace.go:171","msg":"trace[1373566382] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"341.113311ms","start":"2026-04-02T03:30:17.311964Z","end":"2026-04-02T03:30:17.653077Z","steps":["trace[1373566382] 'process raft request' (duration: 340.809546ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:30:17.653384Z","caller":"traceutil/trace.go:171","msg":"trace[1340597118] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:657; }","duration":"362.697408ms","start":"2026-04-02T03:30:17.290663Z","end":"2026-04-02T03:30:17.653361Z","steps":["trace[1340597118] 'agreement among raft nodes before linearized reading' (duration: 362.531585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:17.653443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:17.29065Z","time spent":"362.781729ms","remote":"127.0.0.1:50102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T03:30:17.653387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:17.273911Z","time spent":"379.459698ms","remote":"127.0.0.1:50088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-02T03:30:17.653301Z","caller":"traceutil/trace.go:171","msg":"trace[1836578625] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:657; }","duration":"187.909083ms","start":"2026-04-02T03:30:17.465374Z","end":"2026-04-02T03:30:17.653283Z","steps":["trace[1836578625] 'agreement among raft nodes before linearized reading' (duration: 187.624978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:17.65317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.237123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:30:17.65364Z","caller":"traceutil/trace.go:171","msg":"trace[1601678109] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:657; }","duration":"345.724283ms","start":"2026-04-02T03:30:17.307903Z","end":"2026-04-02T03:30:17.653628Z","steps":["trace[1601678109] 'agreement among raft nodes before linearized reading' (duration: 345.244613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:17.653111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.55131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T03:30:17.653717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:17.307892Z","time spent":"345.800965ms","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"info","ts":"2026-04-02T03:30:17.653732Z","caller":"traceutil/trace.go:171","msg":"trace[2059079171] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:657; }","duration":"345.190534ms","start":"2026-04-02T03:30:17.30853Z","end":"2026-04-02T03:30:17.65372Z","steps":["trace[2059079171] 'agreement among raft nodes before linearized reading' (duration: 344.5384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:17.653759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:17.308519Z","time spent":"345.230624ms","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"warn","ts":"2026-04-02T03:30:17.653699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:17.31194Z","time spent":"341.53281ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4165,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:30:17.653363Z","caller":"traceutil/trace.go:171","msg":"trace[941440999] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:657; }","duration":"362.644438ms","start":"2026-04-02T03:30:17.290696Z","end":"2026-04-02T03:30:17.65334Z","steps":["trace[941440999] 'agreement among raft nodes before linearized reading' (duration: 362.490365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:17.653824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:17.290671Z","time spent":"363.146798ms","remote":"127.0.0.1:50102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-02T03:30:17.653098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.653827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:30:17.653943Z","caller":"traceutil/trace.go:171","msg":"trace[204022474] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:657; }","duration":"362.582136ms","start":"2026-04-02T03:30:17.291354Z","end":"2026-04-02T03:30:17.653936Z","steps":["trace[204022474] 'agreement among raft nodes before linearized reading' (duration: 361.643157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:17.653984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:17.291341Z","time spent":"362.631817ms","remote":"127.0.0.1:50088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-04-02T03:30:17.653923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.919587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:30:17.654109Z","caller":"traceutil/trace.go:171","msg":"trace[1428105490] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:657; }","duration":"346.124691ms","start":"2026-04-02T03:30:17.307963Z","end":"2026-04-02T03:30:17.654088Z","steps":["trace[1428105490] 'agreement among raft nodes before linearized reading' (duration: 344.973818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:17.65465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:30:17.307945Z","time spent":"346.681752ms","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-02T03:30:20.513809Z","caller":"traceutil/trace.go:171","msg":"trace[1416491240] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"146.731699ms","start":"2026-04-02T03:30:20.367054Z","end":"2026-04-02T03:30:20.513786Z","steps":["trace[1416491240] 'process raft request' (duration: 146.538905ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:30:58.265665Z","caller":"traceutil/trace.go:171","msg":"trace[156180671] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"247.634302ms","start":"2026-04-02T03:30:58.018002Z","end":"2026-04-02T03:30:58.265637Z","steps":["trace[156180671] 'process raft request' (duration: 247.372149ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:30:58.266549Z","caller":"traceutil/trace.go:171","msg":"trace[830555454] linearizableReadLoop","detail":"{readStateIndex:1208; appliedIndex:1204; }","duration":"196.458984ms","start":"2026-04-02T03:30:58.070062Z","end":"2026-04-02T03:30:58.266521Z","steps":["trace[830555454] 'read index received' (duration: 195.337117ms)","trace[830555454] 'applied index is now lower than readState.Index' (duration: 1.120787ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:30:58.266631Z","caller":"traceutil/trace.go:171","msg":"trace[836227445] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"247.611283ms","start":"2026-04-02T03:30:58.018989Z","end":"2026-04-02T03:30:58.2666Z","steps":["trace[836227445] 'process raft request' (duration: 247.196267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:30:58.266769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.686267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:30:58.266813Z","caller":"traceutil/trace.go:171","msg":"trace[673451320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1174; }","duration":"196.781359ms","start":"2026-04-02T03:30:58.07002Z","end":"2026-04-02T03:30:58.266801Z","steps":["trace[673451320] 'agreement among raft nodes before linearized reading' (duration: 196.680457ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:30:58.26684Z","caller":"traceutil/trace.go:171","msg":"trace[1086895957] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"247.804295ms","start":"2026-04-02T03:30:58.019022Z","end":"2026-04-02T03:30:58.266827Z","steps":["trace[1086895957] 'process raft request' (duration: 247.41544ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:30:58.266952Z","caller":"traceutil/trace.go:171","msg":"trace[1843869367] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"247.896176ms","start":"2026-04-02T03:30:58.019041Z","end":"2026-04-02T03:30:58.266937Z","steps":["trace[1843869367] 'process raft request' (duration: 247.43703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:31:19.228066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.5844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:31:19.228174Z","caller":"traceutil/trace.go:171","msg":"trace[779717195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1424; }","duration":"158.741272ms","start":"2026-04-02T03:31:19.069407Z","end":"2026-04-02T03:31:19.228149Z","steps":["trace[779717195] 'range keys from in-memory index tree' (duration: 158.502359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:31:21.980491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.842561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T03:31:21.980626Z","caller":"traceutil/trace.go:171","msg":"trace[1954231582] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"445.279288ms","start":"2026-04-02T03:31:21.535324Z","end":"2026-04-02T03:31:21.980603Z","steps":["trace[1954231582] 'process raft request' (duration: 318.228194ms)","trace[1954231582] 'compare' (duration: 126.598298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:31:21.98069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:31:21.535295Z","time spent":"445.364339ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:31:35.110036Z","caller":"traceutil/trace.go:171","msg":"trace[1066479356] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1690; }","duration":"106.248782ms","start":"2026-04-02T03:31:35.003762Z","end":"2026-04-02T03:31:35.110011Z","steps":["trace[1066479356] 'process raft request' (duration: 105.974698ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:31:48.235553Z","caller":"traceutil/trace.go:171","msg":"trace[25137689] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"129.939825ms","start":"2026-04-02T03:31:48.105587Z","end":"2026-04-02T03:31:48.235527Z","steps":["trace[25137689] 'process raft request' (duration: 129.784043ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:31:48.583732Z","caller":"traceutil/trace.go:171","msg":"trace[316423782] linearizableReadLoop","detail":"{readStateIndex:1936; appliedIndex:1934; }","duration":"291.558316ms","start":"2026-04-02T03:31:48.292148Z","end":"2026-04-02T03:31:48.583707Z","steps":["trace[316423782] 'read index received' (duration: 213.244319ms)","trace[316423782] 'applied index is now lower than readState.Index' (duration: 78.310987ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:31:48.584014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.85479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T03:31:48.583802Z","caller":"traceutil/trace.go:171","msg":"trace[132844173] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"340.21313ms","start":"2026-04-02T03:31:48.243559Z","end":"2026-04-02T03:31:48.583772Z","steps":["trace[132844173] 'process raft request' (duration: 340.043918ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:31:48.58409Z","caller":"traceutil/trace.go:171","msg":"trace[1796488887] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1867; }","duration":"291.976552ms","start":"2026-04-02T03:31:48.292102Z","end":"2026-04-02T03:31:48.584078Z","steps":["trace[1796488887] 'agreement among raft nodes before linearized reading' (duration: 291.77886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:31:48.584206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:31:48.243535Z","time spent":"340.579964ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:31:48.584362Z","caller":"traceutil/trace.go:171","msg":"trace[949460421] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"341.806019ms","start":"2026-04-02T03:31:48.241862Z","end":"2026-04-02T03:31:48.583668Z","steps":["trace[949460421] 'process raft request' (duration: 263.570733ms)","trace[949460421] 'compare' (duration: 77.899411ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:31:48.584589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:31:48.241836Z","time spent":"342.616348ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:31:48.757805Z","caller":"traceutil/trace.go:171","msg":"trace[1864321880] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"130.735124ms","start":"2026-04-02T03:31:48.627041Z","end":"2026-04-02T03:31:48.757776Z","steps":["trace[1864321880] 'process raft request' (duration: 130.552712ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:31:48.805483Z","caller":"traceutil/trace.go:171","msg":"trace[1693825345] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"178.330985ms","start":"2026-04-02T03:31:48.627115Z","end":"2026-04-02T03:31:48.805446Z","steps":["trace[1693825345] 'process raft request' (duration: 178.025992ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:31:48.805522Z","caller":"traceutil/trace.go:171","msg":"trace[398690833] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"178.049731ms","start":"2026-04-02T03:31:48.627446Z","end":"2026-04-02T03:31:48.805496Z","steps":["trace[398690833] 'process raft request' (duration: 177.94306ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:31:48.805526Z","caller":"traceutil/trace.go:171","msg":"trace[352974845] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"178.180333ms","start":"2026-04-02T03:31:48.6273Z","end":"2026-04-02T03:31:48.80548Z","steps":["trace[352974845] 'process raft request' (duration: 178.039972ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:31:48.805736Z","caller":"traceutil/trace.go:171","msg":"trace[975542396] linearizableReadLoop","detail":"{readStateIndex:1942; appliedIndex:1937; }","duration":"101.95301ms","start":"2026-04-02T03:31:48.70377Z","end":"2026-04-02T03:31:48.805723Z","steps":["trace[975542396] 'read index received' (duration: 53.891214ms)","trace[975542396] 'applied index is now lower than readState.Index' (duration: 48.060436ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:31:48.805884Z","caller":"traceutil/trace.go:171","msg":"trace[944612799] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"175.178999ms","start":"2026-04-02T03:31:48.630692Z","end":"2026-04-02T03:31:48.805871Z","steps":["trace[944612799] 'process raft request' (duration: 174.737104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:31:48.805894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.110982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-02T03:31:48.805934Z","caller":"traceutil/trace.go:171","msg":"trace[1049973833] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:1873; }","duration":"102.205124ms","start":"2026-04-02T03:31:48.703719Z","end":"2026-04-02T03:31:48.805924Z","steps":["trace[1049973833] 'agreement among raft nodes before linearized reading' (duration: 102.049752ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:31:49.332288Z","caller":"traceutil/trace.go:171","msg":"trace[1144146557] linearizableReadLoop","detail":"{readStateIndex:1944; appliedIndex:1943; }","duration":"320.155264ms","start":"2026-04-02T03:31:49.012108Z","end":"2026-04-02T03:31:49.332264Z","steps":["trace[1144146557] 'read index received' (duration: 311.771607ms)","trace[1144146557] 'applied index is now lower than readState.Index' (duration: 8.382747ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:31:49.332412Z","caller":"traceutil/trace.go:171","msg":"trace[1188789623] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"493.773334ms","start":"2026-04-02T03:31:48.838626Z","end":"2026-04-02T03:31:49.3324Z","steps":["trace[1188789623] 'process raft request' (duration: 485.253536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:31:49.332565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:31:48.838603Z","time spent":"493.836916ms","remote":"127.0.0.1:51400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:31:49.3328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.256156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:31:49.332878Z","caller":"traceutil/trace.go:171","msg":"trace[1403784595] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1874; }","duration":"145.371568ms","start":"2026-04-02T03:31:49.18749Z","end":"2026-04-02T03:31:49.332862Z","steps":["trace[1403784595] 'agreement among raft nodes before linearized reading' (duration: 145.196507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:31:49.332867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.086787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-02T03:31:49.3329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.778172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e8eafe5-a158-4dd9-a9c1-f107d5061b74\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-04-02T03:31:49.333004Z","caller":"traceutil/trace.go:171","msg":"trace[23390276] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e8eafe5-a158-4dd9-a9c1-f107d5061b74; range_end:; response_count:1; response_revision:1874; }","duration":"320.889893ms","start":"2026-04-02T03:31:49.012088Z","end":"2026-04-02T03:31:49.332978Z","steps":["trace[23390276] 'agreement among raft nodes before linearized reading' (duration: 320.583649ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:31:49.33301Z","caller":"traceutil/trace.go:171","msg":"trace[1520170382] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1874; }","duration":"290.23411ms","start":"2026-04-02T03:31:49.04273Z","end":"2026-04-02T03:31:49.332964Z","steps":["trace[1520170382] 'agreement among raft nodes before linearized reading' (duration: 289.947516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:31:49.333069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:31:49.012064Z","time spent":"320.992165ms","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e8eafe5-a158-4dd9-a9c1-f107d5061b74\" "} {"level":"warn","ts":"2026-04-02T03:31:49.332904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.973984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:31:49.333187Z","caller":"traceutil/trace.go:171","msg":"trace[1569472152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1874; }","duration":"263.294439ms","start":"2026-04-02T03:31:49.06987Z","end":"2026-04-02T03:31:49.333164Z","steps":["trace[1569472152] 'agreement among raft nodes before linearized reading' (duration: 262.822094ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:31:56.825834Z","caller":"traceutil/trace.go:171","msg":"trace[102877475] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"182.361977ms","start":"2026-04-02T03:31:56.643443Z","end":"2026-04-02T03:31:56.825805Z","steps":["trace[102877475] 'process raft request' (duration: 161.414261ms)","trace[102877475] 'compare' (duration: 20.509712ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:32:01.93187Z","caller":"traceutil/trace.go:171","msg":"trace[138048298] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"816.198628ms","start":"2026-04-02T03:32:01.115646Z","end":"2026-04-02T03:32:01.931844Z","steps":["trace[138048298] 'process raft request' (duration: 816.015406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:32:01.932044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:32:01.115628Z","time spent":"816.334759ms","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5625,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:32:01.941241Z","caller":"traceutil/trace.go:171","msg":"trace[2070373654] linearizableReadLoop","detail":"{readStateIndex:2047; appliedIndex:2045; }","duration":"437.801514ms","start":"2026-04-02T03:32:01.503426Z","end":"2026-04-02T03:32:01.941227Z","steps":["trace[2070373654] 'read index received' (duration: 428.198277ms)","trace[2070373654] 'applied index is now lower than readState.Index' (duration: 9.602347ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:32:01.941349Z","caller":"traceutil/trace.go:171","msg":"trace[1620184225] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"499.50149ms","start":"2026-04-02T03:32:01.441781Z","end":"2026-04-02T03:32:01.941282Z","steps":["trace[1620184225] 'process raft request' (duration: 499.356658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:32:01.941514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:32:01.441758Z","time spent":"499.664171ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:32:01.941528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.082887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T03:32:01.941596Z","caller":"traceutil/trace.go:171","msg":"trace[1224800668] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1975; }","duration":"438.195348ms","start":"2026-04-02T03:32:01.503381Z","end":"2026-04-02T03:32:01.941576Z","steps":["trace[1224800668] 'agreement among raft nodes before linearized reading' (duration: 437.957915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:32:01.941637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:32:01.503369Z","time spent":"438.259769ms","remote":"127.0.0.1:53016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T03:32:01.941836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.83443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:32:01.941862Z","caller":"traceutil/trace.go:171","msg":"trace[549130429] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1976; }","duration":"245.884101ms","start":"2026-04-02T03:32:01.695968Z","end":"2026-04-02T03:32:01.941852Z","steps":["trace[549130429] 'agreement among raft nodes before linearized reading' (duration: 245.82887ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:32:17.490032Z","caller":"traceutil/trace.go:171","msg":"trace[436580386] linearizableReadLoop","detail":"{readStateIndex:2155; appliedIndex:2154; }","duration":"102.503091ms","start":"2026-04-02T03:32:17.387505Z","end":"2026-04-02T03:32:17.490008Z","steps":["trace[436580386] 'read index received' (duration: 102.334329ms)","trace[436580386] 'applied index is now lower than readState.Index' (duration: 167.812µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:32:17.490142Z","caller":"traceutil/trace.go:171","msg":"trace[372655171] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"148.451921ms","start":"2026-04-02T03:32:17.341661Z","end":"2026-04-02T03:32:17.490113Z","steps":["trace[372655171] 'process raft request' (duration: 148.193948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:32:17.490325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.785424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:32:17.490443Z","caller":"traceutil/trace.go:171","msg":"trace[703517729] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2080; }","duration":"102.962657ms","start":"2026-04-02T03:32:17.387459Z","end":"2026-04-02T03:32:17.490422Z","steps":["trace[703517729] 'agreement among raft nodes before linearized reading' (duration: 102.724153ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:32:23.158383Z","caller":"traceutil/trace.go:171","msg":"trace[868303198] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"143.326485ms","start":"2026-04-02T03:32:23.015033Z","end":"2026-04-02T03:32:23.158359Z","steps":["trace[868303198] 'process raft request' (duration: 133.083247ms)","trace[868303198] 'compare' (duration: 10.154347ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:32:23.166595Z","caller":"traceutil/trace.go:171","msg":"trace[1617384483] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"150.509241ms","start":"2026-04-02T03:32:23.016047Z","end":"2026-04-02T03:32:23.166556Z","steps":["trace[1617384483] 'process raft request' (duration: 150.40351ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:32:23.16656Z","caller":"traceutil/trace.go:171","msg":"trace[742523809] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"150.562872ms","start":"2026-04-02T03:32:23.015971Z","end":"2026-04-02T03:32:23.166534Z","steps":["trace[742523809] 'process raft request' (duration: 150.41022ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:32:23.166862Z","caller":"traceutil/trace.go:171","msg":"trace[1563380405] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"150.4918ms","start":"2026-04-02T03:32:23.016339Z","end":"2026-04-02T03:32:23.16683Z","steps":["trace[1563380405] 'process raft request' (duration: 150.147157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:32:24.261613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.423217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:32:24.261698Z","caller":"traceutil/trace.go:171","msg":"trace[398461872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2113; }","duration":"192.554728ms","start":"2026-04-02T03:32:24.069124Z","end":"2026-04-02T03:32:24.261679Z","steps":["trace[398461872] 'range keys from in-memory index tree' (duration: 192.335525ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:32:24.575747Z","caller":"traceutil/trace.go:171","msg":"trace[533444649] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"137.247528ms","start":"2026-04-02T03:32:24.438474Z","end":"2026-04-02T03:32:24.575721Z","steps":["trace[533444649] 'process raft request' (duration: 137.094086ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:32:24.915041Z","caller":"traceutil/trace.go:171","msg":"trace[451586007] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"202.195489ms","start":"2026-04-02T03:32:24.712822Z","end":"2026-04-02T03:32:24.915018Z","steps":["trace[451586007] 'process raft request' (duration: 202.072537ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:32:25.014607Z","caller":"traceutil/trace.go:171","msg":"trace[1303074479] linearizableReadLoop","detail":"{readStateIndex:2193; appliedIndex:2191; }","duration":"222.277489ms","start":"2026-04-02T03:32:24.79228Z","end":"2026-04-02T03:32:25.014557Z","steps":["trace[1303074479] 'read index received' (duration: 122.722195ms)","trace[1303074479] 'applied index is now lower than readState.Index' (duration: 99.553794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:32:25.01503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.731383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-02T03:32:25.015118Z","caller":"traceutil/trace.go:171","msg":"trace[1582487162] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2117; }","duration":"222.868395ms","start":"2026-04-02T03:32:24.79223Z","end":"2026-04-02T03:32:25.015098Z","steps":["trace[1582487162] 'agreement among raft nodes before linearized reading' (duration: 222.451261ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:32:25.015274Z","caller":"traceutil/trace.go:171","msg":"trace[2097488419] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"284.226858ms","start":"2026-04-02T03:32:24.730272Z","end":"2026-04-02T03:32:25.014499Z","steps":["trace[2097488419] 'process raft request' (duration: 229.812719ms)","trace[2097488419] 'compare' (duration: 54.208577ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:32:26.009379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.599256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T03:32:26.009458Z","caller":"traceutil/trace.go:171","msg":"trace[263856259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2118; }","duration":"837.712087ms","start":"2026-04-02T03:32:25.171731Z","end":"2026-04-02T03:32:26.009443Z","steps":["trace[263856259] 'range keys from in-memory index tree' (duration: 837.424234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:32:26.00949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:32:25.171719Z","time spent":"837.764288ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T03:32:26.009586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.43211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T03:32:26.009651Z","caller":"traceutil/trace.go:171","msg":"trace[1179904540] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2118; }","duration":"741.535521ms","start":"2026-04-02T03:32:25.268098Z","end":"2026-04-02T03:32:26.009634Z","steps":["trace[1179904540] 'range keys from in-memory index tree' (duration: 741.295658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:32:26.009693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:32:25.268088Z","time spent":"741.597952ms","remote":"127.0.0.1:53016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T03:32:26.00979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.891244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T03:32:26.00982Z","caller":"traceutil/trace.go:171","msg":"trace[1425790064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2118; }","duration":"847.953704ms","start":"2026-04-02T03:32:25.161859Z","end":"2026-04-02T03:32:26.009813Z","steps":["trace[1425790064] 'range keys from in-memory index tree' (duration: 847.755612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:32:26.009816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.255583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T03:32:26.009843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:32:25.161842Z","time spent":"847.995624ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T03:32:26.009836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.647783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T03:32:26.009881Z","caller":"traceutil/trace.go:171","msg":"trace[1085048978] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2118; }","duration":"654.735893ms","start":"2026-04-02T03:32:25.355134Z","end":"2026-04-02T03:32:26.00987Z","steps":["trace[1085048978] 'count revisions from in-memory index tree' (duration: 654.553612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:32:26.009921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:32:25.355109Z","time spent":"654.801425ms","remote":"127.0.0.1:51532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-02T03:32:26.009982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.97237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T03:32:26.01001Z","caller":"traceutil/trace.go:171","msg":"trace[1023573737] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2118; }","duration":"839.001071ms","start":"2026-04-02T03:32:25.171003Z","end":"2026-04-02T03:32:26.010004Z","steps":["trace[1023573737] 'range keys from in-memory index tree' (duration: 838.89293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:32:26.01003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:32:25.170945Z","time spent":"839.080563ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T03:32:26.009851Z","caller":"traceutil/trace.go:171","msg":"trace[337846473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2118; }","duration":"838.347443ms","start":"2026-04-02T03:32:25.171495Z","end":"2026-04-02T03:32:26.009842Z","steps":["trace[337846473] 'range keys from in-memory index tree' (duration: 838.146561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:32:26.010112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:32:25.171484Z","time spent":"838.588317ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T03:32:26.570185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421570946819789,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T03:32:26.616851Z","caller":"traceutil/trace.go:171","msg":"trace[887220723] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"602.89113ms","start":"2026-04-02T03:32:26.013934Z","end":"2026-04-02T03:32:26.616825Z","steps":["trace[887220723] 'process raft request' (duration: 602.635568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:32:26.61699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:32:26.013917Z","time spent":"602.999971ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:32:26.61684Z","caller":"traceutil/trace.go:171","msg":"trace[2017392258] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"602.84517ms","start":"2026-04-02T03:32:26.013945Z","end":"2026-04-02T03:32:26.61679Z","steps":["trace[2017392258] 'process raft request' (duration: 602.786549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:32:26.617187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:32:26.013927Z","time spent":"603.169613ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:32:26.621847Z","caller":"traceutil/trace.go:171","msg":"trace[312946565] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"607.819151ms","start":"2026-04-02T03:32:26.014004Z","end":"2026-04-02T03:32:26.621823Z","steps":["trace[312946565] 'process raft request' (duration: 607.630089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:32:26.622108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:32:26.013979Z","time spent":"607.945303ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:32:26.6223Z","caller":"traceutil/trace.go:171","msg":"trace[2053174115] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"581.901641ms","start":"2026-04-02T03:32:26.040378Z","end":"2026-04-02T03:32:26.62228Z","steps":["trace[2053174115] 'process raft request' (duration: 581.754409ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:32:26.622348Z","caller":"traceutil/trace.go:171","msg":"trace[403563194] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"607.913472ms","start":"2026-04-02T03:32:26.014412Z","end":"2026-04-02T03:32:26.622326Z","steps":["trace[403563194] 'process raft request' (duration: 607.366256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:32:26.622465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:32:26.014402Z","time spent":"607.993813ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:32:26.622397Z","caller":"traceutil/trace.go:171","msg":"trace[554433575] linearizableReadLoop","detail":"{readStateIndex:2200; appliedIndex:2195; }","duration":"553.230352ms","start":"2026-04-02T03:32:26.06915Z","end":"2026-04-02T03:32:26.62238Z","steps":["trace[554433575] 'read index received' (duration: 547.409081ms)","trace[554433575] 'applied index is now lower than readState.Index' (duration: 5.819471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:32:26.622472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:32:26.040366Z","time spent":"582.009022ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:32:26.622712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.557495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:32:26.622755Z","caller":"traceutil/trace.go:171","msg":"trace[1641902401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2123; }","duration":"553.601195ms","start":"2026-04-02T03:32:26.069142Z","end":"2026-04-02T03:32:26.622743Z","steps":["trace[1641902401] 'agreement among raft nodes before linearized reading' (duration: 553.503764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:32:26.622784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:32:26.069105Z","time spent":"553.672446ms","remote":"127.0.0.1:51356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T03:32:26.622786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.651385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a26cb666ecffd6\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-02T03:32:26.622827Z","caller":"traceutil/trace.go:171","msg":"trace[549116156] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a26cb666ecffd6; range_end:; response_count:1; response_revision:2123; }","duration":"433.730156ms","start":"2026-04-02T03:32:26.189085Z","end":"2026-04-02T03:32:26.622815Z","steps":["trace[549116156] 'agreement among raft nodes before linearized reading' (duration: 433.596325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:32:26.62302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:32:26.189065Z","time spent":"433.797316ms","remote":"127.0.0.1:51436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a26cb666ecffd6\" "} {"level":"warn","ts":"2026-04-02T03:33:22.235966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.795005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-02T03:33:22.236055Z","caller":"traceutil/trace.go:171","msg":"trace[232776679] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2468; }","duration":"134.942657ms","start":"2026-04-02T03:33:22.101094Z","end":"2026-04-02T03:33:22.236036Z","steps":["trace[232776679] 'range keys from in-memory index tree' (duration: 134.614994ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:33:30.978047Z","caller":"traceutil/trace.go:171","msg":"trace[1820017432] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"132.952869ms","start":"2026-04-02T03:33:30.845073Z","end":"2026-04-02T03:33:30.978026Z","steps":["trace[1820017432] 'process raft request' (duration: 132.564196ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:34:03.661939Z","caller":"traceutil/trace.go:171","msg":"trace[744049330] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"319.970042ms","start":"2026-04-02T03:34:03.341943Z","end":"2026-04-02T03:34:03.661913Z","steps":["trace[744049330] 'process raft request' (duration: 319.734747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:34:03.662122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:34:03.341915Z","time spent":"320.113135ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:34:03.682876Z","caller":"traceutil/trace.go:171","msg":"trace[1769198062] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"339.878259ms","start":"2026-04-02T03:34:03.342967Z","end":"2026-04-02T03:34:03.682846Z","steps":["trace[1769198062] 'process raft request' (duration: 339.673794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:34:03.683152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:34:03.342953Z","time spent":"340.005563ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:34:03.96291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.064944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a26ccb595d7e93\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-02T03:34:03.963087Z","caller":"traceutil/trace.go:171","msg":"trace[1669173958] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a26ccb595d7e93; range_end:; response_count:1; response_revision:2753; }","duration":"189.31305ms","start":"2026-04-02T03:34:03.773753Z","end":"2026-04-02T03:34:03.963066Z","steps":["trace[1669173958] 'range keys from in-memory index tree' (duration: 188.877519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:34:04.223998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.393293ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T03:34:04.225031Z","caller":"traceutil/trace.go:171","msg":"trace[102290818] linearizableReadLoop","detail":"{readStateIndex:2854; appliedIndex:2852; }","duration":"154.196852ms","start":"2026-04-02T03:34:04.070809Z","end":"2026-04-02T03:34:04.225006Z","steps":["trace[102290818] 'read index received' (duration: 134.589594ms)","trace[102290818] 'applied index is now lower than readState.Index' (duration: 19.605818ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:34:04.225043Z","caller":"traceutil/trace.go:171","msg":"trace[280245652] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"259.28031ms","start":"2026-04-02T03:34:03.965733Z","end":"2026-04-02T03:34:04.225013Z","steps":["trace[280245652] 'process raft request' (duration: 258.433829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:34:04.225378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.55145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:34:04.225444Z","caller":"traceutil/trace.go:171","msg":"trace[2115980748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2754; }","duration":"154.668463ms","start":"2026-04-02T03:34:04.07076Z","end":"2026-04-02T03:34:04.225428Z","steps":["trace[2115980748] 'agreement among raft nodes before linearized reading' (duration: 154.335655ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:04.186282Z","caller":"traceutil/trace.go:171","msg":"trace[1547054323] linearizableReadLoop","detail":"{readStateIndex:3600; appliedIndex:3598; }","duration":"124.642118ms","start":"2026-04-02T03:36:04.061604Z","end":"2026-04-02T03:36:04.186246Z","steps":["trace[1547054323] 'read index received' (duration: 27.455365ms)","trace[1547054323] 'applied index is now lower than readState.Index' (duration: 97.183363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:36:04.186693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.060635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T03:36:04.186743Z","caller":"traceutil/trace.go:171","msg":"trace[379027295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3472; }","duration":"125.181427ms","start":"2026-04-02T03:36:04.061545Z","end":"2026-04-02T03:36:04.186727Z","steps":["trace[379027295] 'agreement among raft nodes before linearized reading' (duration: 124.853381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:08.183267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.860385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-04-02T03:36:08.183356Z","caller":"traceutil/trace.go:171","msg":"trace[1468530155] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:3489; }","duration":"136.973816ms","start":"2026-04-02T03:36:08.046364Z","end":"2026-04-02T03:36:08.183337Z","steps":["trace[1468530155] 'range keys from in-memory index tree' (duration: 136.809443ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:08.183588Z","caller":"traceutil/trace.go:171","msg":"trace[2009066468] transaction","detail":"{read_only:false; response_revision:3490; number_of_response:1; }","duration":"136.409857ms","start":"2026-04-02T03:36:08.047156Z","end":"2026-04-02T03:36:08.183566Z","steps":["trace[2009066468] 'process raft request' (duration: 37.969399ms)","trace[2009066468] 'compare' (duration: 98.297165ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:36:08.183799Z","caller":"traceutil/trace.go:171","msg":"trace[447583865] linearizableReadLoop","detail":"{readStateIndex:3620; appliedIndex:3618; }","duration":"135.121256ms","start":"2026-04-02T03:36:08.048659Z","end":"2026-04-02T03:36:08.183781Z","steps":["trace[447583865] 'read index received' (duration: 36.480695ms)","trace[447583865] 'applied index is now lower than readState.Index' (duration: 98.639141ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:36:08.183862Z","caller":"traceutil/trace.go:171","msg":"trace[1552205434] transaction","detail":"{read_only:false; response_revision:3491; number_of_response:1; }","duration":"136.402477ms","start":"2026-04-02T03:36:08.047427Z","end":"2026-04-02T03:36:08.183829Z","steps":["trace[1552205434] 'process raft request' (duration: 136.104732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:08.18399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.164234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T03:36:08.184023Z","caller":"traceutil/trace.go:171","msg":"trace[2064870571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3491; }","duration":"118.222795ms","start":"2026-04-02T03:36:08.06579Z","end":"2026-04-02T03:36:08.184013Z","steps":["trace[2064870571] 'agreement among raft nodes before linearized reading' (duration: 118.090662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:08.184041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.36388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-04-02T03:36:08.184118Z","caller":"traceutil/trace.go:171","msg":"trace[652352202] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:3491; }","duration":"135.479232ms","start":"2026-04-02T03:36:08.048622Z","end":"2026-04-02T03:36:08.184101Z","steps":["trace[652352202] 'agreement among raft nodes before linearized reading' (duration: 135.250667ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:08.374826Z","caller":"traceutil/trace.go:171","msg":"trace[309463465] linearizableReadLoop","detail":"{readStateIndex:3622; appliedIndex:3621; }","duration":"181.299687ms","start":"2026-04-02T03:36:08.193504Z","end":"2026-04-02T03:36:08.374804Z","steps":["trace[309463465] 'read index received' (duration: 26.20386ms)","trace[309463465] 'applied index is now lower than readState.Index' (duration: 155.094617ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:36:08.374855Z","caller":"traceutil/trace.go:171","msg":"trace[920331467] transaction","detail":"{read_only:false; response_revision:3493; number_of_response:1; }","duration":"183.517202ms","start":"2026-04-02T03:36:08.191312Z","end":"2026-04-02T03:36:08.37483Z","steps":["trace[920331467] 'process raft request' (duration: 183.244788ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:08.374875Z","caller":"traceutil/trace.go:171","msg":"trace[597519549] transaction","detail":"{read_only:false; response_revision:3494; number_of_response:1; }","duration":"178.230797ms","start":"2026-04-02T03:36:08.196612Z","end":"2026-04-02T03:36:08.374843Z","steps":["trace[597519549] 'process raft request' (duration: 178.096024ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:08.374904Z","caller":"traceutil/trace.go:171","msg":"trace[111477650] transaction","detail":"{read_only:false; response_revision:3495; number_of_response:1; }","duration":"176.359897ms","start":"2026-04-02T03:36:08.198521Z","end":"2026-04-02T03:36:08.37488Z","steps":["trace[111477650] 'process raft request' (duration: 176.246945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:08.375134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.52555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T03:36:08.375202Z","caller":"traceutil/trace.go:171","msg":"trace[1034226485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3495; }","duration":"181.700253ms","start":"2026-04-02T03:36:08.193488Z","end":"2026-04-02T03:36:08.375188Z","steps":["trace[1034226485] 'agreement among raft nodes before linearized reading' (duration: 181.397008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:08.661304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.628583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T03:36:08.661633Z","caller":"traceutil/trace.go:171","msg":"trace[1224048745] linearizableReadLoop","detail":"{readStateIndex:3627; appliedIndex:3624; }","duration":"275.813832ms","start":"2026-04-02T03:36:08.385796Z","end":"2026-04-02T03:36:08.66161Z","steps":["trace[1224048745] 'read index received' (duration: 24.308149ms)","trace[1224048745] 'applied index is now lower than readState.Index' (duration: 251.504453ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:36:08.661662Z","caller":"traceutil/trace.go:171","msg":"trace[1464410686] transaction","detail":"{read_only:false; response_revision:3498; number_of_response:1; }","duration":"278.518205ms","start":"2026-04-02T03:36:08.383123Z","end":"2026-04-02T03:36:08.661641Z","steps":["trace[1464410686] 'process raft request' (duration: 278.291141ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:08.661631Z","caller":"traceutil/trace.go:171","msg":"trace[1290401256] transaction","detail":"{read_only:false; response_revision:3497; number_of_response:1; }","duration":"280.490388ms","start":"2026-04-02T03:36:08.381109Z","end":"2026-04-02T03:36:08.6616Z","steps":["trace[1290401256] 'process raft request' (duration: 154.460787ms)","trace[1290401256] 'compare' (duration: 125.493411ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:36:08.661756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.940204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-04-02T03:36:08.661818Z","caller":"traceutil/trace.go:171","msg":"trace[1304993231] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:3498; }","duration":"276.027625ms","start":"2026-04-02T03:36:08.385777Z","end":"2026-04-02T03:36:08.661805Z","steps":["trace[1304993231] 'agreement among raft nodes before linearized reading' (duration: 275.927083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:08.661929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.826709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:36:08.662134Z","caller":"traceutil/trace.go:171","msg":"trace[1546234925] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3498; }","duration":"269.063664ms","start":"2026-04-02T03:36:08.393057Z","end":"2026-04-02T03:36:08.66212Z","steps":["trace[1546234925] 'agreement among raft nodes before linearized reading' (duration: 268.763729ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:08.8707Z","caller":"traceutil/trace.go:171","msg":"trace[1142840116] transaction","detail":"{read_only:false; response_revision:3499; number_of_response:1; }","duration":"111.870313ms","start":"2026-04-02T03:36:08.758801Z","end":"2026-04-02T03:36:08.870672Z","steps":["trace[1142840116] 'process raft request' (duration: 52.746635ms)","trace[1142840116] 'compare' (duration: 58.936105ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:36:10.386886Z","caller":"traceutil/trace.go:171","msg":"trace[671834641] linearizableReadLoop","detail":"{readStateIndex:3633; appliedIndex:3632; }","duration":"164.200049ms","start":"2026-04-02T03:36:10.222673Z","end":"2026-04-02T03:36:10.386873Z","steps":["trace[671834641] 'read index received' (duration: 164.168948ms)","trace[671834641] 'applied index is now lower than readState.Index' (duration: 30.451µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:36:10.386964Z","caller":"traceutil/trace.go:171","msg":"trace[1783417243] transaction","detail":"{read_only:false; response_revision:3503; number_of_response:1; }","duration":"195.784464ms","start":"2026-04-02T03:36:10.191164Z","end":"2026-04-02T03:36:10.386949Z","steps":["trace[1783417243] 'process raft request' (duration: 195.610541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:10.387026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.344961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T03:36:10.387053Z","caller":"traceutil/trace.go:171","msg":"trace[704917713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3503; }","duration":"164.416532ms","start":"2026-04-02T03:36:10.222629Z","end":"2026-04-02T03:36:10.387045Z","steps":["trace[704917713] 'agreement among raft nodes before linearized reading' (duration: 164.308571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:10.59566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.639707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T03:36:10.595953Z","caller":"traceutil/trace.go:171","msg":"trace[1076634695] transaction","detail":"{read_only:false; response_revision:3505; number_of_response:1; }","duration":"215.702261ms","start":"2026-04-02T03:36:10.380156Z","end":"2026-04-02T03:36:10.595858Z","steps":["trace[1076634695] 'process raft request' (duration: 215.604319ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:10.59606Z","caller":"traceutil/trace.go:171","msg":"trace[1535763175] transaction","detail":"{read_only:false; response_revision:3504; number_of_response:1; }","duration":"289.08921ms","start":"2026-04-02T03:36:10.306812Z","end":"2026-04-02T03:36:10.595902Z","steps":["trace[1535763175] 'process raft request' (duration: 181.119828ms)","trace[1535763175] 'compare' (duration: 107.509685ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:36:10.596114Z","caller":"traceutil/trace.go:171","msg":"trace[665821648] transaction","detail":"{read_only:false; response_revision:3506; number_of_response:1; }","duration":"213.86896ms","start":"2026-04-02T03:36:10.382231Z","end":"2026-04-02T03:36:10.5961Z","steps":["trace[665821648] 'process raft request' (duration: 213.585686ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:10.596564Z","caller":"traceutil/trace.go:171","msg":"trace[1558053091] transaction","detail":"{read_only:false; response_revision:3507; number_of_response:1; }","duration":"206.85697ms","start":"2026-04-02T03:36:10.389685Z","end":"2026-04-02T03:36:10.596542Z","steps":["trace[1558053091] 'process raft request' (duration: 206.364772ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:10.596533Z","caller":"traceutil/trace.go:171","msg":"trace[1196743103] linearizableReadLoop","detail":"{readStateIndex:3637; appliedIndex:3633; }","duration":"182.171926ms","start":"2026-04-02T03:36:10.414322Z","end":"2026-04-02T03:36:10.596494Z","steps":["trace[1196743103] 'read index received' (duration: 73.625565ms)","trace[1196743103] 'applied index is now lower than readState.Index' (duration: 108.483841ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:36:10.597014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.671845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T03:36:10.597086Z","caller":"traceutil/trace.go:171","msg":"trace[617243551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3507; }","duration":"182.806456ms","start":"2026-04-02T03:36:10.414266Z","end":"2026-04-02T03:36:10.597072Z","steps":["trace[617243551] 'agreement among raft nodes before linearized reading' (duration: 182.342979ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:10.824965Z","caller":"traceutil/trace.go:171","msg":"trace[582825616] transaction","detail":"{read_only:false; response_revision:3509; number_of_response:1; }","duration":"155.781916ms","start":"2026-04-02T03:36:10.669158Z","end":"2026-04-02T03:36:10.82494Z","steps":["trace[582825616] 'process raft request' (duration: 73.663005ms)","trace[582825616] 'compare' (duration: 82.008849ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:36:12.769094Z","caller":"traceutil/trace.go:171","msg":"trace[683166171] linearizableReadLoop","detail":"{readStateIndex:3647; appliedIndex:3646; }","duration":"118.960138ms","start":"2026-04-02T03:36:12.650114Z","end":"2026-04-02T03:36:12.769074Z","steps":["trace[683166171] 'read index received' (duration: 23.589635ms)","trace[683166171] 'applied index is now lower than readState.Index' (duration: 95.369773ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:36:12.769278Z","caller":"traceutil/trace.go:171","msg":"trace[1760503094] transaction","detail":"{read_only:false; response_revision:3517; number_of_response:1; }","duration":"133.062492ms","start":"2026-04-02T03:36:12.636134Z","end":"2026-04-02T03:36:12.769197Z","steps":["trace[1760503094] 'process raft request' (duration: 37.488495ms)","trace[1760503094] 'compare' (duration: 95.325863ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:36:12.769628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.495847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T03:36:12.769689Z","caller":"traceutil/trace.go:171","msg":"trace[678986416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3517; }","duration":"119.601679ms","start":"2026-04-02T03:36:12.650074Z","end":"2026-04-02T03:36:12.769676Z","steps":["trace[678986416] 'agreement among raft nodes before linearized reading' (duration: 119.476158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:14.081463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.564043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-04-02T03:36:14.081719Z","caller":"traceutil/trace.go:171","msg":"trace[817075388] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:3523; }","duration":"128.858507ms","start":"2026-04-02T03:36:13.952824Z","end":"2026-04-02T03:36:14.081682Z","steps":["trace[817075388] 'range keys from in-memory index tree' (duration: 128.332178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:14.081512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.58117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-04-02T03:36:14.082167Z","caller":"traceutil/trace.go:171","msg":"trace[397107085] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3523; }","duration":"142.310251ms","start":"2026-04-02T03:36:13.939839Z","end":"2026-04-02T03:36:14.082149Z","steps":["trace[397107085] 'range keys from in-memory index tree' (duration: 141.421587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:14.081514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.955455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-04-02T03:36:14.082373Z","caller":"traceutil/trace.go:171","msg":"trace[1713202502] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3523; }","duration":"135.877488ms","start":"2026-04-02T03:36:13.946485Z","end":"2026-04-02T03:36:14.082362Z","steps":["trace[1713202502] 'range keys from in-memory index tree' (duration: 134.865954ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:14.160076Z","caller":"traceutil/trace.go:171","msg":"trace[1707443189] transaction","detail":"{read_only:false; response_revision:3524; number_of_response:1; }","duration":"162.744672ms","start":"2026-04-02T03:36:13.997297Z","end":"2026-04-02T03:36:14.160042Z","steps":["trace[1707443189] 'process raft request' (duration: 162.517389ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:14.220904Z","caller":"traceutil/trace.go:171","msg":"trace[289074956] linearizableReadLoop","detail":"{readStateIndex:3655; appliedIndex:3653; }","duration":"135.157954ms","start":"2026-04-02T03:36:14.085712Z","end":"2026-04-02T03:36:14.22087Z","steps":["trace[289074956] 'read index received' (duration: 74.0877ms)","trace[289074956] 'applied index is now lower than readState.Index' (duration: 61.068084ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:36:14.221203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.381591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"warn","ts":"2026-04-02T03:36:14.2212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.461029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-04-02T03:36:14.221268Z","caller":"traceutil/trace.go:171","msg":"trace[46018312] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3524; }","duration":"113.528543ms","start":"2026-04-02T03:36:14.107725Z","end":"2026-04-02T03:36:14.221253Z","steps":["trace[46018312] 'agreement among raft nodes before linearized reading' (duration: 113.33608ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:14.221308Z","caller":"traceutil/trace.go:171","msg":"trace[85704805] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3524; }","duration":"135.615272ms","start":"2026-04-02T03:36:14.085671Z","end":"2026-04-02T03:36:14.221286Z","steps":["trace[85704805] 'agreement among raft nodes before linearized reading' (duration: 135.353738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:14.494749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.435002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:36:14.494919Z","caller":"traceutil/trace.go:171","msg":"trace[940930583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3525; }","duration":"151.613044ms","start":"2026-04-02T03:36:14.343284Z","end":"2026-04-02T03:36:14.494897Z","steps":["trace[940930583] 'range keys from in-memory index tree' (duration: 151.30258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:14.49479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.030126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-04-02T03:36:14.495075Z","caller":"traceutil/trace.go:171","msg":"trace[696104894] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3525; }","duration":"144.32576ms","start":"2026-04-02T03:36:14.350718Z","end":"2026-04-02T03:36:14.495044Z","steps":["trace[696104894] 'range keys from in-memory index tree' (duration: 143.829312ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:14.991957Z","caller":"traceutil/trace.go:171","msg":"trace[1679840210] linearizableReadLoop","detail":"{readStateIndex:3661; appliedIndex:3660; }","duration":"143.905163ms","start":"2026-04-02T03:36:14.848018Z","end":"2026-04-02T03:36:14.991923Z","steps":["trace[1679840210] 'read index received' (duration: 74.920823ms)","trace[1679840210] 'applied index is now lower than readState.Index' (duration: 68.98306ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:36:14.992029Z","caller":"traceutil/trace.go:171","msg":"trace[1845275758] transaction","detail":"{read_only:false; response_revision:3530; number_of_response:1; }","duration":"146.588446ms","start":"2026-04-02T03:36:14.845402Z","end":"2026-04-02T03:36:14.99199Z","steps":["trace[1845275758] 'process raft request' (duration: 96.815729ms)","trace[1845275758] 'compare' (duration: 49.531383ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:36:14.992503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.452972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T03:36:14.992584Z","caller":"traceutil/trace.go:171","msg":"trace[1793008748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3530; }","duration":"144.582844ms","start":"2026-04-02T03:36:14.847984Z","end":"2026-04-02T03:36:14.992567Z","steps":["trace[1793008748] 'agreement among raft nodes before linearized reading' (duration: 144.102406ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:16.797667Z","caller":"traceutil/trace.go:171","msg":"trace[1020528362] transaction","detail":"{read_only:false; response_revision:3537; number_of_response:1; }","duration":"143.232063ms","start":"2026-04-02T03:36:16.654406Z","end":"2026-04-02T03:36:16.797639Z","steps":["trace[1020528362] 'process raft request' (duration: 51.653453ms)","trace[1020528362] 'compare' (duration: 91.198093ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:36:16.797888Z","caller":"traceutil/trace.go:171","msg":"trace[994178773] transaction","detail":"{read_only:false; response_revision:3538; number_of_response:1; }","duration":"133.323767ms","start":"2026-04-02T03:36:16.664514Z","end":"2026-04-02T03:36:16.797838Z","steps":["trace[994178773] 'process raft request' (duration: 133.088723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:17.148328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.312657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-04-02T03:36:17.148495Z","caller":"traceutil/trace.go:171","msg":"trace[1117127876] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3538; }","duration":"225.50807ms","start":"2026-04-02T03:36:16.922917Z","end":"2026-04-02T03:36:17.148425Z","steps":["trace[1117127876] 'range keys from in-memory index tree' (duration: 225.076634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:17.148738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.08453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T03:36:17.148835Z","caller":"traceutil/trace.go:171","msg":"trace[1463579719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3538; }","duration":"151.245743ms","start":"2026-04-02T03:36:16.997568Z","end":"2026-04-02T03:36:17.148814Z","steps":["trace[1463579719] 'range keys from in-memory index tree' (duration: 150.857466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:17.148842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.732694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-02T03:36:17.149068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.652641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T03:36:17.149201Z","caller":"traceutil/trace.go:171","msg":"trace[1663908939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3538; }","duration":"125.835714ms","start":"2026-04-02T03:36:17.023346Z","end":"2026-04-02T03:36:17.149182Z","steps":["trace[1663908939] 'range keys from in-memory index tree' (duration: 125.225053ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:17.149223Z","caller":"traceutil/trace.go:171","msg":"trace[214483890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3538; }","duration":"221.05238ms","start":"2026-04-02T03:36:16.928041Z","end":"2026-04-02T03:36:17.149093Z","steps":["trace[214483890] 'range keys from in-memory index tree' (duration: 220.556502ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:17.390597Z","caller":"traceutil/trace.go:171","msg":"trace[1501555110] transaction","detail":"{read_only:false; response_revision:3541; number_of_response:1; }","duration":"235.804438ms","start":"2026-04-02T03:36:17.154743Z","end":"2026-04-02T03:36:17.390547Z","steps":["trace[1501555110] 'process raft request' (duration: 235.742847ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:17.391109Z","caller":"traceutil/trace.go:171","msg":"trace[1954483200] transaction","detail":"{read_only:false; response_revision:3540; number_of_response:1; }","duration":"236.446357ms","start":"2026-04-02T03:36:17.154605Z","end":"2026-04-02T03:36:17.391051Z","steps":["trace[1954483200] 'process raft request' (duration: 189.540392ms)","trace[1954483200] 'compare' (duration: 46.182964ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:36:18.466688Z","caller":"traceutil/trace.go:171","msg":"trace[1881313904] linearizableReadLoop","detail":"{readStateIndex:3675; appliedIndex:3674; }","duration":"177.295515ms","start":"2026-04-02T03:36:18.289352Z","end":"2026-04-02T03:36:18.466648Z","steps":["trace[1881313904] 'read index received' (duration: 137.796056ms)","trace[1881313904] 'applied index is now lower than readState.Index' (duration: 39.497829ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:36:18.466928Z","caller":"traceutil/trace.go:171","msg":"trace[2019842666] transaction","detail":"{read_only:false; response_revision:3544; number_of_response:1; }","duration":"202.556559ms","start":"2026-04-02T03:36:18.264349Z","end":"2026-04-02T03:36:18.466905Z","steps":["trace[2019842666] 'process raft request' (duration: 162.773926ms)","trace[2019842666] 'compare' (duration: 39.026801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:36:18.467194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.794842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T03:36:18.467425Z","caller":"traceutil/trace.go:171","msg":"trace[345479510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3544; }","duration":"178.074966ms","start":"2026-04-02T03:36:18.289298Z","end":"2026-04-02T03:36:18.467373Z","steps":["trace[345479510] 'agreement among raft nodes before linearized reading' (duration: 177.560479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:18.718964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.408283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:36:18.719068Z","caller":"traceutil/trace.go:171","msg":"trace[1230423741] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3545; }","duration":"125.582456ms","start":"2026-04-02T03:36:18.593464Z","end":"2026-04-02T03:36:18.719047Z","steps":["trace[1230423741] 'count revisions from in-memory index tree' (duration: 125.304012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:18.718981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.393404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T03:36:18.71919Z","caller":"traceutil/trace.go:171","msg":"trace[1980251619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3545; }","duration":"120.673588ms","start":"2026-04-02T03:36:18.598495Z","end":"2026-04-02T03:36:18.719169Z","steps":["trace[1980251619] 'range keys from in-memory index tree' (duration: 120.165811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:19.198952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.447892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T03:36:19.199225Z","caller":"traceutil/trace.go:171","msg":"trace[1501677342] transaction","detail":"{read_only:false; response_revision:3546; number_of_response:1; }","duration":"474.805161ms","start":"2026-04-02T03:36:18.724396Z","end":"2026-04-02T03:36:19.199201Z","steps":["trace[1501677342] 'process raft request' (duration: 288.033045ms)","trace[1501677342] 'compare' (duration: 185.988803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:36:19.199302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:36:18.724371Z","time spent":"474.900073ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:36:19.199677Z","caller":"traceutil/trace.go:171","msg":"trace[725351857] transaction","detail":"{read_only:false; response_revision:3547; number_of_response:1; }","duration":"395.824706ms","start":"2026-04-02T03:36:18.803811Z","end":"2026-04-02T03:36:19.199636Z","steps":["trace[725351857] 'process raft request' (duration: 395.272038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:19.199866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:36:18.803778Z","time spent":"395.988548ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:36:19.199942Z","caller":"traceutil/trace.go:171","msg":"trace[300078633] transaction","detail":"{read_only:false; response_revision:3548; number_of_response:1; }","duration":"395.094164ms","start":"2026-04-02T03:36:18.804778Z","end":"2026-04-02T03:36:19.199872Z","steps":["trace[300078633] 'process raft request' (duration: 394.779989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:19.200052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.154948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-04-02T03:36:19.200099Z","caller":"traceutil/trace.go:171","msg":"trace[1535312513] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3548; }","duration":"339.25269ms","start":"2026-04-02T03:36:18.860835Z","end":"2026-04-02T03:36:19.200088Z","steps":["trace[1535312513] 'agreement among raft nodes before linearized reading' (duration: 339.094548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:19.20013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:36:18.860808Z","time spent":"339.315902ms","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1248,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-04-02T03:36:19.200132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:36:18.804769Z","time spent":"395.259006ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:36:19.199742Z","caller":"traceutil/trace.go:171","msg":"trace[1578143219] linearizableReadLoop","detail":"{readStateIndex:3680; appliedIndex:3677; }","duration":"338.809424ms","start":"2026-04-02T03:36:18.860903Z","end":"2026-04-02T03:36:19.199712Z","steps":["trace[1578143219] 'read index received' (duration: 24.378632ms)","trace[1578143219] 'applied index is now lower than readState.Index' (duration: 314.428842ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:36:19.735502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.291907ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:36:19.735665Z","caller":"traceutil/trace.go:171","msg":"trace[556977999] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3548; }","duration":"218.47493ms","start":"2026-04-02T03:36:19.517166Z","end":"2026-04-02T03:36:19.735641Z","steps":["trace[556977999] 'range keys from in-memory index tree' (duration: 218.266617ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:19.736544Z","caller":"traceutil/trace.go:171","msg":"trace[1642457723] linearizableReadLoop","detail":"{readStateIndex:3681; appliedIndex:3680; }","duration":"535.848995ms","start":"2026-04-02T03:36:19.200674Z","end":"2026-04-02T03:36:19.736523Z","steps":["trace[1642457723] 'read index received' (duration: 450.047355ms)","trace[1642457723] 'applied index is now lower than readState.Index' (duration: 85.80046ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:36:19.736852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.923745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T03:36:19.736955Z","caller":"traceutil/trace.go:171","msg":"trace[1721837602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3549; }","duration":"548.043426ms","start":"2026-04-02T03:36:19.188891Z","end":"2026-04-02T03:36:19.736934Z","steps":["trace[1721837602] 'agreement among raft nodes before linearized reading' (duration: 547.732122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:19.736991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:36:19.188868Z","time spent":"548.115647ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T03:36:19.737051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.933593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-04-02T03:36:19.737139Z","caller":"traceutil/trace.go:171","msg":"trace[1248627187] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:3549; }","duration":"530.059865ms","start":"2026-04-02T03:36:19.207066Z","end":"2026-04-02T03:36:19.737126Z","steps":["trace[1248627187] 'agreement among raft nodes before linearized reading' (duration: 529.865342ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:19.737208Z","caller":"traceutil/trace.go:171","msg":"trace[1693656459] transaction","detail":"{read_only:false; response_revision:3549; number_of_response:1; }","duration":"850.131295ms","start":"2026-04-02T03:36:18.88704Z","end":"2026-04-02T03:36:19.737171Z","steps":["trace[1693656459] 'process raft request' (duration: 763.620644ms)","trace[1693656459] 'compare' (duration: 85.725678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:36:19.737221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:36:19.207041Z","time spent":"530.167536ms","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1242,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-04-02T03:36:19.737301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:36:18.887007Z","time spent":"850.226176ms","remote":"127.0.0.1:51400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:36:19.736897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.501547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:36:19.73742Z","caller":"traceutil/trace.go:171","msg":"trace[254042706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3549; }","duration":"669.083245ms","start":"2026-04-02T03:36:19.06833Z","end":"2026-04-02T03:36:19.737413Z","steps":["trace[254042706] 'agreement among raft nodes before linearized reading' (duration: 668.512237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:19.737441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:36:19.068293Z","time spent":"669.142366ms","remote":"127.0.0.1:51356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T03:36:19.737787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.896424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T03:36:19.737832Z","caller":"traceutil/trace.go:171","msg":"trace[487744933] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:3549; }","duration":"246.946545ms","start":"2026-04-02T03:36:19.490874Z","end":"2026-04-02T03:36:19.737821Z","steps":["trace[487744933] 'agreement among raft nodes before linearized reading' (duration: 246.836813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:19.737946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.778646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T03:36:19.740178Z","caller":"traceutil/trace.go:171","msg":"trace[1195124259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3549; }","duration":"344.01676ms","start":"2026-04-02T03:36:19.396145Z","end":"2026-04-02T03:36:19.740162Z","steps":["trace[1195124259] 'agreement among raft nodes before linearized reading' (duration: 341.744556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:19.740233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:36:19.396137Z","time spent":"344.079191ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T03:36:19.738171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.99725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T03:36:19.740637Z","caller":"traceutil/trace.go:171","msg":"trace[282093795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3549; }","duration":"344.542578ms","start":"2026-04-02T03:36:19.396077Z","end":"2026-04-02T03:36:19.74062Z","steps":["trace[282093795] 'agreement among raft nodes before linearized reading' (duration: 341.803136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:19.740693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:36:19.39605Z","time spent":"344.622891ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T03:36:19.962651Z","caller":"traceutil/trace.go:171","msg":"trace[1714921674] linearizableReadLoop","detail":"{readStateIndex:3683; appliedIndex:3681; }","duration":"216.829245ms","start":"2026-04-02T03:36:19.745792Z","end":"2026-04-02T03:36:19.962621Z","steps":["trace[1714921674] 'read index received' (duration: 60.922542ms)","trace[1714921674] 'applied index is now lower than readState.Index' (duration: 155.905193ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:36:19.962737Z","caller":"traceutil/trace.go:171","msg":"trace[830342287] transaction","detail":"{read_only:false; response_revision:3551; number_of_response:1; }","duration":"217.84738ms","start":"2026-04-02T03:36:19.744845Z","end":"2026-04-02T03:36:19.962693Z","steps":["trace[830342287] 'process raft request' (duration: 196.350505ms)","trace[830342287] 'compare' (duration: 20.308456ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:36:19.963027Z","caller":"traceutil/trace.go:171","msg":"trace[1065720827] transaction","detail":"{read_only:false; response_revision:3552; number_of_response:1; }","duration":"216.984297ms","start":"2026-04-02T03:36:19.746033Z","end":"2026-04-02T03:36:19.963017Z","steps":["trace[1065720827] 'process raft request' (duration: 216.308487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:19.963159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.991957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T03:36:19.963235Z","caller":"traceutil/trace.go:171","msg":"trace[598561540] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3552; }","duration":"217.468174ms","start":"2026-04-02T03:36:19.745751Z","end":"2026-04-02T03:36:19.963219Z","steps":["trace[598561540] 'agreement among raft nodes before linearized reading' (duration: 216.981607ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:24.625564Z","caller":"traceutil/trace.go:171","msg":"trace[898483620] transaction","detail":"{read_only:false; response_revision:3576; number_of_response:1; }","duration":"112.302592ms","start":"2026-04-02T03:36:24.513222Z","end":"2026-04-02T03:36:24.625524Z","steps":["trace[898483620] 'process raft request' (duration: 111.950497ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:39.685361Z","caller":"traceutil/trace.go:171","msg":"trace[1500702798] transaction","detail":"{read_only:false; response_revision:4072; number_of_response:1; }","duration":"179.169288ms","start":"2026-04-02T03:37:39.50611Z","end":"2026-04-02T03:37:39.685279Z","steps":["trace[1500702798] 'process raft request' (duration: 178.982055ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:39.685893Z","caller":"traceutil/trace.go:171","msg":"trace[416211661] transaction","detail":"{read_only:false; response_revision:4073; number_of_response:1; }","duration":"178.387426ms","start":"2026-04-02T03:37:39.507469Z","end":"2026-04-02T03:37:39.685857Z","steps":["trace[416211661] 'process raft request' (duration: 178.254564ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:44.897721Z","caller":"traceutil/trace.go:171","msg":"trace[1895297474] transaction","detail":"{read_only:false; response_revision:4411; number_of_response:1; }","duration":"103.019733ms","start":"2026-04-02T03:37:44.794669Z","end":"2026-04-02T03:37:44.897689Z","steps":["trace[1895297474] 'process raft request' (duration: 85.592511ms)","trace[1895297474] 'compare' (duration: 17.29783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:37:46.095914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.080832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:37:46.096088Z","caller":"traceutil/trace.go:171","msg":"trace[1958154096] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:4439; }","duration":"148.287764ms","start":"2026-04-02T03:37:45.947763Z","end":"2026-04-02T03:37:46.096051Z","steps":["trace[1958154096] 'count revisions from in-memory index tree' (duration: 147.99204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:46.096506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.689456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T03:37:46.096618Z","caller":"traceutil/trace.go:171","msg":"trace[1824945033] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4439; }","duration":"156.882808ms","start":"2026-04-02T03:37:45.939708Z","end":"2026-04-02T03:37:46.096591Z","steps":["trace[1824945033] 'count revisions from in-memory index tree' (duration: 156.507734ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:49.43298Z","caller":"traceutil/trace.go:171","msg":"trace[491451884] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4546; }","duration":"109.597673ms","start":"2026-04-02T03:37:49.323351Z","end":"2026-04-02T03:37:49.432948Z","steps":["trace[491451884] 'process raft request' (duration: 36.341482ms)","trace[491451884] 'compare' (duration: 73.124799ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:37:49.861114Z","caller":"traceutil/trace.go:171","msg":"trace[144410787] linearizableReadLoop","detail":"{readStateIndex:4725; appliedIndex:4724; }","duration":"156.254359ms","start":"2026-04-02T03:37:49.704794Z","end":"2026-04-02T03:37:49.861048Z","steps":["trace[144410787] 'read index received' (duration: 153.851088ms)","trace[144410787] 'applied index is now lower than readState.Index' (duration: 2.401811ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:37:49.861262Z","caller":"traceutil/trace.go:171","msg":"trace[1231601668] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"245.743415ms","start":"2026-04-02T03:37:49.615407Z","end":"2026-04-02T03:37:49.86115Z","steps":["trace[1231601668] 'process raft request' (duration: 243.220672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:49.861682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.838357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96ba3340-b595-4abc-aa0a-b52de31f7572\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-04-02T03:37:49.861752Z","caller":"traceutil/trace.go:171","msg":"trace[515986464] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96ba3340-b595-4abc-aa0a-b52de31f7572; range_end:; response_count:1; response_revision:4552; }","duration":"157.01869ms","start":"2026-04-02T03:37:49.704716Z","end":"2026-04-02T03:37:49.861735Z","steps":["trace[515986464] 'agreement among raft nodes before linearized reading' (duration: 156.603455ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:49.917976Z","caller":"traceutil/trace.go:171","msg":"trace[1982781127] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"192.760283ms","start":"2026-04-02T03:37:49.725188Z","end":"2026-04-02T03:37:49.917948Z","steps":["trace[1982781127] 'process raft request' (duration: 192.567701ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:49.918646Z","caller":"traceutil/trace.go:171","msg":"trace[468591297] transaction","detail":"{read_only:false; response_revision:4554; number_of_response:1; }","duration":"186.996648ms","start":"2026-04-02T03:37:49.731616Z","end":"2026-04-02T03:37:49.918612Z","steps":["trace[468591297] 'process raft request' (duration: 186.297148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:49.91942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.365379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T03:37:49.919508Z","caller":"traceutil/trace.go:171","msg":"trace[695248303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4555; }","duration":"180.502101ms","start":"2026-04-02T03:37:49.738989Z","end":"2026-04-02T03:37:49.919491Z","steps":["trace[695248303] 'agreement among raft nodes before linearized reading' (duration: 180.260788ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:49.920096Z","caller":"traceutil/trace.go:171","msg":"trace[1133502686] transaction","detail":"{read_only:false; response_revision:4555; number_of_response:1; }","duration":"185.332005ms","start":"2026-04-02T03:37:49.734308Z","end":"2026-04-02T03:37:49.91964Z","steps":["trace[1133502686] 'process raft request' (duration: 184.372163ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:50.062636Z","caller":"traceutil/trace.go:171","msg":"trace[1756030819] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4557; }","duration":"108.346974ms","start":"2026-04-02T03:37:49.954264Z","end":"2026-04-02T03:37:50.062611Z","steps":["trace[1756030819] 'process raft request' (duration: 108.168732ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:50.062796Z","caller":"traceutil/trace.go:171","msg":"trace[1163771131] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"138.053847ms","start":"2026-04-02T03:37:49.92473Z","end":"2026-04-02T03:37:50.062784Z","steps":["trace[1163771131] 'process raft request' (duration: 58.14534ms)","trace[1163771131] 'compare' (duration: 79.33246ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:37:53.273981Z","caller":"traceutil/trace.go:171","msg":"trace[623754016] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"101.803032ms","start":"2026-04-02T03:37:53.172129Z","end":"2026-04-02T03:37:53.273932Z","steps":["trace[623754016] 'process raft request' (duration: 86.429309ms)","trace[623754016] 'compare' (duration: 15.195781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:37:53.274144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.875779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:14423"} {"level":"info","ts":"2026-04-02T03:37:53.274235Z","caller":"traceutil/trace.go:171","msg":"trace[1612344703] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4608; }","duration":"101.044811ms","start":"2026-04-02T03:37:53.173168Z","end":"2026-04-02T03:37:53.274212Z","steps":["trace[1612344703] 'agreement among raft nodes before linearized reading' (duration: 100.744578ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:53.431587Z","caller":"traceutil/trace.go:171","msg":"trace[377361944] linearizableReadLoop","detail":"{readStateIndex:4784; appliedIndex:4783; }","duration":"129.042081ms","start":"2026-04-02T03:37:53.30252Z","end":"2026-04-02T03:37:53.431562Z","steps":["trace[377361944] 'read index received' (duration: 121.025135ms)","trace[377361944] 'applied index is now lower than readState.Index' (duration: 8.016086ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:37:53.431892Z","caller":"traceutil/trace.go:171","msg":"trace[1871290040] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"144.92434ms","start":"2026-04-02T03:37:53.286955Z","end":"2026-04-02T03:37:53.431879Z","steps":["trace[1871290040] 'process raft request' (duration: 136.711572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:53.432195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.668089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-02T03:37:53.432234Z","caller":"traceutil/trace.go:171","msg":"trace[402237604] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4609; }","duration":"129.7607ms","start":"2026-04-02T03:37:53.30246Z","end":"2026-04-02T03:37:53.432221Z","steps":["trace[402237604] 'agreement among raft nodes before linearized reading' (duration: 129.184043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:53.764854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.688699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:37:53.764941Z","caller":"traceutil/trace.go:171","msg":"trace[2138289388] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4609; }","duration":"233.79829ms","start":"2026-04-02T03:37:53.531118Z","end":"2026-04-02T03:37:53.764916Z","steps":["trace[2138289388] 'count revisions from in-memory index tree' (duration: 233.642149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:53.765938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.046922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-04-02T03:37:53.766041Z","caller":"traceutil/trace.go:171","msg":"trace[907606121] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4609; }","duration":"164.170653ms","start":"2026-04-02T03:37:53.601846Z","end":"2026-04-02T03:37:53.766017Z","steps":["trace[907606121] 'range keys from in-memory index tree' (duration: 162.894827ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:54.180962Z","caller":"traceutil/trace.go:171","msg":"trace[1108955100] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"405.930985ms","start":"2026-04-02T03:37:53.774995Z","end":"2026-04-02T03:37:54.180926Z","steps":["trace[1108955100] 'process raft request' (duration: 405.717053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:54.181154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:53.774972Z","time spent":"406.077297ms","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4935,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:37:54.488662Z","caller":"traceutil/trace.go:171","msg":"trace[1292678619] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"546.745925ms","start":"2026-04-02T03:37:53.941887Z","end":"2026-04-02T03:37:54.488633Z","steps":["trace[1292678619] 'process raft request' (duration: 463.466559ms)","trace[1292678619] 'compare' (duration: 82.924551ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:37:54.488874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:53.941855Z","time spent":"546.895678ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:37:54.489182Z","caller":"traceutil/trace.go:171","msg":"trace[1617459059] linearizableReadLoop","detail":"{readStateIndex:4788; appliedIndex:4785; }","duration":"418.70888ms","start":"2026-04-02T03:37:54.070429Z","end":"2026-04-02T03:37:54.489138Z","steps":["trace[1617459059] 'read index received' (duration: 110.235831ms)","trace[1617459059] 'applied index is now lower than readState.Index' (duration: 308.470379ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:37:54.489497Z","caller":"traceutil/trace.go:171","msg":"trace[1078876480] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"528.938321ms","start":"2026-04-02T03:37:53.960543Z","end":"2026-04-02T03:37:54.489481Z","steps":["trace[1078876480] 'process raft request' (duration: 528.040039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:54.489761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:53.960508Z","time spent":"529.033832ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:37:54.48972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.130655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:37:54.489982Z","caller":"traceutil/trace.go:171","msg":"trace[108169371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4613; }","duration":"419.479329ms","start":"2026-04-02T03:37:54.070359Z","end":"2026-04-02T03:37:54.489838Z","steps":["trace[108169371] 'agreement among raft nodes before linearized reading' (duration: 419.008264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:54.490085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:54.070329Z","time spent":"419.738233ms","remote":"127.0.0.1:51356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T03:37:54.585525Z","caller":"traceutil/trace.go:171","msg":"trace[1924840103] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"396.817681ms","start":"2026-04-02T03:37:54.188583Z","end":"2026-04-02T03:37:54.585401Z","steps":["trace[1924840103] 'process raft request' (duration: 395.97344ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:54.585634Z","caller":"traceutil/trace.go:171","msg":"trace[646915145] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"395.96395ms","start":"2026-04-02T03:37:54.189624Z","end":"2026-04-02T03:37:54.585588Z","steps":["trace[646915145] 'process raft request' (duration: 395.679996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:54.585731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:54.188544Z","time spent":"397.091825ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1250,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:37:54.585906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:54.189607Z","time spent":"396.190173ms","remote":"127.0.0.1:51652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:37:54.586432Z","caller":"traceutil/trace.go:171","msg":"trace[664067456] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"396.556358ms","start":"2026-04-02T03:37:54.189851Z","end":"2026-04-02T03:37:54.586408Z","steps":["trace[664067456] 'process raft request' (duration: 395.540045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:54.586641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:54.189822Z","time spent":"396.662969ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:37:54.713373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.165743ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T03:37:54.71406Z","caller":"traceutil/trace.go:171","msg":"trace[474259480] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"314.317746ms","start":"2026-04-02T03:37:54.39972Z","end":"2026-04-02T03:37:54.714037Z","steps":["trace[474259480] 'process raft request' (duration: 313.797589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:54.714234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:54.399679Z","time spent":"314.439707ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:37:54.714204Z","caller":"traceutil/trace.go:171","msg":"trace[1007084062] transaction","detail":"{read_only:false; response_revision:4618; number_of_response:1; }","duration":"249.25533ms","start":"2026-04-02T03:37:54.464913Z","end":"2026-04-02T03:37:54.714169Z","steps":["trace[1007084062] 'process raft request' (duration: 249.031686ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:54.714405Z","caller":"traceutil/trace.go:171","msg":"trace[1544117214] linearizableReadLoop","detail":"{readStateIndex:4794; appliedIndex:4788; }","duration":"225.119223ms","start":"2026-04-02T03:37:54.489273Z","end":"2026-04-02T03:37:54.714392Z","steps":["trace[1544117214] 'read index received' (duration: 95.380375ms)","trace[1544117214] 'applied index is now lower than readState.Index' (duration: 129.736497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:37:54.714661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.412628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-02T03:37:54.714639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.201306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T03:37:54.714693Z","caller":"traceutil/trace.go:171","msg":"trace[1788815230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4618; }","duration":"346.499109ms","start":"2026-04-02T03:37:54.368183Z","end":"2026-04-02T03:37:54.714682Z","steps":["trace[1788815230] 'agreement among raft nodes before linearized reading' (duration: 346.319157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:54.714728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:54.368143Z","time spent":"346.577561ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T03:37:54.714725Z","caller":"traceutil/trace.go:171","msg":"trace[1587224336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4618; }","duration":"251.409218ms","start":"2026-04-02T03:37:54.463295Z","end":"2026-04-02T03:37:54.714705Z","steps":["trace[1587224336] 'agreement among raft nodes before linearized reading' (duration: 251.124775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:54.714861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.029111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T03:37:54.714889Z","caller":"traceutil/trace.go:171","msg":"trace[793569113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4618; }","duration":"602.101563ms","start":"2026-04-02T03:37:54.112778Z","end":"2026-04-02T03:37:54.714879Z","steps":["trace[793569113] 'agreement among raft nodes before linearized reading' (duration: 602.019212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:54.714885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.356968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T03:37:54.714924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:54.112753Z","time spent":"602.164233ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T03:37:54.714936Z","caller":"traceutil/trace.go:171","msg":"trace[1049984506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4618; }","duration":"229.457239ms","start":"2026-04-02T03:37:54.485466Z","end":"2026-04-02T03:37:54.714923Z","steps":["trace[1049984506] 'agreement among raft nodes before linearized reading' (duration: 229.258627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:54.714943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.973131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:37:54.714977Z","caller":"traceutil/trace.go:171","msg":"trace[1007221082] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4618; }","duration":"105.058943ms","start":"2026-04-02T03:37:54.60991Z","end":"2026-04-02T03:37:54.714968Z","steps":["trace[1007221082] 'agreement among raft nodes before linearized reading' (duration: 104.997322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:54.714891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.314328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:37:54.715023Z","caller":"traceutil/trace.go:171","msg":"trace[1311036284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4618; }","duration":"223.466649ms","start":"2026-04-02T03:37:54.491546Z","end":"2026-04-02T03:37:54.715013Z","steps":["trace[1311036284] 'agreement among raft nodes before linearized reading' (duration: 223.314517ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:55.113269Z","caller":"traceutil/trace.go:171","msg":"trace[932195156] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"392.073687ms","start":"2026-04-02T03:37:54.721144Z","end":"2026-04-02T03:37:55.113218Z","steps":["trace[932195156] 'process raft request' (duration: 391.734892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:55.113463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:54.721134Z","time spent":"392.234389ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:37:55.113521Z","caller":"traceutil/trace.go:171","msg":"trace[1984866889] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"391.425369ms","start":"2026-04-02T03:37:54.722072Z","end":"2026-04-02T03:37:55.113497Z","steps":["trace[1984866889] 'process raft request' (duration: 391.356138ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:55.113609Z","caller":"traceutil/trace.go:171","msg":"trace[1085060370] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"392.138298ms","start":"2026-04-02T03:37:54.721438Z","end":"2026-04-02T03:37:55.113576Z","steps":["trace[1085060370] 'process raft request' (duration: 391.885385ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:55.113727Z","caller":"traceutil/trace.go:171","msg":"trace[1537766307] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"392.29907ms","start":"2026-04-02T03:37:54.721406Z","end":"2026-04-02T03:37:55.113705Z","steps":["trace[1537766307] 'process raft request' (duration: 391.762373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:55.11381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:54.721383Z","time spent":"392.381491ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:37:55.113869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:54.721412Z","time spent":"392.3428ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:37:55.113682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:54.722064Z","time spent":"391.52659ms","remote":"127.0.0.1:51818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5114,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:37:55.394562Z","caller":"traceutil/trace.go:171","msg":"trace[849624328] linearizableReadLoop","detail":"{readStateIndex:4801; appliedIndex:4795; }","duration":"293.842621ms","start":"2026-04-02T03:37:55.100696Z","end":"2026-04-02T03:37:55.394538Z","steps":["trace[849624328] 'read index received' (duration: 12.19581ms)","trace[849624328] 'applied index is now lower than readState.Index' (duration: 281.640291ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:37:55.394919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.203526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:37:55.395065Z","caller":"traceutil/trace.go:171","msg":"trace[1471189612] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4625; }","duration":"294.374458ms","start":"2026-04-02T03:37:55.100676Z","end":"2026-04-02T03:37:55.395051Z","steps":["trace[1471189612] 'agreement among raft nodes before linearized reading' (duration: 294.179295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:55.395147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.211671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T03:37:55.395198Z","caller":"traceutil/trace.go:171","msg":"trace[317586582] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4625; }","duration":"286.276762ms","start":"2026-04-02T03:37:55.108911Z","end":"2026-04-02T03:37:55.395187Z","steps":["trace[317586582] 'agreement among raft nodes before linearized reading' (duration: 286.086449ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:55.394687Z","caller":"traceutil/trace.go:171","msg":"trace[1986630859] transaction","detail":"{read_only:false; response_revision:4624; number_of_response:1; }","duration":"532.546441ms","start":"2026-04-02T03:37:54.862081Z","end":"2026-04-02T03:37:55.394628Z","steps":["trace[1986630859] 'process raft request' (duration: 532.266806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:55.395457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:54.862037Z","time spent":"533.364901ms","remote":"127.0.0.1:50174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2797,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T03:37:55.39484Z","caller":"traceutil/trace.go:171","msg":"trace[489939327] transaction","detail":"{read_only:false; response_revision:4625; number_of_response:1; }","duration":"391.957301ms","start":"2026-04-02T03:37:55.002852Z","end":"2026-04-02T03:37:55.394809Z","steps":["trace[489939327] 'process raft request' (duration: 391.614356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:55.395806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:55.002821Z","time spent":"392.909612ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:37:55.395631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.537774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:37:55.396072Z","caller":"traceutil/trace.go:171","msg":"trace[2092418872] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4625; }","duration":"121.02147ms","start":"2026-04-02T03:37:55.275037Z","end":"2026-04-02T03:37:55.396058Z","steps":["trace[2092418872] 'agreement among raft nodes before linearized reading' (duration: 120.554014ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:55.764052Z","caller":"traceutil/trace.go:171","msg":"trace[2121904360] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"356.638806ms","start":"2026-04-02T03:37:55.407378Z","end":"2026-04-02T03:37:55.764017Z","steps":["trace[2121904360] 'process raft request' (duration: 320.181257ms)","trace[2121904360] 'compare' (duration: 36.296777ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:37:55.764217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:55.407368Z","time spent":"356.772668ms","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3694,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T03:37:56.803957Z","caller":"traceutil/trace.go:171","msg":"trace[235200816] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4633; }","duration":"123.617742ms","start":"2026-04-02T03:37:56.680267Z","end":"2026-04-02T03:37:56.803885Z","steps":["trace[235200816] 'process raft request' (duration: 123.351519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:57.047833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.351931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T03:37:57.04795Z","caller":"traceutil/trace.go:171","msg":"trace[843628777] linearizableReadLoop","detail":"{readStateIndex:4814; appliedIndex:4813; }","duration":"237.911951ms","start":"2026-04-02T03:37:56.810018Z","end":"2026-04-02T03:37:57.04793Z","steps":["trace[843628777] 'read index received' (duration: 52.351588ms)","trace[843628777] 'applied index is now lower than readState.Index' (duration: 185.558063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:37:57.048043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.013552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:37:57.048081Z","caller":"traceutil/trace.go:171","msg":"trace[1069004117] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4636; }","duration":"238.125625ms","start":"2026-04-02T03:37:56.809943Z","end":"2026-04-02T03:37:57.048069Z","steps":["trace[1069004117] 'agreement among raft nodes before linearized reading' (duration: 238.040323ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:57.048087Z","caller":"traceutil/trace.go:171","msg":"trace[512885757] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"239.153536ms","start":"2026-04-02T03:37:56.80888Z","end":"2026-04-02T03:37:57.048034Z","steps":["trace[512885757] 'process raft request' (duration: 53.486542ms)","trace[512885757] 'compare' (duration: 185.110658ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:37:57.334995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.890973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T03:37:57.335199Z","caller":"traceutil/trace.go:171","msg":"trace[641452210] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"512.798124ms","start":"2026-04-02T03:37:56.822378Z","end":"2026-04-02T03:37:57.335176Z","steps":["trace[641452210] 'process raft request' (duration: 359.625096ms)","trace[641452210] 'compare' (duration: 152.756652ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:37:57.335274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:56.82236Z","time spent":"512.883506ms","remote":"127.0.0.1:60106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2114,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:37:57.335577Z","caller":"traceutil/trace.go:171","msg":"trace[1267099092] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"492.993734ms","start":"2026-04-02T03:37:56.842553Z","end":"2026-04-02T03:37:57.335547Z","steps":["trace[1267099092] 'process raft request' (duration: 492.542978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:57.335742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:56.842534Z","time spent":"493.117116ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:37:57.33576Z","caller":"traceutil/trace.go:171","msg":"trace[230517155] linearizableReadLoop","detail":"{readStateIndex:4816; appliedIndex:4814; }","duration":"217.636702ms","start":"2026-04-02T03:37:57.118105Z","end":"2026-04-02T03:37:57.335742Z","steps":["trace[230517155] 'read index received' (duration: 63.806426ms)","trace[230517155] 'applied index is now lower than readState.Index' (duration: 153.827806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:37:57.335955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.844684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T03:37:57.335994Z","caller":"traceutil/trace.go:171","msg":"trace[2022021190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4638; }","duration":"217.942337ms","start":"2026-04-02T03:37:57.118042Z","end":"2026-04-02T03:37:57.335984Z","steps":["trace[2022021190] 'agreement among raft nodes before linearized reading' (duration: 217.803445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:57.336151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.987857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T03:37:57.336185Z","caller":"traceutil/trace.go:171","msg":"trace[1507456741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4638; }","duration":"218.055897ms","start":"2026-04-02T03:37:57.11812Z","end":"2026-04-02T03:37:57.336176Z","steps":["trace[1507456741] 'agreement among raft nodes before linearized reading' (duration: 217.971076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:57.336248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.907918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-02T03:37:57.336309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.109248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T03:37:57.336349Z","caller":"traceutil/trace.go:171","msg":"trace[1909172648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4638; }","duration":"218.167318ms","start":"2026-04-02T03:37:57.118172Z","end":"2026-04-02T03:37:57.336339Z","steps":["trace[1909172648] 'agreement among raft nodes before linearized reading' (duration: 218.078877ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:57.33631Z","caller":"traceutil/trace.go:171","msg":"trace[213156575] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4638; }","duration":"196.007319ms","start":"2026-04-02T03:37:57.140286Z","end":"2026-04-02T03:37:57.336293Z","steps":["trace[213156575] 'agreement among raft nodes before linearized reading' (duration: 195.820646ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:57.549134Z","caller":"traceutil/trace.go:171","msg":"trace[893826675] linearizableReadLoop","detail":"{readStateIndex:4823; appliedIndex:4817; }","duration":"139.108423ms","start":"2026-04-02T03:37:57.410006Z","end":"2026-04-02T03:37:57.549114Z","steps":["trace[893826675] 'read index received' (duration: 138.705058ms)","trace[893826675] 'applied index is now lower than readState.Index' (duration: 402.435µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:37:57.5495Z","caller":"traceutil/trace.go:171","msg":"trace[1598065741] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"205.574084ms","start":"2026-04-02T03:37:57.343884Z","end":"2026-04-02T03:37:57.549458Z","steps":["trace[1598065741] 'process raft request' (duration: 204.869804ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:57.549617Z","caller":"traceutil/trace.go:171","msg":"trace[943749465] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"203.223483ms","start":"2026-04-02T03:37:57.346361Z","end":"2026-04-02T03:37:57.549584Z","steps":["trace[943749465] 'process raft request' (duration: 202.664945ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:57.5497Z","caller":"traceutil/trace.go:171","msg":"trace[2049434817] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"145.815841ms","start":"2026-04-02T03:37:57.403866Z","end":"2026-04-02T03:37:57.549682Z","steps":["trace[2049434817] 'process raft request' (duration: 145.207922ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:57.549547Z","caller":"traceutil/trace.go:171","msg":"trace[420253230] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"205.625605ms","start":"2026-04-02T03:37:57.3439Z","end":"2026-04-02T03:37:57.549525Z","steps":["trace[420253230] 'process raft request' (duration: 205.042467ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:57.549586Z","caller":"traceutil/trace.go:171","msg":"trace[836979835] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"204.326088ms","start":"2026-04-02T03:37:57.345252Z","end":"2026-04-02T03:37:57.549578Z","steps":["trace[836979835] 'process raft request' (duration: 203.738509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:57.549632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.60428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9764"} {"level":"info","ts":"2026-04-02T03:37:57.549849Z","caller":"traceutil/trace.go:171","msg":"trace[983005417] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4645; }","duration":"139.908954ms","start":"2026-04-02T03:37:57.40993Z","end":"2026-04-02T03:37:57.549839Z","steps":["trace[983005417] 'agreement among raft nodes before linearized reading' (duration: 139.493769ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:57.550175Z","caller":"traceutil/trace.go:171","msg":"trace[1257721341] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"205.513803ms","start":"2026-04-02T03:37:57.34389Z","end":"2026-04-02T03:37:57.549403Z","steps":["trace[1257721341] 'process raft request' (duration: 204.998916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:57.881617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.812156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T03:37:57.88193Z","caller":"traceutil/trace.go:171","msg":"trace[320276010] linearizableReadLoop","detail":"{readStateIndex:4827; appliedIndex:4826; }","duration":"169.38937ms","start":"2026-04-02T03:37:57.71252Z","end":"2026-04-02T03:37:57.881909Z","steps":["trace[320276010] 'read index received' (duration: 60.183419ms)","trace[320276010] 'applied index is now lower than readState.Index' (duration: 109.204131ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:37:57.882025Z","caller":"traceutil/trace.go:171","msg":"trace[1197136074] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"177.483757ms","start":"2026-04-02T03:37:57.704475Z","end":"2026-04-02T03:37:57.881959Z","steps":["trace[1197136074] 'process raft request' (duration: 68.213995ms)","trace[1197136074] 'compare' (duration: 108.663114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:37:57.882286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.727084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-02T03:37:57.882364Z","caller":"traceutil/trace.go:171","msg":"trace[959746642] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4649; }","duration":"169.856287ms","start":"2026-04-02T03:37:57.712485Z","end":"2026-04-02T03:37:57.882342Z","steps":["trace[959746642] 'agreement among raft nodes before linearized reading' (duration: 169.478522ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:57.901663Z","caller":"traceutil/trace.go:171","msg":"trace[1511132210] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"144.21729ms","start":"2026-04-02T03:37:57.757431Z","end":"2026-04-02T03:37:57.901648Z","steps":["trace[1511132210] 'process raft request' (duration: 144.132799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:57.90307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.985788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-02T03:37:57.903493Z","caller":"traceutil/trace.go:171","msg":"trace[354832888] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4650; }","duration":"189.417803ms","start":"2026-04-02T03:37:57.714023Z","end":"2026-04-02T03:37:57.90344Z","steps":["trace[354832888] 'agreement among raft nodes before linearized reading' (duration: 187.857302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:58.121505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.164921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T03:37:58.121643Z","caller":"traceutil/trace.go:171","msg":"trace[140411265] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"140.51408ms","start":"2026-04-02T03:37:57.981107Z","end":"2026-04-02T03:37:58.121621Z","steps":["trace[140411265] 'process raft request' (duration: 11.124226ms)","trace[140411265] 'compare' (duration: 128.886698ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:37:58.144447Z","caller":"traceutil/trace.go:171","msg":"trace[389751973] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"162.392866ms","start":"2026-04-02T03:37:57.981977Z","end":"2026-04-02T03:37:58.144369Z","steps":["trace[389751973] 'process raft request' (duration: 162.118702ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:58.144489Z","caller":"traceutil/trace.go:171","msg":"trace[1820800551] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"162.031622ms","start":"2026-04-02T03:37:57.982436Z","end":"2026-04-02T03:37:58.144467Z","steps":["trace[1820800551] 'process raft request' (duration: 161.872279ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:58.144468Z","caller":"traceutil/trace.go:171","msg":"trace[525899784] linearizableReadLoop","detail":"{readStateIndex:4835; appliedIndex:4829; }","duration":"159.861134ms","start":"2026-04-02T03:37:57.984579Z","end":"2026-04-02T03:37:58.14444Z","steps":["trace[525899784] 'read index received' (duration: 7.667821ms)","trace[525899784] 'applied index is now lower than readState.Index' (duration: 152.191983ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:37:58.144689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.083367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-02T03:37:58.144737Z","caller":"traceutil/trace.go:171","msg":"trace[758129952] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4658; }","duration":"160.204999ms","start":"2026-04-02T03:37:57.984521Z","end":"2026-04-02T03:37:58.144726Z","steps":["trace[758129952] 'agreement among raft nodes before linearized reading' (duration: 159.999356ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:58.144799Z","caller":"traceutil/trace.go:171","msg":"trace[1974038920] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"162.523858ms","start":"2026-04-02T03:37:57.982261Z","end":"2026-04-02T03:37:58.144785Z","steps":["trace[1974038920] 'process raft request' (duration: 161.974741ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:58.144762Z","caller":"traceutil/trace.go:171","msg":"trace[184483675] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"153.54713ms","start":"2026-04-02T03:37:57.991157Z","end":"2026-04-02T03:37:58.144704Z","steps":["trace[184483675] 'process raft request' (duration: 153.220776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:58.144933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.405668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-02T03:37:58.144968Z","caller":"traceutil/trace.go:171","msg":"trace[1239157275] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4658; }","duration":"140.51224ms","start":"2026-04-02T03:37:58.004445Z","end":"2026-04-02T03:37:58.144958Z","steps":["trace[1239157275] 'agreement among raft nodes before linearized reading' (duration: 140.318557ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:58.145036Z","caller":"traceutil/trace.go:171","msg":"trace[870330885] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"162.70871ms","start":"2026-04-02T03:37:57.982315Z","end":"2026-04-02T03:37:58.145024Z","steps":["trace[870330885] 'process raft request' (duration: 161.96519ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:58.145293Z","caller":"traceutil/trace.go:171","msg":"trace[999964406] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"162.394136ms","start":"2026-04-02T03:37:57.982843Z","end":"2026-04-02T03:37:58.145237Z","steps":["trace[999964406] 'process raft request' (duration: 161.500055ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:58.570329Z","caller":"traceutil/trace.go:171","msg":"trace[406721923] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4663; }","duration":"195.417498ms","start":"2026-04-02T03:37:58.374879Z","end":"2026-04-02T03:37:58.570296Z","steps":["trace[406721923] 'process raft request' (duration: 159.999114ms)","trace[406721923] 'compare' (duration: 35.215892ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:37:58.570387Z","caller":"traceutil/trace.go:171","msg":"trace[212989088] linearizableReadLoop","detail":"{readStateIndex:4843; appliedIndex:4840; }","duration":"174.836549ms","start":"2026-04-02T03:37:58.395527Z","end":"2026-04-02T03:37:58.570363Z","steps":["trace[212989088] 'read index received' (duration: 41.341101ms)","trace[212989088] 'applied index is now lower than readState.Index' (duration: 133.494548ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:37:58.570509Z","caller":"traceutil/trace.go:171","msg":"trace[792528701] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"194.354464ms","start":"2026-04-02T03:37:58.376066Z","end":"2026-04-02T03:37:58.57042Z","steps":["trace[792528701] 'process raft request' (duration: 194.126151ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:58.570661Z","caller":"traceutil/trace.go:171","msg":"trace[350406533] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"127.460299ms","start":"2026-04-02T03:37:58.443107Z","end":"2026-04-02T03:37:58.570567Z","steps":["trace[350406533] 'process raft request' (duration: 127.211976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:58.57071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.168703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-02T03:37:58.571019Z","caller":"traceutil/trace.go:171","msg":"trace[441741683] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4665; }","duration":"175.464946ms","start":"2026-04-02T03:37:58.395487Z","end":"2026-04-02T03:37:58.570952Z","steps":["trace[441741683] 'agreement among raft nodes before linearized reading' (duration: 175.034501ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:58.666318Z","caller":"traceutil/trace.go:171","msg":"trace[871487880] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"121.132985ms","start":"2026-04-02T03:37:58.545158Z","end":"2026-04-02T03:37:58.666291Z","steps":["trace[871487880] 'process raft request' (duration: 120.914542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:58.666493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.65124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8vvc-tls-j5r74\" ","response":"range_response_count:1 size:2625"} {"level":"info","ts":"2026-04-02T03:37:58.66661Z","caller":"traceutil/trace.go:171","msg":"trace[2017455578] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8vvc-tls-j5r74; range_end:; response_count:1; response_revision:4666; }","duration":"224.782711ms","start":"2026-04-02T03:37:58.441781Z","end":"2026-04-02T03:37:58.666564Z","steps":["trace[2017455578] 'agreement among raft nodes before linearized reading' (duration: 224.513688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:58.66695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.951127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-02T03:37:58.666996Z","caller":"traceutil/trace.go:171","msg":"trace[1316118412] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4666; }","duration":"271.060269ms","start":"2026-04-02T03:37:58.395922Z","end":"2026-04-02T03:37:58.666983Z","steps":["trace[1316118412] 'agreement among raft nodes before linearized reading' (duration: 270.908467ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:58.851513Z","caller":"traceutil/trace.go:171","msg":"trace[1282084196] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"264.376161ms","start":"2026-04-02T03:37:58.587094Z","end":"2026-04-02T03:37:58.85147Z","steps":["trace[1282084196] 'process raft request' (duration: 264.048466ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:58.851637Z","caller":"traceutil/trace.go:171","msg":"trace[1628050047] linearizableReadLoop","detail":"{readStateIndex:4847; appliedIndex:4846; }","duration":"185.357367ms","start":"2026-04-02T03:37:58.666242Z","end":"2026-04-02T03:37:58.851599Z","steps":["trace[1628050047] 'read index received' (duration: 185.201736ms)","trace[1628050047] 'applied index is now lower than readState.Index' (duration: 153.451µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:37:58.851718Z","caller":"traceutil/trace.go:171","msg":"trace[1697374344] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"261.010917ms","start":"2026-04-02T03:37:58.590683Z","end":"2026-04-02T03:37:58.851693Z","steps":["trace[1697374344] 'process raft request' (duration: 260.671071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:58.853804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.765315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-02T03:37:58.853891Z","caller":"traceutil/trace.go:171","msg":"trace[323278547] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4668; }","duration":"277.890737ms","start":"2026-04-02T03:37:58.575974Z","end":"2026-04-02T03:37:58.853864Z","steps":["trace[323278547] 'agreement among raft nodes before linearized reading' (duration: 275.75912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:58.893893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.925446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-04-02T03:37:58.893922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.259159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-02T03:37:58.893982Z","caller":"traceutil/trace.go:171","msg":"trace[562252151] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4670; }","duration":"216.074528ms","start":"2026-04-02T03:37:58.677888Z","end":"2026-04-02T03:37:58.893962Z","steps":["trace[562252151] 'agreement among raft nodes before linearized reading' (duration: 215.812065ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:58.89401Z","caller":"traceutil/trace.go:171","msg":"trace[1048642287] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:4670; }","duration":"170.415451ms","start":"2026-04-02T03:37:58.723576Z","end":"2026-04-02T03:37:58.893991Z","steps":["trace[1048642287] 'agreement among raft nodes before linearized reading' (duration: 170.128418ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:58.894237Z","caller":"traceutil/trace.go:171","msg":"trace[1313464772] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4669; }","duration":"225.604523ms","start":"2026-04-02T03:37:58.668611Z","end":"2026-04-02T03:37:58.894216Z","steps":["trace[1313464772] 'process raft request' (duration: 224.754061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:59.091793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.268121ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-02T03:37:59.091974Z","caller":"traceutil/trace.go:171","msg":"trace[115367509] linearizableReadLoop","detail":"{readStateIndex:4850; appliedIndex:4849; }","duration":"190.696105ms","start":"2026-04-02T03:37:58.901257Z","end":"2026-04-02T03:37:59.091953Z","steps":["trace[115367509] 'read index received' (duration: 64.243991ms)","trace[115367509] 'applied index is now lower than readState.Index' (duration: 126.449754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:37:59.092413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.602358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8vvc-tls\" ","response":"range_response_count:1 size:2300"} {"level":"info","ts":"2026-04-02T03:37:59.092544Z","caller":"traceutil/trace.go:171","msg":"trace[124449098] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8vvc-tls; range_end:; response_count:1; response_revision:4670; }","duration":"188.76744ms","start":"2026-04-02T03:37:58.903753Z","end":"2026-04-02T03:37:59.09252Z","steps":["trace[124449098] 'agreement among raft nodes before linearized reading' (duration: 188.572577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:59.092522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.211912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-02T03:37:59.092686Z","caller":"traceutil/trace.go:171","msg":"trace[786684564] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4670; }","duration":"191.423085ms","start":"2026-04-02T03:37:58.901227Z","end":"2026-04-02T03:37:59.092651Z","steps":["trace[786684564] 'agreement among raft nodes before linearized reading' (duration: 191.079231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:59.092485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.211022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-02T03:37:59.092906Z","caller":"traceutil/trace.go:171","msg":"trace[583355678] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4670; }","duration":"191.644228ms","start":"2026-04-02T03:37:58.901225Z","end":"2026-04-02T03:37:59.092869Z","steps":["trace[583355678] 'agreement among raft nodes before linearized reading' (duration: 191.056871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:59.27365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.865451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-02T03:37:59.273824Z","caller":"traceutil/trace.go:171","msg":"trace[102410217] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4671; }","duration":"177.079005ms","start":"2026-04-02T03:37:59.096716Z","end":"2026-04-02T03:37:59.273795Z","steps":["trace[102410217] 'agreement among raft nodes before linearized reading' (duration: 94.849759ms)","trace[102410217] 'range keys from in-memory index tree' (duration: 81.922551ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:37:59.27414Z","caller":"traceutil/trace.go:171","msg":"trace[296697542] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"177.369848ms","start":"2026-04-02T03:37:59.096742Z","end":"2026-04-02T03:37:59.274112Z","steps":["trace[296697542] 'process raft request' (duration: 146.206681ms)","trace[296697542] 'compare' (duration: 30.406247ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:37:59.274424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.290545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:60012"} {"level":"warn","ts":"2026-04-02T03:37:59.274487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.771692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-02T03:37:59.274506Z","caller":"traceutil/trace.go:171","msg":"trace[917943449] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:4673; }","duration":"173.392256ms","start":"2026-04-02T03:37:59.101101Z","end":"2026-04-02T03:37:59.274493Z","steps":["trace[917943449] 'agreement among raft nodes before linearized reading' (duration: 173.177214ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:59.274737Z","caller":"traceutil/trace.go:171","msg":"trace[1040915822] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"168.855828ms","start":"2026-04-02T03:37:59.105843Z","end":"2026-04-02T03:37:59.274699Z","steps":["trace[1040915822] 'process raft request' (duration: 167.917115ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:59.274541Z","caller":"traceutil/trace.go:171","msg":"trace[1526479831] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4673; }","duration":"173.844883ms","start":"2026-04-02T03:37:59.100683Z","end":"2026-04-02T03:37:59.274528Z","steps":["trace[1526479831] 'agreement among raft nodes before linearized reading' (duration: 173.673361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:59.276007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.42751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8vvc.18a26d0371e28347\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-04-02T03:37:59.276107Z","caller":"traceutil/trace.go:171","msg":"trace[754778684] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8vvc.18a26d0371e28347; range_end:; response_count:1; response_revision:4673; }","duration":"148.552142ms","start":"2026-04-02T03:37:59.127539Z","end":"2026-04-02T03:37:59.276091Z","steps":["trace[754778684] 'agreement among raft nodes before linearized reading' (duration: 147.262135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:59.782917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421570946825926,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T03:38:00.283517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421570946825926,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T03:38:00.783842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421570946825926,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T03:38:01.254714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738173568s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:38:01.254769Z","caller":"traceutil/trace.go:171","msg":"trace[471077396] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4673; }","duration":"1.738243749s","start":"2026-04-02T03:37:59.516513Z","end":"2026-04-02T03:38:01.254756Z","steps":["trace[471077396] 'range keys from in-memory index tree' (duration: 1.738161918s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:01.284175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421570946825926,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T03:38:01.407379Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.12654889s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T03:38:01.407737Z","caller":"traceutil/trace.go:171","msg":"trace[25283152] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"2.127023316s","start":"2026-04-02T03:37:59.280689Z","end":"2026-04-02T03:38:01.407712Z","steps":["trace[25283152] 'process raft request' (duration: 2.126839243s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:01.407914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:59.280655Z","time spent":"2.127136707s","remote":"127.0.0.1:51436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:02.069302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000706252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T03:38:02.069416Z","caller":"traceutil/trace.go:171","msg":"trace[898580182] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000875485s","start":"2026-04-02T03:38:00.068513Z","end":"2026-04-02T03:38:02.069389Z","steps":["trace[898580182] 'agreement among raft nodes before linearized reading' (duration: 2.000732423s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:02.069488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:00.068495Z","time spent":"2.000979126s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-02T03:38:02.277488Z","caller":"traceutil/trace.go:171","msg":"trace[712485489] transaction","detail":"{read_only:false; response_revision:4675; number_of_response:1; }","duration":"2.985669708s","start":"2026-04-02T03:37:59.291794Z","end":"2026-04-02T03:38:02.277464Z","steps":["trace[712485489] 'process raft request' (duration: 2.985410624s)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:02.277819Z","caller":"traceutil/trace.go:171","msg":"trace[306767067] transaction","detail":"{read_only:false; response_revision:4676; number_of_response:1; }","duration":"2.721720708s","start":"2026-04-02T03:37:59.556064Z","end":"2026-04-02T03:38:02.277785Z","steps":["trace[306767067] 'process raft request' (duration: 2.721334842s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:02.277999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:59.556046Z","time spent":"2.721856249s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:02.277817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:59.291739Z","time spent":"2.98582578s","remote":"127.0.0.1:56862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:38:02.278022Z","caller":"traceutil/trace.go:171","msg":"trace[981374337] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"1.605110702s","start":"2026-04-02T03:38:00.672879Z","end":"2026-04-02T03:38:02.27799Z","steps":["trace[981374337] 'process raft request' (duration: 1.604800888s)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:02.278648Z","caller":"traceutil/trace.go:171","msg":"trace[332617800] linearizableReadLoop","detail":"{readStateIndex:4859; appliedIndex:4853; }","duration":"2.996153555s","start":"2026-04-02T03:37:59.282482Z","end":"2026-04-02T03:38:02.278635Z","steps":["trace[332617800] 'read index received' (duration: 2.125053441s)","trace[332617800] 'applied index is now lower than readState.Index' (duration: 871.099174ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:38:02.278681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:00.672848Z","time spent":"1.605345235s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:38:02.278752Z","caller":"traceutil/trace.go:171","msg":"trace[586275965] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"1.379475745s","start":"2026-04-02T03:38:00.899264Z","end":"2026-04-02T03:38:02.27874Z","steps":["trace[586275965] 'process raft request' (duration: 1.379228302s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:02.27994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:00.89924Z","time spent":"1.380556749s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:02.279993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772003785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193158"} {"level":"info","ts":"2026-04-02T03:38:02.28005Z","caller":"traceutil/trace.go:171","msg":"trace[417873800] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4679; }","duration":"2.772094496s","start":"2026-04-02T03:37:59.507939Z","end":"2026-04-02T03:38:02.280033Z","steps":["trace[417873800] 'agreement among raft nodes before linearized reading' (duration: 2.771165705s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:02.280098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:59.507911Z","time spent":"2.772177407s","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2193181,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-02T03:38:02.27891Z","caller":"traceutil/trace.go:171","msg":"trace[862134953] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"1.421544014s","start":"2026-04-02T03:38:00.857346Z","end":"2026-04-02T03:38:02.27889Z","steps":["trace[862134953] 'process raft request' (duration: 1.420546992s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:02.280487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:00.857312Z","time spent":"1.423039445s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:02.278928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996436469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-02T03:38:02.280577Z","caller":"traceutil/trace.go:171","msg":"trace[1726882873] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4679; }","duration":"2.998096401s","start":"2026-04-02T03:37:59.282464Z","end":"2026-04-02T03:38:02.280561Z","steps":["trace[1726882873] 'agreement among raft nodes before linearized reading' (duration: 2.996318357s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:02.280636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:59.282454Z","time spent":"2.998167721s","remote":"127.0.0.1:51466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-04-02T03:38:02.278976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.923916051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8vvc\" ","response":"range_response_count:1 size:9629"} {"level":"info","ts":"2026-04-02T03:38:02.280864Z","caller":"traceutil/trace.go:171","msg":"trace[1173963713] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8vvc; range_end:; response_count:1; response_revision:4679; }","duration":"2.925854876s","start":"2026-04-02T03:37:59.354996Z","end":"2026-04-02T03:38:02.280851Z","steps":["trace[1173963713] 'agreement among raft nodes before linearized reading' (duration: 2.923833769s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:02.280908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:59.354975Z","time spent":"2.925920887s","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9652,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8vvc\" "} {"level":"warn","ts":"2026-04-02T03:38:02.279037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.719424788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T03:38:02.281137Z","caller":"traceutil/trace.go:171","msg":"trace[1372639239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4679; }","duration":"2.721546085s","start":"2026-04-02T03:37:59.559581Z","end":"2026-04-02T03:38:02.281127Z","steps":["trace[1372639239] 'agreement among raft nodes before linearized reading' (duration: 2.719390527s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:02.281174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:59.559569Z","time spent":"2.721595215s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T03:38:02.279083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.723903456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T03:38:02.281329Z","caller":"traceutil/trace.go:171","msg":"trace[1591613211] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4679; }","duration":"2.726187585s","start":"2026-04-02T03:37:59.555131Z","end":"2026-04-02T03:38:02.281319Z","steps":["trace[1591613211] 'agreement among raft nodes before linearized reading' (duration: 2.723893676s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:02.281366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:59.555106Z","time spent":"2.726249286s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T03:38:02.279118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098607284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T03:38:02.28157Z","caller":"traceutil/trace.go:171","msg":"trace[185052386] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:4679; }","duration":"2.101143487s","start":"2026-04-02T03:38:00.180415Z","end":"2026-04-02T03:38:02.281558Z","steps":["trace[185052386] 'agreement among raft nodes before linearized reading' (duration: 2.098543434s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:02.281611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:00.180398Z","time spent":"2.101196667s","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":95,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-02T03:38:02.279145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224734641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T03:38:02.281772Z","caller":"traceutil/trace.go:171","msg":"trace[148279546] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4679; }","duration":"2.227395295s","start":"2026-04-02T03:38:00.054368Z","end":"2026-04-02T03:38:02.281763Z","steps":["trace[148279546] 'agreement among raft nodes before linearized reading' (duration: 2.22469288s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:02.28181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:00.054345Z","time spent":"2.227451277s","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":76,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-02T03:38:02.279187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.534547971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:38:02.28199Z","caller":"traceutil/trace.go:171","msg":"trace[17755772] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4679; }","duration":"2.537381208s","start":"2026-04-02T03:37:59.744598Z","end":"2026-04-02T03:38:02.281979Z","steps":["trace[17755772] 'agreement among raft nodes before linearized reading' (duration: 2.534566822s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:02.282028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:59.744576Z","time spent":"2.537438529s","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-02T03:38:02.279188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.886863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:38:02.282199Z","caller":"traceutil/trace.go:171","msg":"trace[1219628992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4679; }","duration":"205.927872ms","start":"2026-04-02T03:38:02.076261Z","end":"2026-04-02T03:38:02.282189Z","steps":["trace[1219628992] 'agreement among raft nodes before linearized reading' (duration: 202.887452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:02.279237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.853776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:38:02.282459Z","caller":"traceutil/trace.go:171","msg":"trace[991981799] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4679; }","duration":"402.114489ms","start":"2026-04-02T03:38:01.880333Z","end":"2026-04-02T03:38:02.282448Z","steps":["trace[991981799] 'agreement among raft nodes before linearized reading' (duration: 398.877947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:02.282503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:01.880305Z","time spent":"402.184939ms","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T03:38:02.279212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.72421894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T03:38:02.283085Z","caller":"traceutil/trace.go:171","msg":"trace[1703997440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4679; }","duration":"2.72811369s","start":"2026-04-02T03:37:59.554949Z","end":"2026-04-02T03:38:02.283062Z","steps":["trace[1703997440] 'agreement among raft nodes before linearized reading' (duration: 2.724095549s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:02.283178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:59.554935Z","time spent":"2.728218543s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T03:38:02.279261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67522715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T03:38:02.283285Z","caller":"traceutil/trace.go:171","msg":"trace[312856508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4679; }","duration":"2.679278072s","start":"2026-04-02T03:37:59.603998Z","end":"2026-04-02T03:38:02.283276Z","steps":["trace[312856508] 'agreement among raft nodes before linearized reading' (duration: 2.675204749s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:02.283322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:37:59.603986Z","time spent":"2.679325972s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T03:38:02.279346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.312272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8vvc-tls\" ","response":"range_response_count:1 size:1966"} {"level":"info","ts":"2026-04-02T03:38:02.283387Z","caller":"traceutil/trace.go:171","msg":"trace[708502378] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8vvc-tls; range_end:; response_count:1; response_revision:4679; }","duration":"610.392185ms","start":"2026-04-02T03:38:01.672963Z","end":"2026-04-02T03:38:02.283355Z","steps":["trace[708502378] 'agreement among raft nodes before linearized reading' (duration: 606.292692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:02.283449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:01.672941Z","time spent":"610.486466ms","remote":"127.0.0.1:60106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1989,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8vvc-tls\" "} {"level":"warn","ts":"2026-04-02T03:38:02.279353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.167695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T03:38:02.283639Z","caller":"traceutil/trace.go:171","msg":"trace[314243024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4679; }","duration":"1.00347533s","start":"2026-04-02T03:38:01.280152Z","end":"2026-04-02T03:38:02.283628Z","steps":["trace[314243024] 'agreement among raft nodes before linearized reading' (duration: 999.143354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:02.283681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:01.280133Z","time spent":"1.003537362s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T03:38:02.279364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.696306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:38:02.283772Z","caller":"traceutil/trace.go:171","msg":"trace[3676433] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4679; }","duration":"989.139443ms","start":"2026-04-02T03:38:01.294622Z","end":"2026-04-02T03:38:02.283762Z","steps":["trace[3676433] 'agreement among raft nodes before linearized reading' (duration: 984.654285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:02.283813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:01.294617Z","time spent":"989.183884ms","remote":"127.0.0.1:49996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T03:38:02.279436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.991831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8vvc.18a26d0374e0b9e6\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-04-02T03:38:02.28396Z","caller":"traceutil/trace.go:171","msg":"trace[808731137] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8vvc.18a26d0374e0b9e6; range_end:; response_count:1; response_revision:4679; }","duration":"871.530499ms","start":"2026-04-02T03:38:01.412419Z","end":"2026-04-02T03:38:02.28395Z","steps":["trace[808731137] 'agreement among raft nodes before linearized reading' (duration: 866.96224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:02.283995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:01.41241Z","time spent":"871.57569ms","remote":"127.0.0.1:51436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":855,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8vvc.18a26d0374e0b9e6\" "} {"level":"warn","ts":"2026-04-02T03:38:02.2794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522644375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:38:02.28418Z","caller":"traceutil/trace.go:171","msg":"trace[1942311176] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:4679; }","duration":"1.527461057s","start":"2026-04-02T03:38:00.756706Z","end":"2026-04-02T03:38:02.284168Z","steps":["trace[1942311176] 'agreement among raft nodes before linearized reading' (duration: 1.522659715s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:02.284228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:00.756681Z","time spent":"1.527534978s","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-02T03:38:02.897119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.508821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T03:38:02.89726Z","caller":"traceutil/trace.go:171","msg":"trace[2101171856] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"610.165596ms","start":"2026-04-02T03:38:02.287072Z","end":"2026-04-02T03:38:02.897237Z","steps":["trace[2101171856] 'process raft request' (duration: 227.421772ms)","trace[2101171856] 'compare' (duration: 382.246278ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:38:02.897344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:02.28706Z","time spent":"610.236538ms","remote":"127.0.0.1:51436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:04.557238Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.042753878s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T03:38:04.557739Z","caller":"traceutil/trace.go:171","msg":"trace[1581915164] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"2.266905987s","start":"2026-04-02T03:38:02.290807Z","end":"2026-04-02T03:38:04.557713Z","steps":["trace[1581915164] 'process raft request' (duration: 2.266821306s)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:04.557778Z","caller":"traceutil/trace.go:171","msg":"trace[306642296] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"2.268730492s","start":"2026-04-02T03:38:02.289014Z","end":"2026-04-02T03:38:04.557744Z","steps":["trace[306642296] 'process raft request' (duration: 2.268374707s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:04.557926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:02.288949Z","time spent":"2.268886763s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:04.55798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:02.290802Z","time spent":"2.26700959s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:38:04.558175Z","caller":"traceutil/trace.go:171","msg":"trace[739275621] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"2.267297763s","start":"2026-04-02T03:38:02.290855Z","end":"2026-04-02T03:38:04.558152Z","steps":["trace[739275621] 'process raft request' (duration: 2.266820347s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:04.558271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:02.290849Z","time spent":"2.267378024s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:38:04.558462Z","caller":"traceutil/trace.go:171","msg":"trace[111508746] transaction","detail":"{read_only:false; response_revision:4684; number_of_response:1; }","duration":"2.267518466s","start":"2026-04-02T03:38:02.290912Z","end":"2026-04-02T03:38:04.55843Z","steps":["trace[111508746] 'process raft request' (duration: 2.267150691s)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:04.558633Z","caller":"traceutil/trace.go:171","msg":"trace[1646095817] transaction","detail":"{read_only:false; response_revision:4685; number_of_response:1; }","duration":"2.267359525s","start":"2026-04-02T03:38:02.291127Z","end":"2026-04-02T03:38:04.558487Z","steps":["trace[1646095817] 'process raft request' (duration: 2.267147531s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:04.558884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:02.291113Z","time spent":"2.267662158s","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:04.558663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:02.290891Z","time spent":"2.267648627s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:04.559225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268455748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:38:04.559211Z","caller":"traceutil/trace.go:171","msg":"trace[1103446146] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"2.2678255s","start":"2026-04-02T03:38:02.291217Z","end":"2026-04-02T03:38:04.559042Z","steps":["trace[1103446146] 'process raft request' (duration: 2.267223502s)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:04.559278Z","caller":"traceutil/trace.go:171","msg":"trace[121049250] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4686; }","duration":"2.268542029s","start":"2026-04-02T03:38:02.290722Z","end":"2026-04-02T03:38:04.559264Z","steps":["trace[121049250] 'agreement among raft nodes before linearized reading' (duration: 2.268447868s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:04.559313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:02.290715Z","time spent":"2.26859094s","remote":"127.0.0.1:51466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-04-02T03:38:04.559478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:02.29121Z","time spent":"2.268069303s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:38:04.559689Z","caller":"traceutil/trace.go:171","msg":"trace[1733108834] linearizableReadLoop","detail":"{readStateIndex:4861; appliedIndex:4859; }","duration":"2.268920583s","start":"2026-04-02T03:38:02.290748Z","end":"2026-04-02T03:38:04.559668Z","steps":["trace[1733108834] 'read index received' (duration: 223.713974ms)","trace[1733108834] 'applied index is now lower than readState.Index' (duration: 2.044155806s)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:38:04.843029Z","caller":"traceutil/trace.go:171","msg":"trace[1867181842] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"1.940817432s","start":"2026-04-02T03:38:02.902172Z","end":"2026-04-02T03:38:04.84299Z","steps":["trace[1867181842] 'process raft request' (duration: 1.940471757s)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:04.843098Z","caller":"traceutil/trace.go:171","msg":"trace[431252207] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"1.509309978s","start":"2026-04-02T03:38:03.333752Z","end":"2026-04-02T03:38:04.843062Z","steps":["trace[431252207] 'process raft request' (duration: 1.509219176s)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:04.843086Z","caller":"traceutil/trace.go:171","msg":"trace[1879096754] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"1.516606062s","start":"2026-04-02T03:38:03.326442Z","end":"2026-04-02T03:38:04.843048Z","steps":["trace[1879096754] 'process raft request' (duration: 1.51643044s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:04.843286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:02.90215Z","time spent":"1.940956393s","remote":"127.0.0.1:51436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T03:38:04.843292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:03.333728Z","time spent":"1.509448579s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:04.843413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:03.326419Z","time spent":"1.516861615s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:05.015536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.4856ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T03:38:05.016089Z","caller":"traceutil/trace.go:171","msg":"trace[1843279469] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"729.736519ms","start":"2026-04-02T03:38:04.286325Z","end":"2026-04-02T03:38:05.016062Z","steps":["trace[1843279469] 'process raft request' (duration: 729.310594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:05.016252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:04.286291Z","time spent":"729.868532ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:38:05.020871Z","caller":"traceutil/trace.go:171","msg":"trace[980775365] linearizableReadLoop","detail":"{readStateIndex:4874; appliedIndex:4866; }","duration":"461.1027ms","start":"2026-04-02T03:38:04.559741Z","end":"2026-04-02T03:38:05.020844Z","steps":["trace[980775365] 'read index received' (duration: 282.768063ms)","trace[980775365] 'applied index is now lower than readState.Index' (duration: 178.333577ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:38:05.021239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.876366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:38:05.021295Z","caller":"traceutil/trace.go:171","msg":"trace[2029638063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4693; }","duration":"951.971677ms","start":"2026-04-02T03:38:04.069309Z","end":"2026-04-02T03:38:05.021281Z","steps":["trace[2029638063] 'agreement among raft nodes before linearized reading' (duration: 951.869806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:05.021329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:04.069285Z","time spent":"952.037558ms","remote":"127.0.0.1:51356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T03:38:05.021507Z","caller":"traceutil/trace.go:171","msg":"trace[430262077] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"730.843114ms","start":"2026-04-02T03:38:04.290638Z","end":"2026-04-02T03:38:05.021481Z","steps":["trace[430262077] 'process raft request' (duration: 730.157135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:05.021562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.782404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T03:38:05.021625Z","caller":"traceutil/trace.go:171","msg":"trace[1684940611] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4693; }","duration":"476.857944ms","start":"2026-04-02T03:38:04.544727Z","end":"2026-04-02T03:38:05.021585Z","steps":["trace[1684940611] 'agreement among raft nodes before linearized reading' (duration: 476.771653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:05.02165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:04.290627Z","time spent":"730.936356ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:05.021775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.119125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T03:38:05.021845Z","caller":"traceutil/trace.go:171","msg":"trace[918966174] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4693; }","duration":"877.169276ms","start":"2026-04-02T03:38:04.144643Z","end":"2026-04-02T03:38:05.021813Z","steps":["trace[918966174] 'agreement among raft nodes before linearized reading' (duration: 877.042863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:05.021885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:04.144604Z","time spent":"877.270267ms","remote":"127.0.0.1:51686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":25,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-02T03:38:05.02196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709939503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-02T03:38:05.022013Z","caller":"traceutil/trace.go:171","msg":"trace[1569570921] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4693; }","duration":"2.710109475s","start":"2026-04-02T03:38:02.311888Z","end":"2026-04-02T03:38:05.021998Z","steps":["trace[1569570921] 'agreement among raft nodes before linearized reading' (duration: 2.709913533s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:05.022133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:02.311864Z","time spent":"2.710257107s","remote":"127.0.0.1:51466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-04-02T03:38:05.021847Z","caller":"traceutil/trace.go:171","msg":"trace[1423009283] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"733.699491ms","start":"2026-04-02T03:38:04.288134Z","end":"2026-04-02T03:38:05.021833Z","steps":["trace[1423009283] 'process raft request' (duration: 727.911395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:05.02256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730106105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8vvc-tls\" ","response":"range_response_count:1 size:4431"} {"level":"info","ts":"2026-04-02T03:38:05.022628Z","caller":"traceutil/trace.go:171","msg":"trace[1403896770] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8vvc-tls; range_end:; response_count:1; response_revision:4693; }","duration":"2.730196737s","start":"2026-04-02T03:38:02.292419Z","end":"2026-04-02T03:38:05.022616Z","steps":["trace[1403896770] 'agreement among raft nodes before linearized reading' (duration: 2.729974174s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:05.023171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.863531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8vvc.18a26d06db41ca04\" ","response":"range_response_count:1 size:919"} {"level":"warn","ts":"2026-04-02T03:38:05.02319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.76102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8vvc\" ","response":"range_response_count:1 size:9641"} {"level":"info","ts":"2026-04-02T03:38:05.023226Z","caller":"traceutil/trace.go:171","msg":"trace[912321595] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8vvc; range_end:; response_count:1; response_revision:4693; }","duration":"458.823501ms","start":"2026-04-02T03:38:04.564393Z","end":"2026-04-02T03:38:05.023216Z","steps":["trace[912321595] 'agreement among raft nodes before linearized reading' (duration: 458.719029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:05.023249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:04.56438Z","time spent":"458.863371ms","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9664,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8vvc\" "} {"level":"info","ts":"2026-04-02T03:38:05.023247Z","caller":"traceutil/trace.go:171","msg":"trace[1865082794] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8vvc.18a26d06db41ca04; range_end:; response_count:1; response_revision:4693; }","duration":"174.957403ms","start":"2026-04-02T03:38:04.848254Z","end":"2026-04-02T03:38:05.023211Z","steps":["trace[1865082794] 'agreement among raft nodes before linearized reading' (duration: 174.744799ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:05.021887Z","caller":"traceutil/trace.go:171","msg":"trace[1721818388] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"732.095671ms","start":"2026-04-02T03:38:04.28978Z","end":"2026-04-02T03:38:05.021875Z","steps":["trace[1721818388] 'process raft request' (duration: 730.963256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:05.021771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111873533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-02T03:38:05.023646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:04.289758Z","time spent":"733.790602ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:05.022601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:04.288101Z","time spent":"734.299789ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:38:05.023806Z","caller":"traceutil/trace.go:171","msg":"trace[812482409] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4693; }","duration":"2.113914871s","start":"2026-04-02T03:38:02.90984Z","end":"2026-04-02T03:38:05.023755Z","steps":["trace[812482409] 'agreement among raft nodes before linearized reading' (duration: 2.11159646s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:05.023904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:02.90982Z","time spent":"2.114063482s","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T03:38:05.025585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:02.292409Z","time spent":"2.733157845s","remote":"127.0.0.1:51466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4454,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8vvc-tls\" "} {"level":"warn","ts":"2026-04-02T03:38:05.025471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.72016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-04-02T03:38:05.021663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:04.544705Z","time spent":"476.946005ms","remote":"127.0.0.1:51652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":35,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-02T03:38:05.025976Z","caller":"traceutil/trace.go:171","msg":"trace[1227808644] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4693; }","duration":"463.263148ms","start":"2026-04-02T03:38:04.562696Z","end":"2026-04-02T03:38:05.02596Z","steps":["trace[1227808644] 'agreement among raft nodes before linearized reading' (duration: 460.226247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:05.02602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:04.562677Z","time spent":"463.328679ms","remote":"127.0.0.1:51466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-04-02T03:38:05.820836Z","caller":"traceutil/trace.go:171","msg":"trace[614275553] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"425.948636ms","start":"2026-04-02T03:38:05.394859Z","end":"2026-04-02T03:38:05.820807Z","steps":["trace[614275553] 'process raft request' (duration: 425.774684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:05.821168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:05.394842Z","time spent":"426.071758ms","remote":"127.0.0.1:51436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T03:38:05.831484Z","caller":"traceutil/trace.go:171","msg":"trace[1787158282] transaction","detail":"{read_only:false; response_revision:4700; number_of_response:1; }","duration":"431.409907ms","start":"2026-04-02T03:38:05.400047Z","end":"2026-04-02T03:38:05.831457Z","steps":["trace[1787158282] 'process raft request' (duration: 431.199295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:05.831671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:05.400039Z","time spent":"431.526779ms","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9728,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:11.569629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421570946826247,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T03:38:11.737746Z","caller":"traceutil/trace.go:171","msg":"trace[828107308] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"701.997643ms","start":"2026-04-02T03:38:11.035722Z","end":"2026-04-02T03:38:11.737719Z","steps":["trace[828107308] 'process raft request' (duration: 701.79435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:11.737926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:11.0357Z","time spent":"702.135384ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:38:11.94918Z","caller":"traceutil/trace.go:171","msg":"trace[899926368] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"904.999677ms","start":"2026-04-02T03:38:11.044145Z","end":"2026-04-02T03:38:11.949144Z","steps":["trace[899926368] 'process raft request' (duration: 867.581845ms)","trace[899926368] 'compare' (duration: 37.25086ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:38:11.949517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:11.044104Z","time spent":"905.161269ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:38:11.949629Z","caller":"traceutil/trace.go:171","msg":"trace[336867062] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"885.371655ms","start":"2026-04-02T03:38:11.064226Z","end":"2026-04-02T03:38:11.949598Z","steps":["trace[336867062] 'process raft request' (duration: 884.880088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:11.949814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:11.064204Z","time spent":"885.505097ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:38:11.950138Z","caller":"traceutil/trace.go:171","msg":"trace[517826132] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"884.754587ms","start":"2026-04-02T03:38:11.06536Z","end":"2026-04-02T03:38:11.950115Z","steps":["trace[517826132] 'process raft request' (duration: 884.125448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:11.950247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:11.065344Z","time spent":"884.853368ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:11.950301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.985838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:38:11.950126Z","caller":"traceutil/trace.go:171","msg":"trace[694683595] linearizableReadLoop","detail":"{readStateIndex:4977; appliedIndex:4972; }","duration":"880.791556ms","start":"2026-04-02T03:38:11.069309Z","end":"2026-04-02T03:38:11.9501Z","steps":["trace[694683595] 'read index received' (duration: 668.294518ms)","trace[694683595] 'applied index is now lower than readState.Index' (duration: 212.495828ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:38:11.950348Z","caller":"traceutil/trace.go:171","msg":"trace[2029995502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4795; }","duration":"881.18907ms","start":"2026-04-02T03:38:11.069145Z","end":"2026-04-02T03:38:11.950334Z","steps":["trace[2029995502] 'agreement among raft nodes before linearized reading' (duration: 881.038779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:11.950384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:11.06913Z","time spent":"881.247141ms","remote":"127.0.0.1:51356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T03:38:11.950473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.876427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:38:11.950521Z","caller":"traceutil/trace.go:171","msg":"trace[359786709] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4795; }","duration":"776.968557ms","start":"2026-04-02T03:38:11.173536Z","end":"2026-04-02T03:38:11.950504Z","steps":["trace[359786709] 'agreement among raft nodes before linearized reading' (duration: 776.877466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:11.950554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:11.17351Z","time spent":"777.035669ms","remote":"127.0.0.1:51772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-02T03:38:11.950747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.252336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T03:38:11.950814Z","caller":"traceutil/trace.go:171","msg":"trace[1347850091] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4795; }","duration":"539.375257ms","start":"2026-04-02T03:38:11.411422Z","end":"2026-04-02T03:38:11.950798Z","steps":["trace[1347850091] 'agreement among raft nodes before linearized reading' (duration: 539.250586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:11.950846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:11.411397Z","time spent":"539.441608ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-02T03:38:11.950829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.295764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1571d39c-1561-4d75-a234-d6c8b364d9aa\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-02T03:38:11.950902Z","caller":"traceutil/trace.go:171","msg":"trace[1434255841] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1571d39c-1561-4d75-a234-d6c8b364d9aa; range_end:; response_count:1; response_revision:4795; }","duration":"493.405135ms","start":"2026-04-02T03:38:11.457475Z","end":"2026-04-02T03:38:11.95088Z","steps":["trace[1434255841] 'agreement among raft nodes before linearized reading' (duration: 493.222413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:11.950949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:11.457454Z","time spent":"493.481316ms","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1571d39c-1561-4d75-a234-d6c8b364d9aa\" "} {"level":"info","ts":"2026-04-02T03:38:11.950199Z","caller":"traceutil/trace.go:171","msg":"trace[301753485] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"491.960087ms","start":"2026-04-02T03:38:11.458166Z","end":"2026-04-02T03:38:11.950126Z","steps":["trace[301753485] 'process raft request' (duration: 491.824395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:11.951668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:11.458155Z","time spent":"493.417586ms","remote":"127.0.0.1:51436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T03:38:12.679561Z","caller":"traceutil/trace.go:171","msg":"trace[862791978] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"389.743835ms","start":"2026-04-02T03:38:12.289788Z","end":"2026-04-02T03:38:12.679532Z","steps":["trace[862791978] 'process raft request' (duration: 389.512902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:12.679876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:12.289754Z","time spent":"389.897407ms","remote":"127.0.0.1:51548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10998,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:38:12.699928Z","caller":"traceutil/trace.go:171","msg":"trace[1355661572] linearizableReadLoop","detail":"{readStateIndex:4983; appliedIndex:4981; }","duration":"235.439069ms","start":"2026-04-02T03:38:12.464467Z","end":"2026-04-02T03:38:12.699906Z","steps":["trace[1355661572] 'read index received' (duration: 214.818334ms)","trace[1355661572] 'applied index is now lower than readState.Index' (duration: 20.619515ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:38:12.700025Z","caller":"traceutil/trace.go:171","msg":"trace[493564868] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"350.223896ms","start":"2026-04-02T03:38:12.349759Z","end":"2026-04-02T03:38:12.699982Z","steps":["trace[493564868] 'process raft request' (duration: 349.978263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:12.700286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.982839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-02T03:38:12.700321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.842795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-87f58b697-ks4z5.18a26d09aca41de8\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-04-02T03:38:12.700373Z","caller":"traceutil/trace.go:171","msg":"trace[160296572] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-87f58b697-ks4z5.18a26d09aca41de8; range_end:; response_count:1; response_revision:4801; }","duration":"235.932416ms","start":"2026-04-02T03:38:12.464423Z","end":"2026-04-02T03:38:12.700355Z","steps":["trace[160296572] 'agreement among raft nodes before linearized reading' (duration: 235.606311ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:12.700351Z","caller":"traceutil/trace.go:171","msg":"trace[433717340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4801; }","duration":"101.081731ms","start":"2026-04-02T03:38:12.599253Z","end":"2026-04-02T03:38:12.700335Z","steps":["trace[433717340] 'agreement among raft nodes before linearized reading' (duration: 100.845588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:12.700655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:12.349731Z","time spent":"350.387969ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:38:12.858175Z","caller":"traceutil/trace.go:171","msg":"trace[316059023] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"153.062499ms","start":"2026-04-02T03:38:12.70508Z","end":"2026-04-02T03:38:12.858142Z","steps":["trace[316059023] 'process raft request' (duration: 91.817811ms)","trace[316059023] 'compare' (duration: 61.005915ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:38:12.858659Z","caller":"traceutil/trace.go:171","msg":"trace[1107253654] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"152.981028ms","start":"2026-04-02T03:38:12.705652Z","end":"2026-04-02T03:38:12.858633Z","steps":["trace[1107253654] 'process raft request' (duration: 152.808356ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:12.858804Z","caller":"traceutil/trace.go:171","msg":"trace[260227139] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"116.880285ms","start":"2026-04-02T03:38:12.741826Z","end":"2026-04-02T03:38:12.858706Z","steps":["trace[260227139] 'process raft request' (duration: 116.675272ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:12.859778Z","caller":"traceutil/trace.go:171","msg":"trace[1672230531] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"154.581549ms","start":"2026-04-02T03:38:12.705163Z","end":"2026-04-02T03:38:12.859745Z","steps":["trace[1672230531] 'process raft request' (duration: 153.140871ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:12.860346Z","caller":"traceutil/trace.go:171","msg":"trace[565341621] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"155.195437ms","start":"2026-04-02T03:38:12.705123Z","end":"2026-04-02T03:38:12.860318Z","steps":["trace[565341621] 'process raft request' (duration: 152.970488ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:12.86055Z","caller":"traceutil/trace.go:171","msg":"trace[173593758] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"155.213287ms","start":"2026-04-02T03:38:12.705318Z","end":"2026-04-02T03:38:12.860531Z","steps":["trace[173593758] 'process raft request' (duration: 153.09914ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:14.465649Z","caller":"traceutil/trace.go:171","msg":"trace[352594963] linearizableReadLoop","detail":"{readStateIndex:5018; appliedIndex:5017; }","duration":"122.597085ms","start":"2026-04-02T03:38:14.343017Z","end":"2026-04-02T03:38:14.465614Z","steps":["trace[352594963] 'read index received' (duration: 120.245114ms)","trace[352594963] 'applied index is now lower than readState.Index' (duration: 2.350011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:38:14.465908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.874688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:38:14.466013Z","caller":"traceutil/trace.go:171","msg":"trace[761696520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4835; }","duration":"123.03428ms","start":"2026-04-02T03:38:14.342959Z","end":"2026-04-02T03:38:14.465993Z","steps":["trace[761696520] 'agreement among raft nodes before linearized reading' (duration: 122.757256ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:17.314975Z","caller":"traceutil/trace.go:171","msg":"trace[2117085636] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"117.880429ms","start":"2026-04-02T03:38:17.197066Z","end":"2026-04-02T03:38:17.314947Z","steps":["trace[2117085636] 'process raft request' (duration: 108.743721ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:21.123197Z","caller":"traceutil/trace.go:171","msg":"trace[1833866274] linearizableReadLoop","detail":"{readStateIndex:5121; appliedIndex:5120; }","duration":"465.821017ms","start":"2026-04-02T03:38:20.65734Z","end":"2026-04-02T03:38:21.123161Z","steps":["trace[1833866274] 'read index received' (duration: 465.463903ms)","trace[1833866274] 'applied index is now lower than readState.Index' (duration: 355.794µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:38:21.12339Z","caller":"traceutil/trace.go:171","msg":"trace[1128401716] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"541.245399ms","start":"2026-04-02T03:38:20.582129Z","end":"2026-04-02T03:38:21.123374Z","steps":["trace[1128401716] 'process raft request' (duration: 540.768963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:21.12352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:20.582108Z","time spent":"541.31638ms","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17135,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:21.123888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.482448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-02T03:38:21.123973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.604787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-02T03:38:21.123997Z","caller":"traceutil/trace.go:171","msg":"trace[1411105153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4934; }","duration":"223.647229ms","start":"2026-04-02T03:38:20.900306Z","end":"2026-04-02T03:38:21.123953Z","steps":["trace[1411105153] 'agreement among raft nodes before linearized reading' (duration: 223.358706ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:21.124074Z","caller":"traceutil/trace.go:171","msg":"trace[1340423446] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4934; }","duration":"466.756699ms","start":"2026-04-02T03:38:20.657296Z","end":"2026-04-02T03:38:21.124052Z","steps":["trace[1340423446] 'agreement among raft nodes before linearized reading' (duration: 466.404354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:21.124128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:20.65727Z","time spent":"466.84708ms","remote":"127.0.0.1:51532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-02T03:38:21.12415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.781515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-02T03:38:21.124349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.851644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-02T03:38:21.124297Z","caller":"traceutil/trace.go:171","msg":"trace[1598342028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4934; }","duration":"211.056378ms","start":"2026-04-02T03:38:20.913219Z","end":"2026-04-02T03:38:21.124276Z","steps":["trace[1598342028] 'agreement among raft nodes before linearized reading' (duration: 210.35946ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:21.1244Z","caller":"traceutil/trace.go:171","msg":"trace[981767978] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4934; }","duration":"140.949245ms","start":"2026-04-02T03:38:20.983433Z","end":"2026-04-02T03:38:21.124382Z","steps":["trace[981767978] 'agreement among raft nodes before linearized reading' (duration: 140.220106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:21.124209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.154113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-02T03:38:21.124648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.464798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T03:38:21.124694Z","caller":"traceutil/trace.go:171","msg":"trace[181586661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4934; }","duration":"223.562279ms","start":"2026-04-02T03:38:20.901121Z","end":"2026-04-02T03:38:21.124684Z","steps":["trace[181586661] 'agreement among raft nodes before linearized reading' (duration: 222.546606ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:21.124713Z","caller":"traceutil/trace.go:171","msg":"trace[770067896] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4934; }","duration":"223.6822ms","start":"2026-04-02T03:38:20.900987Z","end":"2026-04-02T03:38:21.124669Z","steps":["trace[770067896] 'agreement among raft nodes before linearized reading' (duration: 222.636876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:21.125052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.740232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T03:38:21.125137Z","caller":"traceutil/trace.go:171","msg":"trace[2147100654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4934; }","duration":"227.916315ms","start":"2026-04-02T03:38:20.897208Z","end":"2026-04-02T03:38:21.125124Z","steps":["trace[2147100654] 'agreement among raft nodes before linearized reading' (duration: 226.360825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:26.566911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421570946826692,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T03:38:26.614511Z","caller":"traceutil/trace.go:171","msg":"trace[1465196395] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"600.11359ms","start":"2026-04-02T03:38:26.014359Z","end":"2026-04-02T03:38:26.614472Z","steps":["trace[1465196395] 'process raft request' (duration: 599.710806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:26.614817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:26.014325Z","time spent":"600.314564ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:38:26.809924Z","caller":"traceutil/trace.go:171","msg":"trace[1568838884] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"795.148062ms","start":"2026-04-02T03:38:26.014741Z","end":"2026-04-02T03:38:26.809889Z","steps":["trace[1568838884] 'process raft request' (duration: 790.861147ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:26.81007Z","caller":"traceutil/trace.go:171","msg":"trace[378686635] linearizableReadLoop","detail":"{readStateIndex:5184; appliedIndex:5181; }","duration":"743.741741ms","start":"2026-04-02T03:38:26.066293Z","end":"2026-04-02T03:38:26.810034Z","steps":["trace[378686635] 'read index received' (duration: 547.735098ms)","trace[378686635] 'applied index is now lower than readState.Index' (duration: 196.004123ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:38:26.810119Z","caller":"traceutil/trace.go:171","msg":"trace[2027023922] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"787.416713ms","start":"2026-04-02T03:38:26.022651Z","end":"2026-04-02T03:38:26.810068Z","steps":["trace[2027023922] 'process raft request' (duration: 787.17369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:26.810204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.936053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:38:26.810246Z","caller":"traceutil/trace.go:171","msg":"trace[1983524411] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4996; }","duration":"743.983343ms","start":"2026-04-02T03:38:26.066251Z","end":"2026-04-02T03:38:26.810234Z","steps":["trace[1983524411] 'agreement among raft nodes before linearized reading' (duration: 743.910562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:26.81028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:26.066223Z","time spent":"744.048475ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T03:38:26.810353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:26.022625Z","time spent":"787.598916ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:26.810402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.108142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:38:26.810491Z","caller":"traceutil/trace.go:171","msg":"trace[2016035455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4996; }","duration":"743.262104ms","start":"2026-04-02T03:38:26.067212Z","end":"2026-04-02T03:38:26.810474Z","steps":["trace[2016035455] 'agreement among raft nodes before linearized reading' (duration: 743.076932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:26.810566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:26.067187Z","time spent":"743.368616ms","remote":"127.0.0.1:51356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T03:38:26.810113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:26.014701Z","time spent":"795.312403ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:26.811069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.010318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-02T03:38:26.811099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.600741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13847"} {"level":"info","ts":"2026-04-02T03:38:26.811137Z","caller":"traceutil/trace.go:171","msg":"trace[1690448451] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4996; }","duration":"168.1231ms","start":"2026-04-02T03:38:26.642999Z","end":"2026-04-02T03:38:26.811122Z","steps":["trace[1690448451] 'agreement among raft nodes before linearized reading' (duration: 167.921797ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:26.811182Z","caller":"traceutil/trace.go:171","msg":"trace[95952870] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4996; }","duration":"185.738273ms","start":"2026-04-02T03:38:26.625427Z","end":"2026-04-02T03:38:26.811166Z","steps":["trace[95952870] 'agreement among raft nodes before linearized reading' (duration: 185.531291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:27.570085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421570946826702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T03:38:28.047985Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.224150731s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T03:38:28.0488Z","caller":"traceutil/trace.go:171","msg":"trace[1648923323] linearizableReadLoop","detail":"{readStateIndex:5185; appliedIndex:5184; }","duration":"978.944835ms","start":"2026-04-02T03:38:27.069828Z","end":"2026-04-02T03:38:28.048773Z","steps":["trace[1648923323] 'read index received' (duration: 978.780443ms)","trace[1648923323] 'applied index is now lower than readState.Index' (duration: 162.032µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:38:28.048895Z","caller":"traceutil/trace.go:171","msg":"trace[1622625986] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"1.225203823s","start":"2026-04-02T03:38:26.823678Z","end":"2026-04-02T03:38:28.048882Z","steps":["trace[1622625986] 'process raft request' (duration: 1.224795799s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:28.04903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:26.823663Z","time spent":"1.225269205s","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:28.049214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.3733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:38:28.049343Z","caller":"traceutil/trace.go:171","msg":"trace[1408990119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4997; }","duration":"979.542083ms","start":"2026-04-02T03:38:27.069783Z","end":"2026-04-02T03:38:28.049325Z","steps":["trace[1408990119] 'agreement among raft nodes before linearized reading' (duration: 979.368271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:28.04947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:27.06976Z","time spent":"979.693234ms","remote":"127.0.0.1:51356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T03:38:28.059149Z","caller":"traceutil/trace.go:171","msg":"trace[550949672] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"342.328771ms","start":"2026-04-02T03:38:27.716801Z","end":"2026-04-02T03:38:28.05913Z","steps":["trace[550949672] 'process raft request' (duration: 342.234829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:28.059372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:27.716786Z","time spent":"342.483922ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:28.059413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.95892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-02T03:38:28.059464Z","caller":"traceutil/trace.go:171","msg":"trace[261552019] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5000; }","duration":"427.036772ms","start":"2026-04-02T03:38:27.632416Z","end":"2026-04-02T03:38:28.059453Z","steps":["trace[261552019] 'agreement among raft nodes before linearized reading' (duration: 426.818299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:28.059503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:27.632392Z","time spent":"427.102833ms","remote":"127.0.0.1:51532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-02T03:38:28.059655Z","caller":"traceutil/trace.go:171","msg":"trace[1358626439] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"372.355141ms","start":"2026-04-02T03:38:27.68729Z","end":"2026-04-02T03:38:28.059645Z","steps":["trace[1358626439] 'process raft request' (duration: 371.604431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:28.059736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.416162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:38:28.059768Z","caller":"traceutil/trace.go:171","msg":"trace[558290445] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5000; }","duration":"572.470133ms","start":"2026-04-02T03:38:27.487289Z","end":"2026-04-02T03:38:28.059759Z","steps":["trace[558290445] 'agreement among raft nodes before linearized reading' (duration: 572.418012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:28.059797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:27.487279Z","time spent":"572.511953ms","remote":"127.0.0.1:50040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T03:38:28.059855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:27.687267Z","time spent":"372.474932ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:28.06Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.913595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T03:38:28.060039Z","caller":"traceutil/trace.go:171","msg":"trace[2061632560] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5000; }","duration":"578.994845ms","start":"2026-04-02T03:38:27.481037Z","end":"2026-04-02T03:38:28.060032Z","steps":["trace[2061632560] 'agreement among raft nodes before linearized reading' (duration: 578.914174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:28.06026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.326425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T03:38:28.060311Z","caller":"traceutil/trace.go:171","msg":"trace[718990592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5000; }","duration":"898.414307ms","start":"2026-04-02T03:38:27.161888Z","end":"2026-04-02T03:38:28.060303Z","steps":["trace[718990592] 'agreement among raft nodes before linearized reading' (duration: 898.276615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:28.060344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:27.161868Z","time spent":"898.469987ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T03:38:28.060331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.549666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-02T03:38:28.060393Z","caller":"traceutil/trace.go:171","msg":"trace[12231674] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5000; }","duration":"946.635336ms","start":"2026-04-02T03:38:27.113743Z","end":"2026-04-02T03:38:28.060379Z","steps":["trace[12231674] 'agreement among raft nodes before linearized reading' (duration: 946.459864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:28.060422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:27.113737Z","time spent":"946.680087ms","remote":"127.0.0.1:60484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-02T03:38:28.060611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.835504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T03:38:28.06063Z","caller":"traceutil/trace.go:171","msg":"trace[846476041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5000; }","duration":"899.890864ms","start":"2026-04-02T03:38:27.160735Z","end":"2026-04-02T03:38:28.060626Z","steps":["trace[846476041] 'agreement among raft nodes before linearized reading' (duration: 899.835204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:28.060646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:27.160714Z","time spent":"899.928155ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T03:38:28.060904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.749491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:38:28.060925Z","caller":"traceutil/trace.go:171","msg":"trace[381120237] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5000; }","duration":"849.801911ms","start":"2026-04-02T03:38:27.211119Z","end":"2026-04-02T03:38:28.060921Z","steps":["trace[381120237] 'agreement among raft nodes before linearized reading' (duration: 849.75987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:28.060915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.846442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-02T03:38:28.060922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.951793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T03:38:28.060944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:27.211092Z","time spent":"849.846392ms","remote":"127.0.0.1:60144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-02T03:38:28.060955Z","caller":"traceutil/trace.go:171","msg":"trace[1063227474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5000; }","duration":"898.903372ms","start":"2026-04-02T03:38:27.162042Z","end":"2026-04-02T03:38:28.060945Z","steps":["trace[1063227474] 'agreement among raft nodes before linearized reading' (duration: 898.794341ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:28.060956Z","caller":"traceutil/trace.go:171","msg":"trace[1746576090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5000; }","duration":"898.995713ms","start":"2026-04-02T03:38:27.161951Z","end":"2026-04-02T03:38:28.060947Z","steps":["trace[1746576090] 'agreement among raft nodes before linearized reading' (duration: 898.907902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:28.061001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:27.161948Z","time spent":"899.048274ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T03:38:28.060998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.783021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T03:38:28.060987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:27.162034Z","time spent":"898.947233ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T03:38:28.061043Z","caller":"traceutil/trace.go:171","msg":"trace[1136577913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5000; }","duration":"898.838202ms","start":"2026-04-02T03:38:27.162194Z","end":"2026-04-02T03:38:28.061032Z","steps":["trace[1136577913] 'agreement among raft nodes before linearized reading' (duration: 898.732451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:28.061069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:27.16219Z","time spent":"898.874703ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T03:38:28.059178Z","caller":"traceutil/trace.go:171","msg":"trace[1928981468] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"270.086417ms","start":"2026-04-02T03:38:27.789064Z","end":"2026-04-02T03:38:28.05915Z","steps":["trace[1928981468] 'process raft request' (duration: 270.004946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:28.061137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:27.481011Z","time spent":"579.043836ms","remote":"127.0.0.1:51700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":26,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-02T03:38:28.366256Z","caller":"traceutil/trace.go:171","msg":"trace[427697766] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"308.625992ms","start":"2026-04-02T03:38:28.057602Z","end":"2026-04-02T03:38:28.366228Z","steps":["trace[427697766] 'process raft request' (duration: 246.862191ms)","trace[427697766] 'compare' (duration: 61.287134ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:38:28.366281Z","caller":"traceutil/trace.go:171","msg":"trace[638454196] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"308.54453ms","start":"2026-04-02T03:38:28.057707Z","end":"2026-04-02T03:38:28.366252Z","steps":["trace[638454196] 'process raft request' (duration: 308.382148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:28.366419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:28.057557Z","time spent":"308.768383ms","remote":"127.0.0.1:51652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1454,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:38:28.366483Z","caller":"traceutil/trace.go:171","msg":"trace[2090387511] linearizableReadLoop","detail":"{readStateIndex:5192; appliedIndex:5188; }","duration":"307.323455ms","start":"2026-04-02T03:38:28.059122Z","end":"2026-04-02T03:38:28.366446Z","steps":["trace[2090387511] 'read index received' (duration: 245.445733ms)","trace[2090387511] 'applied index is now lower than readState.Index' (duration: 61.876442ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:38:28.366544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:28.057676Z","time spent":"308.673782ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:38:28.366692Z","caller":"traceutil/trace.go:171","msg":"trace[1349464103] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"308.815344ms","start":"2026-04-02T03:38:28.057864Z","end":"2026-04-02T03:38:28.36668Z","steps":["trace[1349464103] 'process raft request' (duration: 308.299668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:28.366743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:28.057856Z","time spent":"308.863145ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1282,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:28.366829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.879723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:38:28.366843Z","caller":"traceutil/trace.go:171","msg":"trace[578838937] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"308.918775ms","start":"2026-04-02T03:38:28.05791Z","end":"2026-04-02T03:38:28.366829Z","steps":["trace[578838937] 'process raft request' (duration: 308.289497ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:28.366857Z","caller":"traceutil/trace.go:171","msg":"trace[1553993057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5004; }","duration":"315.927833ms","start":"2026-04-02T03:38:28.050922Z","end":"2026-04-02T03:38:28.366849Z","steps":["trace[1553993057] 'agreement among raft nodes before linearized reading' (duration: 315.878943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:28.366884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:28.050906Z","time spent":"315.974764ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T03:38:28.367339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:28.057902Z","time spent":"308.976716ms","remote":"127.0.0.1:51652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:38:28.393082Z","caller":"traceutil/trace.go:171","msg":"trace[1029928175] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"324.30303ms","start":"2026-04-02T03:38:28.068748Z","end":"2026-04-02T03:38:28.393051Z","steps":["trace[1029928175] 'process raft request' (duration: 323.56825ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:28.393285Z","caller":"traceutil/trace.go:171","msg":"trace[2013964435] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"324.32301ms","start":"2026-04-02T03:38:28.068918Z","end":"2026-04-02T03:38:28.393241Z","steps":["trace[2013964435] 'process raft request' (duration: 323.666301ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:28.39323Z","caller":"traceutil/trace.go:171","msg":"trace[1374348723] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"323.837213ms","start":"2026-04-02T03:38:28.069343Z","end":"2026-04-02T03:38:28.39318Z","steps":["trace[1374348723] 'process raft request' (duration: 323.338147ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:28.393368Z","caller":"traceutil/trace.go:171","msg":"trace[1632745968] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"324.521672ms","start":"2026-04-02T03:38:28.068816Z","end":"2026-04-02T03:38:28.393337Z","steps":["trace[1632745968] 'process raft request' (duration: 323.646301ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:28.393358Z","caller":"traceutil/trace.go:171","msg":"trace[1395453679] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"324.291929ms","start":"2026-04-02T03:38:28.068993Z","end":"2026-04-02T03:38:28.393285Z","steps":["trace[1395453679] 'process raft request' (duration: 323.643802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:28.393484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:28.068911Z","time spent":"324.472092ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:28.393527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:28.068809Z","time spent":"324.613693ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:28.393535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:28.06897Z","time spent":"324.483451ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:28.393563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:28.068735Z","time spent":"324.433391ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:28.39371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:28.069332Z","time spent":"324.087766ms","remote":"127.0.0.1:51832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12012,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:38:28.393734Z","caller":"traceutil/trace.go:171","msg":"trace[1104773913] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"324.838796ms","start":"2026-04-02T03:38:28.068845Z","end":"2026-04-02T03:38:28.393684Z","steps":["trace[1104773913] 'process raft request' (duration: 323.694141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:28.394007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:28.068827Z","time spent":"325.131559ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:38:28.393819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.546638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-96ba3340-b595-4abc-aa0a-b52de31f7572\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-04-02T03:38:28.394043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.619492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-04-02T03:38:28.394211Z","caller":"traceutil/trace.go:171","msg":"trace[750557874] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5010; }","duration":"324.949247ms","start":"2026-04-02T03:38:28.069247Z","end":"2026-04-02T03:38:28.394197Z","steps":["trace[750557874] 'agreement among raft nodes before linearized reading' (duration: 324.618892ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:28.394233Z","caller":"traceutil/trace.go:171","msg":"trace[1965506198] range","detail":"{range_begin:/registry/persistentvolumes/pvc-96ba3340-b595-4abc-aa0a-b52de31f7572; range_end:; response_count:1; response_revision:5010; }","duration":"330.973744ms","start":"2026-04-02T03:38:28.063214Z","end":"2026-04-02T03:38:28.394188Z","steps":["trace[1965506198] 'agreement among raft nodes before linearized reading' (duration: 330.482337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:28.394265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:28.069239Z","time spent":"325.013338ms","remote":"127.0.0.1:51466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1344,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-04-02T03:38:28.394319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:38:28.063189Z","time spent":"331.079675ms","remote":"127.0.0.1:51518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-96ba3340-b595-4abc-aa0a-b52de31f7572\" "} {"level":"info","ts":"2026-04-02T03:38:28.535748Z","caller":"traceutil/trace.go:171","msg":"trace[824229080] linearizableReadLoop","detail":"{readStateIndex:5200; appliedIndex:5199; }","duration":"113.615156ms","start":"2026-04-02T03:38:28.422106Z","end":"2026-04-02T03:38:28.535721Z","steps":["trace[824229080] 'read index received' (duration: 74.136977ms)","trace[824229080] 'applied index is now lower than readState.Index' (duration: 39.477279ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:38:28.536109Z","caller":"traceutil/trace.go:171","msg":"trace[1584823283] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"124.330931ms","start":"2026-04-02T03:38:28.411766Z","end":"2026-04-02T03:38:28.536097Z","steps":["trace[1584823283] 'process raft request' (duration: 84.673951ms)","trace[1584823283] 'compare' (duration: 39.071163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:38:28.536447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.113602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-02T03:38:28.536547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.422025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a26d094f42d90a\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-04-02T03:38:28.536548Z","caller":"traceutil/trace.go:171","msg":"trace[55900172] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5012; }","duration":"114.278603ms","start":"2026-04-02T03:38:28.422242Z","end":"2026-04-02T03:38:28.536521Z","steps":["trace[55900172] 'agreement among raft nodes before linearized reading' (duration: 113.96547ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:28.536575Z","caller":"traceutil/trace.go:171","msg":"trace[443491245] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a26d094f42d90a; range_end:; response_count:1; response_revision:5012; }","duration":"114.487216ms","start":"2026-04-02T03:38:28.422079Z","end":"2026-04-02T03:38:28.536566Z","steps":["trace[443491245] 'agreement among raft nodes before linearized reading' (duration: 114.352844ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:28.954286Z","caller":"traceutil/trace.go:171","msg":"trace[2124300865] linearizableReadLoop","detail":"{readStateIndex:5206; appliedIndex:5203; }","duration":"127.051386ms","start":"2026-04-02T03:38:28.827205Z","end":"2026-04-02T03:38:28.954256Z","steps":["trace[2124300865] 'read index received' (duration: 81.589241ms)","trace[2124300865] 'applied index is now lower than readState.Index' (duration: 45.460535ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:38:28.954403Z","caller":"traceutil/trace.go:171","msg":"trace[1931422326] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"135.122758ms","start":"2026-04-02T03:38:28.819262Z","end":"2026-04-02T03:38:28.954385Z","steps":["trace[1931422326] 'process raft request' (duration: 134.939926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:28.954501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.268408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:38:28.954324Z","caller":"traceutil/trace.go:171","msg":"trace[733032788] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"135.965618ms","start":"2026-04-02T03:38:28.818316Z","end":"2026-04-02T03:38:28.954282Z","steps":["trace[733032788] 'process raft request' (duration: 135.669024ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:28.954555Z","caller":"traceutil/trace.go:171","msg":"trace[1707895843] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5017; }","duration":"127.40283ms","start":"2026-04-02T03:38:28.827137Z","end":"2026-04-02T03:38:28.95454Z","steps":["trace[1707895843] 'agreement among raft nodes before linearized reading' (duration: 127.281059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:28.991248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.504368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T03:38:28.991285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.764818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:38:28.991367Z","caller":"traceutil/trace.go:171","msg":"trace[1363475227] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5018; }","duration":"156.68511ms","start":"2026-04-02T03:38:28.834656Z","end":"2026-04-02T03:38:28.991341Z","steps":["trace[1363475227] 'agreement among raft nodes before linearized reading' (duration: 156.435137ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:38:28.991378Z","caller":"traceutil/trace.go:171","msg":"trace[555743244] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5018; }","duration":"143.919159ms","start":"2026-04-02T03:38:28.847436Z","end":"2026-04-02T03:38:28.991355Z","steps":["trace[555743244] 'agreement among raft nodes before linearized reading' (duration: 143.696027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:38:29.26235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.267158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:38:29.262462Z","caller":"traceutil/trace.go:171","msg":"trace[1703696714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5018; }","duration":"192.43985ms","start":"2026-04-02T03:38:29.069993Z","end":"2026-04-02T03:38:29.262433Z","steps":["trace[1703696714] 'range keys from in-memory index tree' (duration: 192.166227ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:39:16.913136Z","caller":"traceutil/trace.go:171","msg":"trace[367876699] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"145.220209ms","start":"2026-04-02T03:39:16.767858Z","end":"2026-04-02T03:39:16.913078Z","steps":["trace[367876699] 'process raft request' (duration: 144.937876ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:39:16.913184Z","caller":"traceutil/trace.go:171","msg":"trace[103751550] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"145.199118ms","start":"2026-04-02T03:39:16.767936Z","end":"2026-04-02T03:39:16.913135Z","steps":["trace[103751550] 'process raft request' (duration: 145.040877ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:39:16.912903Z","caller":"traceutil/trace.go:171","msg":"trace[1050145378] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"145.015166ms","start":"2026-04-02T03:39:16.767842Z","end":"2026-04-02T03:39:16.912857Z","steps":["trace[1050145378] 'process raft request' (duration: 144.625571ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:39:35.795264Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2921} {"level":"info","ts":"2026-04-02T03:39:35.899835Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2921,"took":"103.140782ms","hash":2165138785,"current-db-size-bytes":52723712,"current-db-size":"53 MB","current-db-size-in-use-bytes":28995584,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-02T03:39:35.899922Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2165138785,"revision":2921,"compact-revision":-1} {"level":"info","ts":"2026-04-02T03:42:16.254905Z","caller":"traceutil/trace.go:171","msg":"trace[480470736] linearizableReadLoop","detail":"{readStateIndex:6873; appliedIndex:6872; }","duration":"187.635737ms","start":"2026-04-02T03:42:16.067237Z","end":"2026-04-02T03:42:16.254873Z","steps":["trace[480470736] 'read index received' (duration: 177.225859ms)","trace[480470736] 'applied index is now lower than readState.Index' (duration: 10.408158ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:42:16.255049Z","caller":"traceutil/trace.go:171","msg":"trace[1971941047] transaction","detail":"{read_only:false; response_revision:6630; number_of_response:1; }","duration":"198.771272ms","start":"2026-04-02T03:42:16.056262Z","end":"2026-04-02T03:42:16.255034Z","steps":["trace[1971941047] 'process raft request' (duration: 188.238934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:42:16.255332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.068062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T03:42:16.255373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.833257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T03:42:16.255475Z","caller":"traceutil/trace.go:171","msg":"trace[914491091] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6630; }","duration":"154.015579ms","start":"2026-04-02T03:42:16.101442Z","end":"2026-04-02T03:42:16.255457Z","steps":["trace[914491091] 'agreement among raft nodes before linearized reading' (duration: 153.776207ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:42:16.255452Z","caller":"traceutil/trace.go:171","msg":"trace[865006189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6630; }","duration":"188.219433ms","start":"2026-04-02T03:42:16.067215Z","end":"2026-04-02T03:42:16.255434Z","steps":["trace[865006189] 'agreement among raft nodes before linearized reading' (duration: 188.030611ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:42:17.130303Z","caller":"traceutil/trace.go:171","msg":"trace[1739031450] transaction","detail":"{read_only:false; response_revision:6632; number_of_response:1; }","duration":"113.067469ms","start":"2026-04-02T03:42:17.017194Z","end":"2026-04-02T03:42:17.130261Z","steps":["trace[1739031450] 'process raft request' (duration: 112.774746ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:44:35.801843Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5551} {"level":"info","ts":"2026-04-02T03:44:35.895255Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5551,"took":"91.959376ms","hash":2974141921,"current-db-size-bytes":52723712,"current-db-size":"53 MB","current-db-size-in-use-bytes":18366464,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-02T03:44:35.895332Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2974141921,"revision":5551,"compact-revision":2921}