{"level":"warn","ts":"2026-07-03T03:19:55.739237Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T03:19:55.739343Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.19:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.19:2380","--initial-cluster=instance=https://199.204.45.19:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.19:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.19:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-03T03:19:55.739419Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T03:19:55.739426Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.19:2380"]} {"level":"info","ts":"2026-07-03T03:19:55.739446Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T03:19:55.740244Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"]} {"level":"info","ts":"2026-07-03T03:19:55.740337Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.19:2380"],"listen-peer-urls":["https://199.204.45.19:2380"],"advertise-client-urls":["https://199.204.45.19:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.19:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-03T03:19:55.742952Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.36858ms"} {"level":"info","ts":"2026-07-03T03:19:55.748044Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a847c2e9c7010db6","cluster-id":"2b11a68e27507b05"} {"level":"info","ts":"2026-07-03T03:19:55.748163Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=()"} {"level":"info","ts":"2026-07-03T03:19:55.748278Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became follower at term 0"} {"level":"info","ts":"2026-07-03T03:19:55.748305Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a847c2e9c7010db6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-03T03:19:55.748315Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became follower at term 1"} {"level":"info","ts":"2026-07-03T03:19:55.748435Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(12125874831040253366)"} {"level":"warn","ts":"2026-07-03T03:19:55.754648Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-03T03:19:55.756478Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-03T03:19:55.759923Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-03T03:19:55.762294Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a847c2e9c7010db6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-03T03:19:55.762562Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a847c2e9c7010db6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-03T03:19:55.76262Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T03:19:55.762755Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T03:19:55.762767Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T03:19:55.771237Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(12125874831040253366)"} {"level":"info","ts":"2026-07-03T03:19:55.772015Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","added-peer-id":"a847c2e9c7010db6","added-peer-peer-urls":["https://199.204.45.19:2380"]} {"level":"info","ts":"2026-07-03T03:19:55.772826Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T03:19:55.773193Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a847c2e9c7010db6","initial-advertise-peer-urls":["https://199.204.45.19:2380"],"listen-peer-urls":["https://199.204.45.19:2380"],"advertise-client-urls":["https://199.204.45.19:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-03T03:19:55.772941Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.19:2380"} {"level":"info","ts":"2026-07-03T03:19:55.77412Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.19:2380"} {"level":"info","ts":"2026-07-03T03:19:55.77332Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-03T03:19:55.94932Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 is starting a new election at term 1"} {"level":"info","ts":"2026-07-03T03:19:55.949386Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-03T03:19:55.949425Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 received MsgPreVoteResp from a847c2e9c7010db6 at term 1"} {"level":"info","ts":"2026-07-03T03:19:55.949449Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became candidate at term 2"} {"level":"info","ts":"2026-07-03T03:19:55.949461Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 received MsgVoteResp from a847c2e9c7010db6 at term 2"} {"level":"info","ts":"2026-07-03T03:19:55.949476Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became leader at term 2"} {"level":"info","ts":"2026-07-03T03:19:55.949493Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a847c2e9c7010db6 elected leader a847c2e9c7010db6 at term 2"} {"level":"info","ts":"2026-07-03T03:19:55.95062Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a847c2e9c7010db6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.19:2379]}","request-path":"/0/members/a847c2e9c7010db6/attributes","cluster-id":"2b11a68e27507b05","publish-timeout":"7s"} {"level":"info","ts":"2026-07-03T03:19:55.950665Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T03:19:55.950727Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T03:19:55.950757Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T03:19:55.950986Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-03T03:19:55.951054Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-03T03:19:55.952556Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T03:19:55.952782Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T03:19:55.952883Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T03:19:55.95519Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.19:2379"} {"level":"info","ts":"2026-07-03T03:19:55.95584Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-03T03:20:11.270306Z","caller":"traceutil/trace.go:171","msg":"trace[218058499] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"118.936996ms","start":"2026-07-03T03:20:11.15134Z","end":"2026-07-03T03:20:11.270277Z","steps":["trace[218058499] 'process raft request' (duration: 118.789523ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:20:11.273218Z","caller":"traceutil/trace.go:171","msg":"trace[1406207525] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"119.312825ms","start":"2026-07-03T03:20:11.153865Z","end":"2026-07-03T03:20:11.273177Z","steps":["trace[1406207525] 'process raft request' (duration: 119.115471ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:20:11.476034Z","caller":"traceutil/trace.go:171","msg":"trace[652406625] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"101.412601ms","start":"2026-07-03T03:20:11.374589Z","end":"2026-07-03T03:20:11.476001Z","steps":["trace[652406625] 'process raft request' (duration: 45.020842ms)","trace[652406625] 'compare' (duration: 56.250876ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:20:41.263951Z","caller":"traceutil/trace.go:171","msg":"trace[2032739833] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"176.03375ms","start":"2026-07-03T03:20:41.087888Z","end":"2026-07-03T03:20:41.263922Z","steps":["trace[2032739833] 'process raft request' (duration: 175.379936ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:20:41.288383Z","caller":"traceutil/trace.go:171","msg":"trace[1731673370] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"198.761715ms","start":"2026-07-03T03:20:41.089597Z","end":"2026-07-03T03:20:41.288359Z","steps":["trace[1731673370] 'process raft request' (duration: 198.603132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:20:41.760702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.735747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:20:41.760836Z","caller":"traceutil/trace.go:171","msg":"trace[1799610236] linearizableReadLoop","detail":"{readStateIndex:628; appliedIndex:627; }","duration":"341.694223ms","start":"2026-07-03T03:20:41.419125Z","end":"2026-07-03T03:20:41.760819Z","steps":["trace[1799610236] 'read index received' (duration: 150.20693ms)","trace[1799610236] 'applied index is now lower than readState.Index' (duration: 191.485983ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:20:41.760931Z","caller":"traceutil/trace.go:171","msg":"trace[372347111] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"429.858746ms","start":"2026-07-03T03:20:41.331056Z","end":"2026-07-03T03:20:41.760915Z","steps":["trace[372347111] 'process raft request' (duration: 238.421934ms)","trace[372347111] 'compare' (duration: 190.580764ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:20:41.760988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:20:41.331009Z","time spent":"429.952188ms","remote":"127.0.0.1:57914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T03:20:41.761279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.150742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T03:20:41.761317Z","caller":"traceutil/trace.go:171","msg":"trace[1173881382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:603; }","duration":"342.263515ms","start":"2026-07-03T03:20:41.419043Z","end":"2026-07-03T03:20:41.761307Z","steps":["trace[1173881382] 'agreement among raft nodes before linearized reading' (duration: 342.03526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:20:41.761347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:20:41.419006Z","time spent":"342.334447ms","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T03:20:41.761958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.580356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:20:41.762098Z","caller":"traceutil/trace.go:171","msg":"trace[227353382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:603; }","duration":"148.779581ms","start":"2026-07-03T03:20:41.613282Z","end":"2026-07-03T03:20:41.762061Z","steps":["trace[227353382] 'agreement among raft nodes before linearized reading' (duration: 147.947963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:20:56.27639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.193823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-hgkqb\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-07-03T03:20:56.276524Z","caller":"traceutil/trace.go:171","msg":"trace[1976792088] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-hgkqb; range_end:; response_count:1; response_revision:768; }","duration":"102.420518ms","start":"2026-07-03T03:20:56.174072Z","end":"2026-07-03T03:20:56.276493Z","steps":["trace[1976792088] 'range keys from in-memory index tree' (duration: 101.911866ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:20:56.41777Z","caller":"traceutil/trace.go:171","msg":"trace[1385432159] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"132.34147ms","start":"2026-07-03T03:20:56.285399Z","end":"2026-07-03T03:20:56.41774Z","steps":["trace[1385432159] 'process raft request' (duration: 132.152046ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:21:28.142611Z","caller":"traceutil/trace.go:171","msg":"trace[621696223] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"121.93337ms","start":"2026-07-03T03:21:28.020632Z","end":"2026-07-03T03:21:28.142566Z","steps":["trace[621696223] 'process raft request' (duration: 69.027841ms)","trace[621696223] 'compare' (duration: 52.683665ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:21:28.281341Z","caller":"traceutil/trace.go:171","msg":"trace[826388738] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"134.071477ms","start":"2026-07-03T03:21:28.147242Z","end":"2026-07-03T03:21:28.281314Z","steps":["trace[826388738] 'process raft request' (duration: 133.943515ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:12.854509Z","caller":"traceutil/trace.go:171","msg":"trace[1622924514] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"295.980581ms","start":"2026-07-03T03:22:12.558489Z","end":"2026-07-03T03:22:12.85447Z","steps":["trace[1622924514] 'process raft request' (duration: 230.229638ms)","trace[1622924514] 'compare' (duration: 65.557289ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:22:12.905731Z","caller":"traceutil/trace.go:171","msg":"trace[1295413112] linearizableReadLoop","detail":"{readStateIndex:1912; appliedIndex:1910; }","duration":"291.552047ms","start":"2026-07-03T03:22:12.614162Z","end":"2026-07-03T03:22:12.905715Z","steps":["trace[1295413112] 'read index received' (duration: 174.501727ms)","trace[1295413112] 'applied index is now lower than readState.Index' (duration: 117.04918ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:22:12.90585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.678681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:22:12.905908Z","caller":"traceutil/trace.go:171","msg":"trace[677128008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1840; }","duration":"291.762972ms","start":"2026-07-03T03:22:12.614107Z","end":"2026-07-03T03:22:12.90587Z","steps":["trace[677128008] 'agreement among raft nodes before linearized reading' (duration: 291.700221ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:12.905781Z","caller":"traceutil/trace.go:171","msg":"trace[644201073] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"331.786901ms","start":"2026-07-03T03:22:12.573976Z","end":"2026-07-03T03:22:12.905763Z","steps":["trace[644201073] 'process raft request' (duration: 331.636378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:12.906189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.414534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T03:22:12.90626Z","caller":"traceutil/trace.go:171","msg":"trace[1857698366] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1840; }","duration":"206.530146ms","start":"2026-07-03T03:22:12.699706Z","end":"2026-07-03T03:22:12.906236Z","steps":["trace[1857698366] 'agreement among raft nodes before linearized reading' (duration: 206.326002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:12.906381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:12.573955Z","time spent":"332.059446ms","remote":"127.0.0.1:57590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10969,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:22:25.01456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.569424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:22:25.014765Z","caller":"traceutil/trace.go:171","msg":"trace[126248783] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"120.227967ms","start":"2026-07-03T03:22:24.894504Z","end":"2026-07-03T03:22:25.014732Z","steps":["trace[126248783] 'compare' (duration: 111.459302ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:28.250115Z","caller":"traceutil/trace.go:171","msg":"trace[1993128007] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"130.420753ms","start":"2026-07-03T03:22:28.119663Z","end":"2026-07-03T03:22:28.250084Z","steps":["trace[1993128007] 'process raft request' (duration: 130.245789ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:23:08.064408Z","caller":"traceutil/trace.go:171","msg":"trace[2137135579] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"174.298945ms","start":"2026-07-03T03:23:07.890082Z","end":"2026-07-03T03:23:08.064381Z","steps":["trace[2137135579] 'process raft request' (duration: 174.121932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:42.429362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.058341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-03T03:23:42.429476Z","caller":"traceutil/trace.go:171","msg":"trace[740920727] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2552; }","duration":"111.215434ms","start":"2026-07-03T03:23:42.318232Z","end":"2026-07-03T03:23:42.429447Z","steps":["trace[740920727] 'range keys from in-memory index tree' (duration: 110.869817ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:24:10.016481Z","caller":"traceutil/trace.go:171","msg":"trace[1441756516] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"138.707018ms","start":"2026-07-03T03:24:09.877741Z","end":"2026-07-03T03:24:10.016448Z","steps":["trace[1441756516] 'process raft request' (duration: 138.417522ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:28:00.342616Z","caller":"traceutil/trace.go:171","msg":"trace[1585075731] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"103.430405ms","start":"2026-07-03T03:28:00.23915Z","end":"2026-07-03T03:28:00.34258Z","steps":["trace[1585075731] 'process raft request' (duration: 103.131238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:28:09.891674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.817809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:28:09.891821Z","caller":"traceutil/trace.go:171","msg":"trace[1082495402] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"151.241499ms","start":"2026-07-03T03:28:09.740549Z","end":"2026-07-03T03:28:09.89179Z","steps":["trace[1082495402] 'process raft request' (duration: 28.198514ms)","trace[1082495402] 'compare' (duration: 122.39619ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:28:10.089038Z","caller":"traceutil/trace.go:171","msg":"trace[630097266] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"121.916351ms","start":"2026-07-03T03:28:09.967082Z","end":"2026-07-03T03:28:10.088998Z","steps":["trace[630097266] 'process raft request' (duration: 121.535343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:28:30.985034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.675991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5babf91-74f7-4161-b8f3-bd0b02b53811\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-07-03T03:28:30.985153Z","caller":"traceutil/trace.go:171","msg":"trace[134805858] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5babf91-74f7-4161-b8f3-bd0b02b53811; range_end:; response_count:1; response_revision:5353; }","duration":"120.845884ms","start":"2026-07-03T03:28:30.864286Z","end":"2026-07-03T03:28:30.985132Z","steps":["trace[134805858] 'range keys from in-memory index tree' (duration: 120.449725ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:56.344753Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2977} {"level":"info","ts":"2026-07-03T03:29:56.464084Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2977,"took":"117.764501ms","hash":1482398093,"current-db-size-bytes":58363904,"current-db-size":"58 MB","current-db-size-in-use-bytes":34410496,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-03T03:29:56.464148Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1482398093,"revision":2977,"compact-revision":-1} {"level":"warn","ts":"2026-07-03T03:31:42.024307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.008925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:31:42.024401Z","caller":"traceutil/trace.go:171","msg":"trace[500398920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6725; }","duration":"412.146698ms","start":"2026-07-03T03:31:41.612234Z","end":"2026-07-03T03:31:42.024381Z","steps":["trace[500398920] 'range keys from in-memory index tree' (duration: 411.891392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:31:42.024438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:41.612215Z","time spent":"412.215589ms","remote":"127.0.0.1:57438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T03:31:42.025566Z","caller":"traceutil/trace.go:171","msg":"trace[1331940848] linearizableReadLoop","detail":"{readStateIndex:6964; appliedIndex:6963; }","duration":"170.535076ms","start":"2026-07-03T03:31:41.854997Z","end":"2026-07-03T03:31:42.025532Z","steps":["trace[1331940848] 'read index received' (duration: 170.344891ms)","trace[1331940848] 'applied index is now lower than readState.Index' (duration: 189.015µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:31:42.02571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.691319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:31:42.025746Z","caller":"traceutil/trace.go:171","msg":"trace[1949206114] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6726; }","duration":"170.794911ms","start":"2026-07-03T03:31:41.854939Z","end":"2026-07-03T03:31:42.025734Z","steps":["trace[1949206114] 'agreement among raft nodes before linearized reading' (duration: 170.70867ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:31:42.025693Z","caller":"traceutil/trace.go:171","msg":"trace[1292094782] transaction","detail":"{read_only:false; response_revision:6726; number_of_response:1; }","duration":"261.016381ms","start":"2026-07-03T03:31:41.764628Z","end":"2026-07-03T03:31:42.025644Z","steps":["trace[1292094782] 'process raft request' (duration: 260.742285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:31:47.804781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988152153769419025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T03:31:48.305396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988152153769419025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T03:31:48.806586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988152153769419025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T03:31:49.307544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988152153769419025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T03:31:49.613328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999954565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T03:31:49.613466Z","caller":"traceutil/trace.go:171","msg":"trace[772767553] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000091138s","start":"2026-07-03T03:31:47.613325Z","end":"2026-07-03T03:31:49.613416Z","steps":["trace[772767553] 'agreement among raft nodes before linearized reading' (duration: 1.999949365s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:31:49.613625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:47.613278Z","time spent":"2.000283252s","remote":"127.0.0.1:57432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 03:31:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T03:31:49.807695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988152153769419025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T03:31:50.000788Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.77147102s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T03:31:50.001475Z","caller":"traceutil/trace.go:171","msg":"trace[1180116843] transaction","detail":"{read_only:false; response_revision:6756; number_of_response:1; }","duration":"2.772200067s","start":"2026-07-03T03:31:47.229238Z","end":"2026-07-03T03:31:50.001438Z","steps":["trace[1180116843] 'process raft request' (duration: 2.772035183s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:31:50.001628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:47.229223Z","time spent":"2.772318109s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:31:50.657199Z","caller":"traceutil/trace.go:171","msg":"trace[1720652986] transaction","detail":"{read_only:false; response_revision:6757; number_of_response:1; }","duration":"3.25305835s","start":"2026-07-03T03:31:47.40411Z","end":"2026-07-03T03:31:50.657168Z","steps":["trace[1720652986] 'process raft request' (duration: 3.252853346s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:31:50.657559Z","caller":"traceutil/trace.go:171","msg":"trace[44801793] transaction","detail":"{read_only:false; response_revision:6758; number_of_response:1; }","duration":"2.627174002s","start":"2026-07-03T03:31:48.030361Z","end":"2026-07-03T03:31:50.657535Z","steps":["trace[44801793] 'process raft request' (duration: 2.626769233s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:31:50.657398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:47.404079Z","time spent":"3.253237483s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:31:50.6577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:48.030338Z","time spent":"2.627293074s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:31:50.658017Z","caller":"traceutil/trace.go:171","msg":"trace[1222089710] transaction","detail":"{read_only:false; response_revision:6759; number_of_response:1; }","duration":"2.616818048s","start":"2026-07-03T03:31:48.041187Z","end":"2026-07-03T03:31:50.658005Z","steps":["trace[1222089710] 'process raft request' (duration: 2.616272306s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:31:50.658087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:48.041174Z","time spent":"2.616878829s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:31:50.658396Z","caller":"traceutil/trace.go:171","msg":"trace[1252417515] transaction","detail":"{read_only:false; response_revision:6760; number_of_response:1; }","duration":"2.379830385s","start":"2026-07-03T03:31:48.278546Z","end":"2026-07-03T03:31:50.658376Z","steps":["trace[1252417515] 'process raft request' (duration: 2.379410656s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:31:50.658517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:48.278522Z","time spent":"2.379935648s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:31:50.659651Z","caller":"traceutil/trace.go:171","msg":"trace[626338634] linearizableReadLoop","detail":"{readStateIndex:7000; appliedIndex:6994; }","duration":"3.355404062s","start":"2026-07-03T03:31:47.304226Z","end":"2026-07-03T03:31:50.65963Z","steps":["trace[626338634] 'read index received' (duration: 2.697095043s)","trace[626338634] 'applied index is now lower than readState.Index' (duration: 658.307649ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:31:50.659747Z","caller":"traceutil/trace.go:171","msg":"trace[1273998969] transaction","detail":"{read_only:false; response_revision:6761; number_of_response:1; }","duration":"2.379451499s","start":"2026-07-03T03:31:48.280226Z","end":"2026-07-03T03:31:50.659677Z","steps":["trace[1273998969] 'process raft request' (duration: 2.377844823s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:31:50.659856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.355635696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T03:31:50.659866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025337994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T03:31:50.659887Z","caller":"traceutil/trace.go:171","msg":"trace[988472116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6761; }","duration":"3.355705248s","start":"2026-07-03T03:31:47.304174Z","end":"2026-07-03T03:31:50.659879Z","steps":["trace[988472116] 'agreement among raft nodes before linearized reading' (duration: 3.355572305s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:31:50.659887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.335274287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T03:31:50.659911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:47.304157Z","time spent":"3.355750508s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T03:31:50.659912Z","caller":"traceutil/trace.go:171","msg":"trace[1181857544] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:6761; }","duration":"2.025429576s","start":"2026-07-03T03:31:48.634471Z","end":"2026-07-03T03:31:50.659901Z","steps":["trace[1181857544] 'agreement among raft nodes before linearized reading' (duration: 2.025346335s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:31:50.659925Z","caller":"traceutil/trace.go:171","msg":"trace[114150587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6761; }","duration":"3.335344668s","start":"2026-07-03T03:31:47.324569Z","end":"2026-07-03T03:31:50.659913Z","steps":["trace[114150587] 'agreement among raft nodes before linearized reading' (duration: 3.335197654s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:31:50.659927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:48.280212Z","time spent":"2.379622662s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:31:50.659949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:48.634451Z","time spent":"2.025489797s","remote":"127.0.0.1:52048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T03:31:50.659963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:47.324557Z","time spent":"3.335398498s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T03:31:50.660078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046392436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:31:50.660097Z","caller":"traceutil/trace.go:171","msg":"trace[219152263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6761; }","duration":"1.046443727s","start":"2026-07-03T03:31:49.613648Z","end":"2026-07-03T03:31:50.660092Z","steps":["trace[219152263] 'agreement among raft nodes before linearized reading' (duration: 1.046409007s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:31:50.660112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:49.613632Z","time spent":"1.046476508s","remote":"127.0.0.1:57438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T03:31:50.660138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323432564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-03T03:31:50.660167Z","caller":"traceutil/trace.go:171","msg":"trace[821100872] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:6761; }","duration":"1.323510726s","start":"2026-07-03T03:31:49.336647Z","end":"2026-07-03T03:31:50.660158Z","steps":["trace[821100872] 'agreement among raft nodes before linearized reading' (duration: 1.323441904s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:31:50.660169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.135029078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T03:31:50.660195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:49.336628Z","time spent":"1.323558887s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"info","ts":"2026-07-03T03:31:50.660202Z","caller":"traceutil/trace.go:171","msg":"trace[1668021961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6761; }","duration":"3.13509573s","start":"2026-07-03T03:31:47.525097Z","end":"2026-07-03T03:31:50.660192Z","steps":["trace[1668021961] 'agreement among raft nodes before linearized reading' (duration: 3.134959037s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:31:50.660238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:47.525082Z","time spent":"3.13515012s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T03:31:50.660236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.235128322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-07-03T03:31:50.660269Z","caller":"traceutil/trace.go:171","msg":"trace[1979042780] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6761; }","duration":"3.235217544s","start":"2026-07-03T03:31:47.425043Z","end":"2026-07-03T03:31:50.66026Z","steps":["trace[1979042780] 'agreement among raft nodes before linearized reading' (duration: 3.235116122s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:31:50.660297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:47.425031Z","time spent":"3.235260205s","remote":"127.0.0.1:57590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T03:31:50.660375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328603855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:31:50.660407Z","caller":"traceutil/trace.go:171","msg":"trace[1066871242] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:6761; }","duration":"1.328654786s","start":"2026-07-03T03:31:49.331744Z","end":"2026-07-03T03:31:50.660399Z","steps":["trace[1066871242] 'agreement among raft nodes before linearized reading' (duration: 1.328576674s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:31:50.660445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:49.331691Z","time spent":"1.328746738s","remote":"127.0.0.1:55222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-03T03:31:50.660502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148362483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dc67g\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-03T03:31:50.660527Z","caller":"traceutil/trace.go:171","msg":"trace[263173062] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dc67g; range_end:; response_count:1; response_revision:6761; }","duration":"2.148417535s","start":"2026-07-03T03:31:48.512104Z","end":"2026-07-03T03:31:50.660522Z","steps":["trace[263173062] 'agreement among raft nodes before linearized reading' (duration: 2.148352933s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:31:50.660545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:48.512048Z","time spent":"2.148492386s","remote":"127.0.0.1:57590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-dc67g\" "} {"level":"warn","ts":"2026-07-03T03:31:50.660707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370370851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T03:31:50.66078Z","caller":"traceutil/trace.go:171","msg":"trace[95436428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6761; }","duration":"2.370410792s","start":"2026-07-03T03:31:48.290323Z","end":"2026-07-03T03:31:50.660734Z","steps":["trace[95436428] 'agreement among raft nodes before linearized reading' (duration: 2.37030385s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:31:50.660814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:48.290249Z","time spent":"2.370557915s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T03:31:50.662252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.335472571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T03:31:50.662298Z","caller":"traceutil/trace.go:171","msg":"trace[1765348736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6761; }","duration":"3.335540062s","start":"2026-07-03T03:31:47.326747Z","end":"2026-07-03T03:31:50.662287Z","steps":["trace[1765348736] 'agreement among raft nodes before linearized reading' (duration: 3.333691882s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:31:50.66233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:47.326738Z","time spent":"3.335583863s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T03:31:50.767012Z","caller":"traceutil/trace.go:171","msg":"trace[772768190] linearizableReadLoop","detail":"{readStateIndex:7001; appliedIndex:7000; }","duration":"103.458586ms","start":"2026-07-03T03:31:50.663527Z","end":"2026-07-03T03:31:50.766985Z","steps":["trace[772768190] 'read index received' (duration: 23.586339ms)","trace[772768190] 'applied index is now lower than readState.Index' (duration: 79.870847ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:31:50.767412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.853244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-07-03T03:31:50.767452Z","caller":"traceutil/trace.go:171","msg":"trace[364129179] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6761; }","duration":"103.944336ms","start":"2026-07-03T03:31:50.663498Z","end":"2026-07-03T03:31:50.767443Z","steps":["trace[364129179] 'agreement among raft nodes before linearized reading' (duration: 103.761233ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:31:50.83384Z","caller":"traceutil/trace.go:171","msg":"trace[1207809487] transaction","detail":"{read_only:false; response_revision:6764; number_of_response:1; }","duration":"168.478271ms","start":"2026-07-03T03:31:50.665342Z","end":"2026-07-03T03:31:50.83382Z","steps":["trace[1207809487] 'process raft request' (duration: 168.361709ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:31:50.833842Z","caller":"traceutil/trace.go:171","msg":"trace[1825802306] transaction","detail":"{read_only:false; response_revision:6762; number_of_response:1; }","duration":"170.010025ms","start":"2026-07-03T03:31:50.66379Z","end":"2026-07-03T03:31:50.8338Z","steps":["trace[1825802306] 'process raft request' (duration: 169.739539ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:31:50.833885Z","caller":"traceutil/trace.go:171","msg":"trace[713406762] transaction","detail":"{read_only:false; response_revision:6763; number_of_response:1; }","duration":"168.807798ms","start":"2026-07-03T03:31:50.665038Z","end":"2026-07-03T03:31:50.833846Z","steps":["trace[713406762] 'process raft request' (duration: 168.617484ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:31:50.834231Z","caller":"traceutil/trace.go:171","msg":"trace[1382014269] transaction","detail":"{read_only:false; response_revision:6765; number_of_response:1; }","duration":"168.848729ms","start":"2026-07-03T03:31:50.665368Z","end":"2026-07-03T03:31:50.834217Z","steps":["trace[1382014269] 'process raft request' (duration: 168.411199ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:31:50.834572Z","caller":"traceutil/trace.go:171","msg":"trace[1702549661] transaction","detail":"{read_only:false; response_revision:6766; number_of_response:1; }","duration":"166.768174ms","start":"2026-07-03T03:31:50.667784Z","end":"2026-07-03T03:31:50.834553Z","steps":["trace[1702549661] 'process raft request' (duration: 166.325004ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:31:50.834582Z","caller":"traceutil/trace.go:171","msg":"trace[627105843] transaction","detail":"{read_only:false; response_revision:6767; number_of_response:1; }","duration":"165.702811ms","start":"2026-07-03T03:31:50.668861Z","end":"2026-07-03T03:31:50.834564Z","steps":["trace[627105843] 'process raft request' (duration: 165.531287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:31:50.834657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.634856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:31:50.834733Z","caller":"traceutil/trace.go:171","msg":"trace[431982467] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6767; }","duration":"132.754018ms","start":"2026-07-03T03:31:50.701961Z","end":"2026-07-03T03:31:50.834715Z","steps":["trace[431982467] 'agreement among raft nodes before linearized reading' (duration: 132.609685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:31:50.834667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.679691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:31:50.834813Z","caller":"traceutil/trace.go:171","msg":"trace[48582356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6767; }","duration":"165.854054ms","start":"2026-07-03T03:31:50.668941Z","end":"2026-07-03T03:31:50.834795Z","steps":["trace[48582356] 'agreement among raft nodes before linearized reading' (duration: 165.632609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:31:50.835181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.574465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:150612"} {"level":"info","ts":"2026-07-03T03:31:50.835301Z","caller":"traceutil/trace.go:171","msg":"trace[419485903] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:6767; }","duration":"169.717637ms","start":"2026-07-03T03:31:50.665571Z","end":"2026-07-03T03:31:50.835289Z","steps":["trace[419485903] 'agreement among raft nodes before linearized reading' (duration: 169.027873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:31:59.112661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988152153769419151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T03:31:59.271283Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.230421774s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T03:31:59.271726Z","caller":"traceutil/trace.go:171","msg":"trace[1910979601] transaction","detail":"{read_only:false; response_revision:6807; number_of_response:1; }","duration":"1.230957475s","start":"2026-07-03T03:31:58.040745Z","end":"2026-07-03T03:31:59.271702Z","steps":["trace[1910979601] 'process raft request' (duration: 1.230817402s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:31:59.271885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:58.040726Z","time spent":"1.231079028s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:32:00.612668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000591871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T03:32:00.612747Z","caller":"traceutil/trace.go:171","msg":"trace[1150780459] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000768915s","start":"2026-07-03T03:31:58.611961Z","end":"2026-07-03T03:32:00.61273Z","steps":["trace[1150780459] 'agreement among raft nodes before linearized reading' (duration: 2.000633902s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:00.612785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:58.61193Z","time spent":"2.000846316s","remote":"127.0.0.1:57432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 03:32:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T03:32:02.083577Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.812007547s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T03:32:02.08406Z","caller":"traceutil/trace.go:171","msg":"trace[191762963] transaction","detail":"{read_only:false; response_revision:6809; number_of_response:1; }","duration":"3.404782129s","start":"2026-07-03T03:31:58.679255Z","end":"2026-07-03T03:32:02.084037Z","steps":["trace[191762963] 'process raft request' (duration: 3.404697797s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:02.084082Z","caller":"traceutil/trace.go:171","msg":"trace[951699593] transaction","detail":"{read_only:false; response_revision:6808; number_of_response:1; }","duration":"3.920926865s","start":"2026-07-03T03:31:58.163125Z","end":"2026-07-03T03:32:02.084052Z","steps":["trace[951699593] 'process raft request' (duration: 3.92069582s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:02.084189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:58.67923Z","time spent":"3.404884832s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:32:02.084195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:58.163099Z","time spent":"3.921028587s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:32:02.084357Z","caller":"traceutil/trace.go:171","msg":"trace[1158874451] linearizableReadLoop","detail":"{readStateIndex:7052; appliedIndex:7047; }","duration":"3.472306679s","start":"2026-07-03T03:31:58.612029Z","end":"2026-07-03T03:32:02.084336Z","steps":["trace[1158874451] 'read index received' (duration: 659.532185ms)","trace[1158874451] 'applied index is now lower than readState.Index' (duration: 2.812773174s)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:32:02.084361Z","caller":"traceutil/trace.go:171","msg":"trace[606638465] transaction","detail":"{read_only:false; response_revision:6810; number_of_response:1; }","duration":"3.400957115s","start":"2026-07-03T03:31:58.683369Z","end":"2026-07-03T03:32:02.084326Z","steps":["trace[606638465] 'process raft request' (duration: 3.400630238s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:02.084432Z","caller":"traceutil/trace.go:171","msg":"trace[2060729350] transaction","detail":"{read_only:false; response_revision:6811; number_of_response:1; }","duration":"3.40068055s","start":"2026-07-03T03:31:58.68373Z","end":"2026-07-03T03:32:02.08441Z","steps":["trace[2060729350] 'process raft request' (duration: 3.400519927s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:02.084579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:58.683702Z","time spent":"3.400783692s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:32:02.084586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:58.683346Z","time spent":"3.401101219s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:32:02.144595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.443517596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T03:32:02.144664Z","caller":"traceutil/trace.go:171","msg":"trace[189358145] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:6814; }","duration":"3.443637899s","start":"2026-07-03T03:31:58.701011Z","end":"2026-07-03T03:32:02.144649Z","steps":["trace[189358145] 'agreement among raft nodes before linearized reading' (duration: 3.443462945s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:02.144664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.646918358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/identity\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:32:02.144694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:58.700999Z","time spent":"3.443688219s","remote":"127.0.0.1:57476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":73,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-03T03:32:02.144708Z","caller":"traceutil/trace.go:171","msg":"trace[1450635336] range","detail":"{range_begin:/registry/ingress/openstack/identity; range_end:; response_count:0; response_revision:6814; }","duration":"2.64699202s","start":"2026-07-03T03:31:59.4977Z","end":"2026-07-03T03:32:02.144692Z","steps":["trace[1450635336] 'agreement among raft nodes before linearized reading' (duration: 2.646925048s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:02.144738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:59.497684Z","time spent":"2.64704795s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/openstack/identity\" "} {"level":"info","ts":"2026-07-03T03:32:02.144744Z","caller":"traceutil/trace.go:171","msg":"trace[1491094054] transaction","detail":"{read_only:false; response_revision:6812; number_of_response:1; }","duration":"867.482598ms","start":"2026-07-03T03:32:01.277232Z","end":"2026-07-03T03:32:02.144715Z","steps":["trace[1491094054] 'process raft request' (duration: 867.056749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:02.144873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.27393181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T03:32:02.144903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516547707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:32:02.144898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:32:01.277201Z","time spent":"867.611741ms","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:32:02.144926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.274592764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T03:32:02.144933Z","caller":"traceutil/trace.go:171","msg":"trace[1245786799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6814; }","duration":"1.516614348s","start":"2026-07-03T03:32:00.62831Z","end":"2026-07-03T03:32:02.144925Z","steps":["trace[1245786799] 'agreement among raft nodes before linearized reading' (duration: 1.516566457s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:02.144932Z","caller":"traceutil/trace.go:171","msg":"trace[993688649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6814; }","duration":"3.274023242s","start":"2026-07-03T03:31:58.870896Z","end":"2026-07-03T03:32:02.144919Z","steps":["trace[993688649] 'agreement among raft nodes before linearized reading' (duration: 3.273838938s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:02.144947Z","caller":"traceutil/trace.go:171","msg":"trace[1959319628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6814; }","duration":"3.274622996s","start":"2026-07-03T03:31:58.870318Z","end":"2026-07-03T03:32:02.144941Z","steps":["trace[1959319628] 'agreement among raft nodes before linearized reading' (duration: 3.274543893s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:02.144957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:32:00.628288Z","time spent":"1.516664181s","remote":"127.0.0.1:57432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T03:32:02.144923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093460143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-07-03T03:32:02.145021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807443199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-03T03:32:02.145028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.275085197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T03:32:02.145029Z","caller":"traceutil/trace.go:171","msg":"trace[1465290877] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6814; }","duration":"1.093621617s","start":"2026-07-03T03:32:01.051383Z","end":"2026-07-03T03:32:02.145005Z","steps":["trace[1465290877] 'agreement among raft nodes before linearized reading' (duration: 1.093288629s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:02.145079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920623615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:32:02.145086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531705156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:32:02.145094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.276572308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T03:32:02.145082Z","caller":"traceutil/trace.go:171","msg":"trace[581819842] transaction","detail":"{read_only:false; response_revision:6813; number_of_response:1; }","duration":"621.332689ms","start":"2026-07-03T03:32:01.52373Z","end":"2026-07-03T03:32:02.145063Z","steps":["trace[581819842] 'process raft request' (duration: 620.674004ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:02.145045Z","caller":"traceutil/trace.go:171","msg":"trace[1599678237] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:6814; }","duration":"2.80749923s","start":"2026-07-03T03:31:59.33754Z","end":"2026-07-03T03:32:02.145039Z","steps":["trace[1599678237] 'agreement among raft nodes before linearized reading' (duration: 2.807439899s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:02.145113Z","caller":"traceutil/trace.go:171","msg":"trace[337384901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6814; }","duration":"3.276590498s","start":"2026-07-03T03:31:58.868518Z","end":"2026-07-03T03:32:02.145109Z","steps":["trace[337384901] 'agreement among raft nodes before linearized reading' (duration: 3.276541707s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:02.145113Z","caller":"traceutil/trace.go:171","msg":"trace[1458885300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6814; }","duration":"1.531775087s","start":"2026-07-03T03:32:00.61333Z","end":"2026-07-03T03:32:02.145105Z","steps":["trace[1458885300] 'agreement among raft nodes before linearized reading' (duration: 1.531736526s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:02.145129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:58.868466Z","time spent":"3.27666015s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T03:32:02.145135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:32:00.613308Z","time spent":"1.531822718s","remote":"127.0.0.1:57438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T03:32:02.145141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.169937493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:32:02.145137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:59.337525Z","time spent":"2.807602153s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"info","ts":"2026-07-03T03:32:02.145162Z","caller":"traceutil/trace.go:171","msg":"trace[1450437912] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:6814; }","duration":"3.169980714s","start":"2026-07-03T03:31:58.975173Z","end":"2026-07-03T03:32:02.145154Z","steps":["trace[1450437912] 'agreement among raft nodes before linearized reading' (duration: 3.169943164s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:02.145184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:58.975162Z","time spent":"3.170016845s","remote":"127.0.0.1:50358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T03:32:02.145184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:32:01.5237Z","time spent":"621.423602ms","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:32:02.145087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:32:01.05136Z","time spent":"1.09371474s","remote":"127.0.0.1:57590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T03:32:02.145268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106930028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T03:32:02.145297Z","caller":"traceutil/trace.go:171","msg":"trace[692997247] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:6814; }","duration":"2.10699641s","start":"2026-07-03T03:32:00.038291Z","end":"2026-07-03T03:32:02.145287Z","steps":["trace[692997247] 'agreement among raft nodes before linearized reading' (duration: 2.106951159s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:02.145328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:32:00.038271Z","time spent":"2.107049421s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-07-03T03:32:02.145048Z","caller":"traceutil/trace.go:171","msg":"trace[193453761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6814; }","duration":"3.275116157s","start":"2026-07-03T03:31:58.869926Z","end":"2026-07-03T03:32:02.145043Z","steps":["trace[193453761] 'agreement among raft nodes before linearized reading' (duration: 3.275057846s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:02.14537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269811432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dc67g\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-07-03T03:32:02.145387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:58.869919Z","time spent":"3.275462274s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T03:32:02.145103Z","caller":"traceutil/trace.go:171","msg":"trace[823029481] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:6814; }","duration":"2.920688366s","start":"2026-07-03T03:31:59.224407Z","end":"2026-07-03T03:32:02.145095Z","steps":["trace[823029481] 'agreement among raft nodes before linearized reading' (duration: 2.920652915s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:02.144972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:58.870313Z","time spent":"3.274653086s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T03:32:02.145471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153096546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:32:02.145467Z","caller":"traceutil/trace.go:171","msg":"trace[1555790481] transaction","detail":"{read_only:false; response_revision:6814; number_of_response:1; }","duration":"506.304484ms","start":"2026-07-03T03:32:01.639145Z","end":"2026-07-03T03:32:02.14545Z","steps":["trace[1555790481] 'process raft request' (duration: 505.292091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:02.144964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:58.870881Z","time spent":"3.274076844s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T03:32:02.145497Z","caller":"traceutil/trace.go:171","msg":"trace[162287622] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:6814; }","duration":"2.153124666s","start":"2026-07-03T03:31:59.992365Z","end":"2026-07-03T03:32:02.145489Z","steps":["trace[162287622] 'agreement among raft nodes before linearized reading' (duration: 2.153078215s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:02.145473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:59.224385Z","time spent":"2.921081625s","remote":"127.0.0.1:57806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T03:32:02.145521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:59.992303Z","time spent":"2.153211368s","remote":"127.0.0.1:50464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-03T03:32:02.145255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.279734526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T03:32:02.145543Z","caller":"traceutil/trace.go:171","msg":"trace[2082036793] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6814; }","duration":"3.280059273s","start":"2026-07-03T03:31:58.865478Z","end":"2026-07-03T03:32:02.145537Z","steps":["trace[2082036793] 'agreement among raft nodes before linearized reading' (duration: 3.279741467s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:02.145563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:58.865461Z","time spent":"3.280098414s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T03:32:02.145581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:32:01.639118Z","time spent":"506.388845ms","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:32:02.14539Z","caller":"traceutil/trace.go:171","msg":"trace[220946733] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dc67g; range_end:; response_count:1; response_revision:6814; }","duration":"3.269851233s","start":"2026-07-03T03:31:58.875533Z","end":"2026-07-03T03:32:02.145384Z","steps":["trace[220946733] 'agreement among raft nodes before linearized reading' (duration: 3.269788342s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:02.145763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:31:58.875505Z","time spent":"3.270244171s","remote":"127.0.0.1:57590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-dc67g\" "} {"level":"info","ts":"2026-07-03T03:32:02.26953Z","caller":"traceutil/trace.go:171","msg":"trace[491835318] transaction","detail":"{read_only:false; response_revision:6816; number_of_response:1; }","duration":"120.083416ms","start":"2026-07-03T03:32:02.149429Z","end":"2026-07-03T03:32:02.269512Z","steps":["trace[491835318] 'process raft request' (duration: 119.902332ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:02.269517Z","caller":"traceutil/trace.go:171","msg":"trace[973280033] transaction","detail":"{read_only:false; response_revision:6815; number_of_response:1; }","duration":"120.134296ms","start":"2026-07-03T03:32:02.14935Z","end":"2026-07-03T03:32:02.269485Z","steps":["trace[973280033] 'process raft request' (duration: 119.82782ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:02.269595Z","caller":"traceutil/trace.go:171","msg":"trace[38324644] linearizableReadLoop","detail":"{readStateIndex:7058; appliedIndex:7055; }","duration":"120.008844ms","start":"2026-07-03T03:32:02.149568Z","end":"2026-07-03T03:32:02.269577Z","steps":["trace[38324644] 'read index received' (duration: 57.491213ms)","trace[38324644] 'applied index is now lower than readState.Index' (duration: 62.516681ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:32:02.269605Z","caller":"traceutil/trace.go:171","msg":"trace[197962306] transaction","detail":"{read_only:false; response_revision:6817; number_of_response:1; }","duration":"119.909132ms","start":"2026-07-03T03:32:02.149662Z","end":"2026-07-03T03:32:02.269571Z","steps":["trace[197962306] 'process raft request' (duration: 119.739649ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:02.269642Z","caller":"traceutil/trace.go:171","msg":"trace[1537825692] transaction","detail":"{read_only:false; response_revision:6818; number_of_response:1; }","duration":"118.284866ms","start":"2026-07-03T03:32:02.151349Z","end":"2026-07-03T03:32:02.269634Z","steps":["trace[1537825692] 'process raft request' (duration: 118.098352ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:02.269644Z","caller":"traceutil/trace.go:171","msg":"trace[523551785] transaction","detail":"{read_only:false; response_revision:6819; number_of_response:1; }","duration":"117.671753ms","start":"2026-07-03T03:32:02.151936Z","end":"2026-07-03T03:32:02.269608Z","steps":["trace[523551785] 'process raft request' (duration: 117.55124ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:02.269679Z","caller":"traceutil/trace.go:171","msg":"trace[1877679862] transaction","detail":"{read_only:false; response_revision:6820; number_of_response:1; }","duration":"114.096306ms","start":"2026-07-03T03:32:02.155569Z","end":"2026-07-03T03:32:02.269666Z","steps":["trace[1877679862] 'process raft request' (duration: 113.963973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:02.269898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.315761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:150698"} {"level":"info","ts":"2026-07-03T03:32:02.269946Z","caller":"traceutil/trace.go:171","msg":"trace[375010048] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:6820; }","duration":"120.390592ms","start":"2026-07-03T03:32:02.149546Z","end":"2026-07-03T03:32:02.269936Z","steps":["trace[375010048] 'agreement among raft nodes before linearized reading' (duration: 120.147457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:02.283894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.366056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:32:02.283945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.330233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19541"} {"level":"info","ts":"2026-07-03T03:32:02.283957Z","caller":"traceutil/trace.go:171","msg":"trace[2014644483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6821; }","duration":"129.433498ms","start":"2026-07-03T03:32:02.154509Z","end":"2026-07-03T03:32:02.283943Z","steps":["trace[2014644483] 'agreement among raft nodes before linearized reading' (duration: 129.347036ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:02.28399Z","caller":"traceutil/trace.go:171","msg":"trace[800101073] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6821; }","duration":"134.388504ms","start":"2026-07-03T03:32:02.14959Z","end":"2026-07-03T03:32:02.283978Z","steps":["trace[800101073] 'agreement among raft nodes before linearized reading' (duration: 134.240091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:02.284038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.021344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T03:32:02.284065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.555955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18beaa153c04a0c1\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T03:32:02.284217Z","caller":"traceutil/trace.go:171","msg":"trace[63467605] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18beaa153c04a0c1; range_end:; response_count:1; response_revision:6821; }","duration":"132.733398ms","start":"2026-07-03T03:32:02.151455Z","end":"2026-07-03T03:32:02.284189Z","steps":["trace[63467605] 'agreement among raft nodes before linearized reading' (duration: 132.452082ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:02.284094Z","caller":"traceutil/trace.go:171","msg":"trace[915503790] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6821; }","duration":"120.131866ms","start":"2026-07-03T03:32:02.16395Z","end":"2026-07-03T03:32:02.284082Z","steps":["trace[915503790] 'agreement among raft nodes before linearized reading' (duration: 120.012364ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:02.64223Z","caller":"traceutil/trace.go:171","msg":"trace[1509922408] transaction","detail":"{read_only:false; response_revision:6831; number_of_response:1; }","duration":"100.683217ms","start":"2026-07-03T03:32:02.541503Z","end":"2026-07-03T03:32:02.642186Z","steps":["trace[1509922408] 'process raft request' (duration: 51.36574ms)","trace[1509922408] 'compare' (duration: 48.978319ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:32:02.779778Z","caller":"traceutil/trace.go:171","msg":"trace[215019396] linearizableReadLoop","detail":"{readStateIndex:7076; appliedIndex:7075; }","duration":"117.154483ms","start":"2026-07-03T03:32:02.662599Z","end":"2026-07-03T03:32:02.779753Z","steps":["trace[215019396] 'read index received' (duration: 80.058631ms)","trace[215019396] 'applied index is now lower than readState.Index' (duration: 37.094812ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:32:02.779997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.370597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T03:32:02.780039Z","caller":"traceutil/trace.go:171","msg":"trace[1830684098] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6833; }","duration":"117.466188ms","start":"2026-07-03T03:32:02.662559Z","end":"2026-07-03T03:32:02.780025Z","steps":["trace[1830684098] 'agreement among raft nodes before linearized reading' (duration: 117.285765ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:02.780412Z","caller":"traceutil/trace.go:171","msg":"trace[1041309407] transaction","detail":"{read_only:false; response_revision:6833; number_of_response:1; }","duration":"119.41438ms","start":"2026-07-03T03:32:02.660984Z","end":"2026-07-03T03:32:02.780398Z","steps":["trace[1041309407] 'process raft request' (duration: 81.794738ms)","trace[1041309407] 'compare' (duration: 36.835746ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:32:03.005294Z","caller":"traceutil/trace.go:171","msg":"trace[244001966] transaction","detail":"{read_only:false; response_revision:6841; number_of_response:1; }","duration":"125.125145ms","start":"2026-07-03T03:32:02.880136Z","end":"2026-07-03T03:32:03.005261Z","steps":["trace[244001966] 'process raft request' (duration: 124.89385ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:03.089658Z","caller":"traceutil/trace.go:171","msg":"trace[1225342960] linearizableReadLoop","detail":"{readStateIndex:7085; appliedIndex:7083; }","duration":"208.055568ms","start":"2026-07-03T03:32:02.881578Z","end":"2026-07-03T03:32:03.089634Z","steps":["trace[1225342960] 'read index received' (duration: 123.570762ms)","trace[1225342960] 'applied index is now lower than readState.Index' (duration: 84.483726ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:32:03.089784Z","caller":"traceutil/trace.go:171","msg":"trace[939290454] transaction","detail":"{read_only:false; response_revision:6842; number_of_response:1; }","duration":"208.371294ms","start":"2026-07-03T03:32:02.881366Z","end":"2026-07-03T03:32:03.089738Z","steps":["trace[939290454] 'process raft request' (duration: 208.052137ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:03.089823Z","caller":"traceutil/trace.go:171","msg":"trace[1977364457] transaction","detail":"{read_only:false; response_revision:6843; number_of_response:1; }","duration":"205.131914ms","start":"2026-07-03T03:32:02.884639Z","end":"2026-07-03T03:32:03.089771Z","steps":["trace[1977364457] 'process raft request' (duration: 204.926749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:03.089964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.08067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-07-03T03:32:03.089963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.360304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-03T03:32:03.090033Z","caller":"traceutil/trace.go:171","msg":"trace[399869133] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6843; }","duration":"185.176723ms","start":"2026-07-03T03:32:02.904836Z","end":"2026-07-03T03:32:03.090012Z","steps":["trace[399869133] 'agreement among raft nodes before linearized reading' (duration: 184.964938ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:03.090043Z","caller":"traceutil/trace.go:171","msg":"trace[1028505002] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6843; }","duration":"208.480007ms","start":"2026-07-03T03:32:02.881543Z","end":"2026-07-03T03:32:03.090023Z","steps":["trace[1028505002] 'agreement among raft nodes before linearized reading' (duration: 208.236792ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:03.348146Z","caller":"traceutil/trace.go:171","msg":"trace[1391852818] linearizableReadLoop","detail":"{readStateIndex:7089; appliedIndex:7087; }","duration":"166.771515ms","start":"2026-07-03T03:32:03.181347Z","end":"2026-07-03T03:32:03.348119Z","steps":["trace[1391852818] 'read index received' (duration: 26.115525ms)","trace[1391852818] 'applied index is now lower than readState.Index' (duration: 140.655ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:32:03.348195Z","caller":"traceutil/trace.go:171","msg":"trace[1073793120] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6845; }","duration":"166.938699ms","start":"2026-07-03T03:32:03.181214Z","end":"2026-07-03T03:32:03.348153Z","steps":["trace[1073793120] 'process raft request' (duration: 166.797176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:03.348454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.071341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-03T03:32:03.348545Z","caller":"traceutil/trace.go:171","msg":"trace[552254805] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6845; }","duration":"167.186964ms","start":"2026-07-03T03:32:03.181334Z","end":"2026-07-03T03:32:03.348521Z","steps":["trace[552254805] 'agreement among raft nodes before linearized reading' (duration: 166.910388ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:03.384555Z","caller":"traceutil/trace.go:171","msg":"trace[1291064122] transaction","detail":"{read_only:false; response_revision:6846; number_of_response:1; }","duration":"171.402874ms","start":"2026-07-03T03:32:03.21312Z","end":"2026-07-03T03:32:03.384523Z","steps":["trace[1291064122] 'process raft request' (duration: 171.166699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:03.384663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.257421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-api-certs-p627l\" ","response":"range_response_count:1 size:2470"} {"level":"info","ts":"2026-07-03T03:32:03.384722Z","caller":"traceutil/trace.go:171","msg":"trace[369364657] range","detail":"{range_begin:/registry/secrets/openstack/keystone-api-certs-p627l; range_end:; response_count:1; response_revision:6846; }","duration":"171.327653ms","start":"2026-07-03T03:32:03.21338Z","end":"2026-07-03T03:32:03.384708Z","steps":["trace[369364657] 'agreement among raft nodes before linearized reading' (duration: 171.112158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:03.384725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.148033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-07-03T03:32:03.384793Z","caller":"traceutil/trace.go:171","msg":"trace[505279918] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6846; }","duration":"198.242395ms","start":"2026-07-03T03:32:03.18653Z","end":"2026-07-03T03:32:03.384772Z","steps":["trace[505279918] 'agreement among raft nodes before linearized reading' (duration: 198.063091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:03.384929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.49251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T03:32:03.384977Z","caller":"traceutil/trace.go:171","msg":"trace[224248683] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6846; }","duration":"198.563442ms","start":"2026-07-03T03:32:03.186399Z","end":"2026-07-03T03:32:03.384962Z","steps":["trace[224248683] 'agreement among raft nodes before linearized reading' (duration: 198.408539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:03.384981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.541173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-api-certs\" ","response":"range_response_count:1 size:4314"} {"level":"info","ts":"2026-07-03T03:32:03.385038Z","caller":"traceutil/trace.go:171","msg":"trace[919416474] range","detail":"{range_begin:/registry/secrets/openstack/keystone-api-certs; range_end:; response_count:1; response_revision:6846; }","duration":"169.609605ms","start":"2026-07-03T03:32:03.215415Z","end":"2026-07-03T03:32:03.385025Z","steps":["trace[919416474] 'agreement among raft nodes before linearized reading' (duration: 169.428511ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:03.494694Z","caller":"traceutil/trace.go:171","msg":"trace[958525151] linearizableReadLoop","detail":"{readStateIndex:7091; appliedIndex:7090; }","duration":"110.233752ms","start":"2026-07-03T03:32:03.38443Z","end":"2026-07-03T03:32:03.494664Z","steps":["trace[958525151] 'read index received' (duration: 79.59881ms)","trace[958525151] 'applied index is now lower than readState.Index' (duration: 30.630952ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:32:03.494732Z","caller":"traceutil/trace.go:171","msg":"trace[977221397] transaction","detail":"{read_only:false; response_revision:6847; number_of_response:1; }","duration":"133.326162ms","start":"2026-07-03T03:32:03.361353Z","end":"2026-07-03T03:32:03.494679Z","steps":["trace[977221397] 'process raft request' (duration: 102.669769ms)","trace[977221397] 'compare' (duration: 30.375357ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:32:03.495046Z","caller":"traceutil/trace.go:171","msg":"trace[413545524] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6848; }","duration":"108.73503ms","start":"2026-07-03T03:32:03.38628Z","end":"2026-07-03T03:32:03.495015Z","steps":["trace[413545524] 'process raft request' (duration: 108.307751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:03.495089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.5835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" ","response":"range_response_count:1 size:2459"} {"level":"warn","ts":"2026-07-03T03:32:03.495087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.708003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:32:03.495136Z","caller":"traceutil/trace.go:171","msg":"trace[338919238] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/keystone-api-certs; range_end:; response_count:1; response_revision:6848; }","duration":"104.651012ms","start":"2026-07-03T03:32:03.39047Z","end":"2026-07-03T03:32:03.495121Z","steps":["trace[338919238] 'agreement among raft nodes before linearized reading' (duration: 104.55678ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:03.49514Z","caller":"traceutil/trace.go:171","msg":"trace[700599058] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:6848; }","duration":"142.792115ms","start":"2026-07-03T03:32:03.352335Z","end":"2026-07-03T03:32:03.495127Z","steps":["trace[700599058] 'agreement among raft nodes before linearized reading' (duration: 142.53246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:03.49518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.52165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T03:32:03.495236Z","caller":"traceutil/trace.go:171","msg":"trace[2090299367] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6848; }","duration":"105.624863ms","start":"2026-07-03T03:32:03.389595Z","end":"2026-07-03T03:32:03.49522Z","steps":["trace[2090299367] 'agreement among raft nodes before linearized reading' (duration: 105.313485ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:03.70775Z","caller":"traceutil/trace.go:171","msg":"trace[559621574] linearizableReadLoop","detail":"{readStateIndex:7093; appliedIndex:7092; }","duration":"197.183311ms","start":"2026-07-03T03:32:03.510546Z","end":"2026-07-03T03:32:03.707729Z","steps":["trace[559621574] 'read index received' (duration: 122.1341ms)","trace[559621574] 'applied index is now lower than readState.Index' (duration: 75.048461ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:32:03.707776Z","caller":"traceutil/trace.go:171","msg":"trace[1446565462] transaction","detail":"{read_only:false; response_revision:6849; number_of_response:1; }","duration":"197.279183ms","start":"2026-07-03T03:32:03.510458Z","end":"2026-07-03T03:32:03.707737Z","steps":["trace[1446565462] 'process raft request' (duration: 122.300983ms)","trace[1446565462] 'compare' (duration: 74.858838ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:32:03.707955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.992757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-03T03:32:03.707983Z","caller":"traceutil/trace.go:171","msg":"trace[1808730651] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6849; }","duration":"197.065408ms","start":"2026-07-03T03:32:03.51091Z","end":"2026-07-03T03:32:03.707976Z","steps":["trace[1808730651] 'agreement among raft nodes before linearized reading' (duration: 196.939856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:03.707972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.403986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-03T03:32:03.708117Z","caller":"traceutil/trace.go:171","msg":"trace[499130482] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6849; }","duration":"197.545349ms","start":"2026-07-03T03:32:03.51051Z","end":"2026-07-03T03:32:03.708055Z","steps":["trace[499130482] 'agreement among raft nodes before linearized reading' (duration: 197.312714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:03.708304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.759443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112184"} {"level":"info","ts":"2026-07-03T03:32:03.708331Z","caller":"traceutil/trace.go:171","msg":"trace[1221475155] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6849; }","duration":"196.814645ms","start":"2026-07-03T03:32:03.51151Z","end":"2026-07-03T03:32:03.708325Z","steps":["trace[1221475155] 'agreement among raft nodes before linearized reading' (duration: 196.643211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:10.111846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988152153769419358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T03:32:10.613078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988152153769419358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T03:32:11.113522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988152153769419358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T03:32:11.61167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000372134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T03:32:11.611775Z","caller":"traceutil/trace.go:171","msg":"trace[886818573] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000525828s","start":"2026-07-03T03:32:09.611229Z","end":"2026-07-03T03:32:11.611755Z","steps":["trace[886818573] 'agreement among raft nodes before linearized reading' (duration: 2.000395345s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:11.611823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:32:09.611216Z","time spent":"2.000597639s","remote":"127.0.0.1:57432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T03:32:11.614471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988152153769419358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T03:32:11.664435Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.075168462s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T03:32:11.746471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267862137s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:32:11.746771Z","caller":"traceutil/trace.go:171","msg":"trace[1416602609] transaction","detail":"{read_only:false; response_revision:6882; number_of_response:1; }","duration":"2.157586603s","start":"2026-07-03T03:32:09.58916Z","end":"2026-07-03T03:32:11.746746Z","steps":["trace[1416602609] 'process raft request' (duration: 2.15744521s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:11.746809Z","caller":"traceutil/trace.go:171","msg":"trace[721148748] transaction","detail":"{read_only:false; response_revision:6881; number_of_response:1; }","duration":"2.339837282s","start":"2026-07-03T03:32:09.406917Z","end":"2026-07-03T03:32:11.746755Z","steps":["trace[721148748] 'process raft request' (duration: 71.571487ms)","trace[721148748] 'compare' (duration: 2.267133231s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:32:11.746926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:32:09.589138Z","time spent":"2.157692474s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:32:11.747031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:32:09.406898Z","time spent":"2.339959604s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:32:11.915611Z","caller":"traceutil/trace.go:171","msg":"trace[1756997847] transaction","detail":"{read_only:false; response_revision:6884; number_of_response:1; }","duration":"1.80310982s","start":"2026-07-03T03:32:10.112474Z","end":"2026-07-03T03:32:11.915584Z","steps":["trace[1756997847] 'process raft request' (duration: 1.802956457s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:11.915642Z","caller":"traceutil/trace.go:171","msg":"trace[464772736] transaction","detail":"{read_only:false; response_revision:6883; number_of_response:1; }","duration":"1.805798098s","start":"2026-07-03T03:32:10.109786Z","end":"2026-07-03T03:32:11.915584Z","steps":["trace[464772736] 'process raft request' (duration: 1.739030675s)","trace[464772736] 'compare' (duration: 66.449007ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:32:11.915768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:32:10.112439Z","time spent":"1.803244844s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:32:11.915814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:32:10.109761Z","time spent":"1.805968873s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:32:11.915984Z","caller":"traceutil/trace.go:171","msg":"trace[1437290197] linearizableReadLoop","detail":"{readStateIndex:7132; appliedIndex:7126; }","duration":"2.304694071s","start":"2026-07-03T03:32:09.611268Z","end":"2026-07-03T03:32:11.915962Z","steps":["trace[1437290197] 'read index received' (duration: 2.05334733s)","trace[1437290197] 'applied index is now lower than readState.Index' (duration: 251.345221ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:32:11.915934Z","caller":"traceutil/trace.go:171","msg":"trace[2022347003] transaction","detail":"{read_only:false; response_revision:6885; number_of_response:1; }","duration":"1.798927421s","start":"2026-07-03T03:32:10.116973Z","end":"2026-07-03T03:32:11.915901Z","steps":["trace[2022347003] 'process raft request' (duration: 1.798531743s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:11.916086Z","caller":"traceutil/trace.go:171","msg":"trace[7525166] transaction","detail":"{read_only:false; response_revision:6886; number_of_response:1; }","duration":"1.744137586s","start":"2026-07-03T03:32:10.171912Z","end":"2026-07-03T03:32:11.916049Z","steps":["trace[7525166] 'process raft request' (duration: 1.743898571s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:11.91625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.887737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-07-03T03:32:11.916263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:32:10.171884Z","time spent":"1.74428237s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:32:11.916229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:32:10.116952Z","time spent":"1.799125995s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:32:11.916338Z","caller":"traceutil/trace.go:171","msg":"trace[1304779002] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6886; }","duration":"166.9919ms","start":"2026-07-03T03:32:11.749314Z","end":"2026-07-03T03:32:11.916306Z","steps":["trace[1304779002] 'agreement among raft nodes before linearized reading' (duration: 166.825516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:11.916373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603388965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dc67g\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-07-03T03:32:11.916256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611561612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T03:32:11.91639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.9903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T03:32:11.916451Z","caller":"traceutil/trace.go:171","msg":"trace[1775375885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6886; }","duration":"1.611809288s","start":"2026-07-03T03:32:10.304631Z","end":"2026-07-03T03:32:11.916441Z","steps":["trace[1775375885] 'agreement among raft nodes before linearized reading' (duration: 1.611482631s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:11.916471Z","caller":"traceutil/trace.go:171","msg":"trace[1504991] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:6886; }","duration":"378.058772ms","start":"2026-07-03T03:32:11.538389Z","end":"2026-07-03T03:32:11.916448Z","steps":["trace[1504991] 'agreement among raft nodes before linearized reading' (duration: 377.969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:11.916604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60870983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T03:32:11.916225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288492149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:32:11.916623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60867943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T03:32:11.916633Z","caller":"traceutil/trace.go:171","msg":"trace[1282085670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6886; }","duration":"1.608774942s","start":"2026-07-03T03:32:10.307852Z","end":"2026-07-03T03:32:11.916627Z","steps":["trace[1282085670] 'agreement among raft nodes before linearized reading' (duration: 1.608666129s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:11.916657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:32:10.307828Z","time spent":"1.608824253s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T03:32:11.916662Z","caller":"traceutil/trace.go:171","msg":"trace[1208369853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6886; }","duration":"1.608730681s","start":"2026-07-03T03:32:10.307919Z","end":"2026-07-03T03:32:11.91665Z","steps":["trace[1208369853] 'agreement among raft nodes before linearized reading' (duration: 1.608634329s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:11.916702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:32:10.307911Z","time spent":"1.608780842s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T03:32:11.916707Z","caller":"traceutil/trace.go:171","msg":"trace[1785516406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6886; }","duration":"1.288987969s","start":"2026-07-03T03:32:10.627684Z","end":"2026-07-03T03:32:11.916672Z","steps":["trace[1785516406] 'agreement among raft nodes before linearized reading' (duration: 1.288440127s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:11.916655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:32:11.538334Z","time spent":"378.295077ms","remote":"127.0.0.1:57556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":6,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T03:32:11.916836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:32:10.627665Z","time spent":"1.289120462s","remote":"127.0.0.1:57432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T03:32:11.916489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:32:10.304605Z","time spent":"1.611874738s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T03:32:11.916422Z","caller":"traceutil/trace.go:171","msg":"trace[1125567432] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dc67g; range_end:; response_count:1; response_revision:6886; }","duration":"1.603432656s","start":"2026-07-03T03:32:10.312974Z","end":"2026-07-03T03:32:11.916407Z","steps":["trace[1125567432] 'agreement among raft nodes before linearized reading' (duration: 1.603311663s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:11.916938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:32:10.312917Z","time spent":"1.604010958s","remote":"127.0.0.1:57590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-dc67g\" "} {"level":"warn","ts":"2026-07-03T03:32:11.916311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.819877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:32:11.917022Z","caller":"traceutil/trace.go:171","msg":"trace[415972377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6886; }","duration":"304.558933ms","start":"2026-07-03T03:32:11.612453Z","end":"2026-07-03T03:32:11.917012Z","steps":["trace[415972377] 'agreement among raft nodes before linearized reading' (duration: 303.834397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:11.917059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:32:11.612436Z","time spent":"304.613415ms","remote":"127.0.0.1:57438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T03:32:11.916517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606716107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T03:32:11.917105Z","caller":"traceutil/trace.go:171","msg":"trace[843600008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6886; }","duration":"1.60730508s","start":"2026-07-03T03:32:10.309791Z","end":"2026-07-03T03:32:11.917096Z","steps":["trace[843600008] 'agreement among raft nodes before linearized reading' (duration: 1.606653606s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:11.917133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:32:10.309774Z","time spent":"1.60735178s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T03:32:11.916612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60867979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T03:32:11.917186Z","caller":"traceutil/trace.go:171","msg":"trace[1663052892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6886; }","duration":"1.609297393s","start":"2026-07-03T03:32:10.307882Z","end":"2026-07-03T03:32:11.91718Z","steps":["trace[1663052892] 'agreement among raft nodes before linearized reading' (duration: 1.608631949s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:11.917209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:32:10.307861Z","time spent":"1.609342764s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T03:32:12.183994Z","caller":"traceutil/trace.go:171","msg":"trace[1179269801] transaction","detail":"{read_only:false; response_revision:6888; number_of_response:1; }","duration":"262.518744ms","start":"2026-07-03T03:32:11.921449Z","end":"2026-07-03T03:32:12.183968Z","steps":["trace[1179269801] 'process raft request' (duration: 262.287779ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:12.184233Z","caller":"traceutil/trace.go:171","msg":"trace[1432450190] transaction","detail":"{read_only:false; response_revision:6889; number_of_response:1; }","duration":"262.574976ms","start":"2026-07-03T03:32:11.921645Z","end":"2026-07-03T03:32:12.18422Z","steps":["trace[1432450190] 'process raft request' (duration: 262.279149ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:12.184305Z","caller":"traceutil/trace.go:171","msg":"trace[1107382082] transaction","detail":"{read_only:false; response_revision:6890; number_of_response:1; }","duration":"262.458602ms","start":"2026-07-03T03:32:11.921826Z","end":"2026-07-03T03:32:12.184285Z","steps":["trace[1107382082] 'process raft request' (duration: 262.303599ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:12.18434Z","caller":"traceutil/trace.go:171","msg":"trace[904035811] linearizableReadLoop","detail":"{readStateIndex:7135; appliedIndex:7132; }","duration":"262.604515ms","start":"2026-07-03T03:32:11.921719Z","end":"2026-07-03T03:32:12.184323Z","steps":["trace[904035811] 'read index received' (duration: 53.21585ms)","trace[904035811] 'applied index is now lower than readState.Index' (duration: 209.387675ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:32:12.184354Z","caller":"traceutil/trace.go:171","msg":"trace[249958889] transaction","detail":"{read_only:false; response_revision:6891; number_of_response:1; }","duration":"262.463592ms","start":"2026-07-03T03:32:11.921868Z","end":"2026-07-03T03:32:12.184332Z","steps":["trace[249958889] 'process raft request' (duration: 262.341439ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:32:12.184438Z","caller":"traceutil/trace.go:171","msg":"trace[2036029117] transaction","detail":"{read_only:false; response_revision:6892; number_of_response:1; }","duration":"262.332399ms","start":"2026-07-03T03:32:11.922093Z","end":"2026-07-03T03:32:12.184425Z","steps":["trace[2036029117] 'process raft request' (duration: 262.181096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:12.184636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.900051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:150698"} {"level":"info","ts":"2026-07-03T03:32:12.184678Z","caller":"traceutil/trace.go:171","msg":"trace[1397167170] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:6892; }","duration":"262.970674ms","start":"2026-07-03T03:32:11.921698Z","end":"2026-07-03T03:32:12.184669Z","steps":["trace[1397167170] 'agreement among raft nodes before linearized reading' (duration: 262.723629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:32:12.219822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.21192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:32:12.219926Z","caller":"traceutil/trace.go:171","msg":"trace[815390166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6893; }","duration":"295.367133ms","start":"2026-07-03T03:32:11.924536Z","end":"2026-07-03T03:32:12.219903Z","steps":["trace[815390166] 'agreement among raft nodes before linearized reading' (duration: 295.21573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:34:55.389007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.379458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dc67g\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-03T03:34:55.389096Z","caller":"traceutil/trace.go:171","msg":"trace[1459917034] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dc67g; range_end:; response_count:1; response_revision:8231; }","duration":"260.514471ms","start":"2026-07-03T03:34:55.128562Z","end":"2026-07-03T03:34:55.389077Z","steps":["trace[1459917034] 'range keys from in-memory index tree' (duration: 260.168083ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:34:56.350754Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6105} {"level":"info","ts":"2026-07-03T03:34:56.442091Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6105,"took":"89.427277ms","hash":4117936608,"current-db-size-bytes":58363904,"current-db-size":"58 MB","current-db-size-in-use-bytes":23302144,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-07-03T03:34:56.442146Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4117936608,"revision":6105,"compact-revision":2977} {"level":"info","ts":"2026-07-03T03:35:07.156099Z","caller":"traceutil/trace.go:171","msg":"trace[1477384453] linearizableReadLoop","detail":"{readStateIndex:8580; appliedIndex:8579; }","duration":"140.894691ms","start":"2026-07-03T03:35:07.015186Z","end":"2026-07-03T03:35:07.156081Z","steps":["trace[1477384453] 'read index received' (duration: 140.751048ms)","trace[1477384453] 'applied index is now lower than readState.Index' (duration: 143.033µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:35:07.156286Z","caller":"traceutil/trace.go:171","msg":"trace[2025770007] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"227.946016ms","start":"2026-07-03T03:35:06.928329Z","end":"2026-07-03T03:35:07.156275Z","steps":["trace[2025770007] 'process raft request' (duration: 227.65094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:35:07.156507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.318751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-03T03:35:07.156558Z","caller":"traceutil/trace.go:171","msg":"trace[668274803] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8291; }","duration":"141.380942ms","start":"2026-07-03T03:35:07.015166Z","end":"2026-07-03T03:35:07.156547Z","steps":["trace[668274803] 'agreement among raft nodes before linearized reading' (duration: 141.255539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:35:07.15676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.007917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T03:35:07.156794Z","caller":"traceutil/trace.go:171","msg":"trace[1793479970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8291; }","duration":"125.055208ms","start":"2026-07-03T03:35:07.031731Z","end":"2026-07-03T03:35:07.156786Z","steps":["trace[1793479970] 'agreement among raft nodes before linearized reading' (duration: 124.962646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:35:07.265785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.877507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:35:07.265844Z","caller":"traceutil/trace.go:171","msg":"trace[155485940] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8295; }","duration":"101.977869ms","start":"2026-07-03T03:35:07.163853Z","end":"2026-07-03T03:35:07.265831Z","steps":["trace[155485940] 'agreement among raft nodes before linearized reading' (duration: 101.868377ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:35:07.265891Z","caller":"traceutil/trace.go:171","msg":"trace[1398433703] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"103.998392ms","start":"2026-07-03T03:35:07.161858Z","end":"2026-07-03T03:35:07.265856Z","steps":["trace[1398433703] 'process raft request' (duration: 103.812938ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:35:07.2659Z","caller":"traceutil/trace.go:171","msg":"trace[613023940] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"104.015092ms","start":"2026-07-03T03:35:07.161803Z","end":"2026-07-03T03:35:07.265818Z","steps":["trace[613023940] 'process raft request' (duration: 103.789747ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:35:07.266091Z","caller":"traceutil/trace.go:171","msg":"trace[1852955239] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"102.94054ms","start":"2026-07-03T03:35:07.162958Z","end":"2026-07-03T03:35:07.265899Z","steps":["trace[1852955239] 'process raft request' (duration: 102.741205ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:35:35.588451Z","caller":"traceutil/trace.go:171","msg":"trace[2011940783] linearizableReadLoop","detail":"{readStateIndex:8795; appliedIndex:8794; }","duration":"200.199684ms","start":"2026-07-03T03:35:35.388227Z","end":"2026-07-03T03:35:35.588427Z","steps":["trace[2011940783] 'read index received' (duration: 148.207478ms)","trace[2011940783] 'applied index is now lower than readState.Index' (duration: 51.991406ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:35:35.588746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.50109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T03:35:35.588797Z","caller":"traceutil/trace.go:171","msg":"trace[132314190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8498; }","duration":"200.588103ms","start":"2026-07-03T03:35:35.388195Z","end":"2026-07-03T03:35:35.588783Z","steps":["trace[132314190] 'agreement among raft nodes before linearized reading' (duration: 200.393509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:35:35.588803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.018655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T03:35:35.588878Z","caller":"traceutil/trace.go:171","msg":"trace[938623833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8498; }","duration":"190.120236ms","start":"2026-07-03T03:35:35.398741Z","end":"2026-07-03T03:35:35.588861Z","steps":["trace[938623833] 'agreement among raft nodes before linearized reading' (duration: 189.906552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:35:35.588881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.119991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T03:35:35.588944Z","caller":"traceutil/trace.go:171","msg":"trace[1874369094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8498; }","duration":"199.186093ms","start":"2026-07-03T03:35:35.389741Z","end":"2026-07-03T03:35:35.588927Z","steps":["trace[1874369094] 'agreement among raft nodes before linearized reading' (duration: 199.026139ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:35:35.590114Z","caller":"traceutil/trace.go:171","msg":"trace[203818140] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"204.518498ms","start":"2026-07-03T03:35:35.384063Z","end":"2026-07-03T03:35:35.588582Z","steps":["trace[203818140] 'process raft request' (duration: 152.39603ms)","trace[203818140] 'compare' (duration: 51.846393ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:35:49.446842Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000022dc.wal"} {"level":"info","ts":"2026-07-03T03:37:47.334137Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a847c2e9c7010db6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T03:37:47.341366Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-03T03:37:47.341469Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-03T03:39:56.355138Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8233} {"level":"info","ts":"2026-07-03T03:39:56.436004Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8233,"took":"79.122267ms","hash":2247194032,"current-db-size-bytes":58363904,"current-db-size":"58 MB","current-db-size-in-use-bytes":24002560,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-07-03T03:39:56.436074Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2247194032,"revision":8233,"compact-revision":6105} {"level":"info","ts":"2026-07-03T03:42:42.629499Z","caller":"traceutil/trace.go:171","msg":"trace[1428034254] transaction","detail":"{read_only:false; response_revision:11783; number_of_response:1; }","duration":"251.488567ms","start":"2026-07-03T03:42:42.377983Z","end":"2026-07-03T03:42:42.629472Z","steps":["trace[1428034254] 'process raft request' (duration: 251.329903ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:42:42.634407Z","caller":"traceutil/trace.go:171","msg":"trace[540999784] transaction","detail":"{read_only:false; response_revision:11784; number_of_response:1; }","duration":"254.871311ms","start":"2026-07-03T03:42:42.379509Z","end":"2026-07-03T03:42:42.63438Z","steps":["trace[540999784] 'process raft request' (duration: 254.680676ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:42:42.634697Z","caller":"traceutil/trace.go:171","msg":"trace[223906159] transaction","detail":"{read_only:false; response_revision:11786; number_of_response:1; }","duration":"184.167944ms","start":"2026-07-03T03:42:42.450507Z","end":"2026-07-03T03:42:42.634675Z","steps":["trace[223906159] 'process raft request' (duration: 184.055671ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:42:42.634743Z","caller":"traceutil/trace.go:171","msg":"trace[723369588] transaction","detail":"{read_only:false; response_revision:11785; number_of_response:1; }","duration":"210.798622ms","start":"2026-07-03T03:42:42.423907Z","end":"2026-07-03T03:42:42.634706Z","steps":["trace[723369588] 'process raft request' (duration: 210.431295ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:42:42.634763Z","caller":"traceutil/trace.go:171","msg":"trace[1286511531] linearizableReadLoop","detail":"{readStateIndex:12188; appliedIndex:12183; }","duration":"171.465127ms","start":"2026-07-03T03:42:42.463267Z","end":"2026-07-03T03:42:42.634732Z","steps":["trace[1286511531] 'read index received' (duration: 166.142431ms)","trace[1286511531] 'applied index is now lower than readState.Index' (duration: 5.321346ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:42:42.63487Z","caller":"traceutil/trace.go:171","msg":"trace[2078233564] transaction","detail":"{read_only:false; response_revision:11787; number_of_response:1; }","duration":"180.730338ms","start":"2026-07-03T03:42:42.454079Z","end":"2026-07-03T03:42:42.63481Z","steps":["trace[2078233564] 'process raft request' (duration: 180.555254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:42:42.634965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.507374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:42:42.634975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.690062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dc67g\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-03T03:42:42.63503Z","caller":"traceutil/trace.go:171","msg":"trace[1128523233] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:11787; }","duration":"140.611236ms","start":"2026-07-03T03:42:42.494402Z","end":"2026-07-03T03:42:42.635013Z","steps":["trace[1128523233] 'agreement among raft nodes before linearized reading' (duration: 140.493454ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:42:42.635039Z","caller":"traceutil/trace.go:171","msg":"trace[1639419470] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dc67g; range_end:; response_count:1; response_revision:11787; }","duration":"171.791034ms","start":"2026-07-03T03:42:42.463232Z","end":"2026-07-03T03:42:42.635023Z","steps":["trace[1639419470] 'agreement among raft nodes before linearized reading' (duration: 171.623871ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:44:56.360552Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10460} {"level":"info","ts":"2026-07-03T03:44:56.436552Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10460,"took":"73.468607ms","hash":323174799,"current-db-size-bytes":58363904,"current-db-size":"58 MB","current-db-size-in-use-bytes":26157056,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-03T03:44:56.436606Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":323174799,"revision":10460,"compact-revision":8233} {"level":"info","ts":"2026-07-03T03:49:17.982706Z","caller":"traceutil/trace.go:171","msg":"trace[1281255938] transaction","detail":"{read_only:false; response_revision:14415; number_of_response:1; }","duration":"251.313652ms","start":"2026-07-03T03:49:17.73136Z","end":"2026-07-03T03:49:17.982674Z","steps":["trace[1281255938] 'process raft request' (duration: 243.269796ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:49:17.982734Z","caller":"traceutil/trace.go:171","msg":"trace[1459565995] transaction","detail":"{read_only:false; response_revision:14416; number_of_response:1; }","duration":"251.068987ms","start":"2026-07-03T03:49:17.731633Z","end":"2026-07-03T03:49:17.982702Z","steps":["trace[1459565995] 'process raft request' (duration: 250.897983ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:49:17.98275Z","caller":"traceutil/trace.go:171","msg":"trace[1301035299] linearizableReadLoop","detail":"{readStateIndex:14910; appliedIndex:14908; }","duration":"250.270219ms","start":"2026-07-03T03:49:17.732459Z","end":"2026-07-03T03:49:17.982729Z","steps":["trace[1301035299] 'read index received' (duration: 242.181913ms)","trace[1301035299] 'applied index is now lower than readState.Index' (duration: 8.087236ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:49:17.982861Z","caller":"traceutil/trace.go:171","msg":"trace[1125394813] transaction","detail":"{read_only:false; response_revision:14417; number_of_response:1; }","duration":"249.987913ms","start":"2026-07-03T03:49:17.732847Z","end":"2026-07-03T03:49:17.982835Z","steps":["trace[1125394813] 'process raft request' (duration: 249.802299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:49:17.983485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.002736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:582473"} {"level":"info","ts":"2026-07-03T03:49:17.983594Z","caller":"traceutil/trace.go:171","msg":"trace[1757339900] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:14417; }","duration":"251.123308ms","start":"2026-07-03T03:49:17.732453Z","end":"2026-07-03T03:49:17.983576Z","steps":["trace[1757339900] 'agreement among raft nodes before linearized reading' (duration: 250.341001ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:49:26.165021Z","caller":"traceutil/trace.go:171","msg":"trace[1061797849] linearizableReadLoop","detail":"{readStateIndex:14953; appliedIndex:14950; }","duration":"131.532072ms","start":"2026-07-03T03:49:26.033461Z","end":"2026-07-03T03:49:26.164993Z","steps":["trace[1061797849] 'read index received' (duration: 45.206904ms)","trace[1061797849] 'applied index is now lower than readState.Index' (duration: 86.323628ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:49:26.165059Z","caller":"traceutil/trace.go:171","msg":"trace[1940229695] transaction","detail":"{read_only:false; response_revision:14459; number_of_response:1; }","duration":"113.405428ms","start":"2026-07-03T03:49:26.051626Z","end":"2026-07-03T03:49:26.165032Z","steps":["trace[1940229695] 'process raft request' (duration: 113.264185ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:49:26.165049Z","caller":"traceutil/trace.go:171","msg":"trace[1338779147] transaction","detail":"{read_only:false; response_revision:14458; number_of_response:1; }","duration":"115.445983ms","start":"2026-07-03T03:49:26.049561Z","end":"2026-07-03T03:49:26.165007Z","steps":["trace[1338779147] 'process raft request' (duration: 115.291969ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:49:26.16502Z","caller":"traceutil/trace.go:171","msg":"trace[1875375318] transaction","detail":"{read_only:false; response_revision:14457; number_of_response:1; }","duration":"143.385262ms","start":"2026-07-03T03:49:26.021573Z","end":"2026-07-03T03:49:26.164958Z","steps":["trace[1875375318] 'process raft request' (duration: 143.242089ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:49:26.165082Z","caller":"traceutil/trace.go:171","msg":"trace[537768677] transaction","detail":"{read_only:false; response_revision:14456; number_of_response:1; }","duration":"143.527075ms","start":"2026-07-03T03:49:26.021525Z","end":"2026-07-03T03:49:26.165052Z","steps":["trace[537768677] 'process raft request' (duration: 143.138036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:49:26.165304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.818759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dc67g\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-03T03:49:26.165395Z","caller":"traceutil/trace.go:171","msg":"trace[1490418082] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dc67g; range_end:; response_count:1; response_revision:14459; }","duration":"131.939883ms","start":"2026-07-03T03:49:26.033432Z","end":"2026-07-03T03:49:26.165372Z","steps":["trace[1490418082] 'agreement among raft nodes before linearized reading' (duration: 131.638676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:49:34.082785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.520594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T03:49:34.082851Z","caller":"traceutil/trace.go:171","msg":"trace[1949649600] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:14509; }","duration":"267.630347ms","start":"2026-07-03T03:49:33.815207Z","end":"2026-07-03T03:49:34.082837Z","steps":["trace[1949649600] 'count revisions from in-memory index tree' (duration: 267.392432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:49:34.082927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.495758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-vl54g\" ","response":"range_response_count:1 size:12360"} {"level":"info","ts":"2026-07-03T03:49:34.083363Z","caller":"traceutil/trace.go:171","msg":"trace[889988880] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-vl54g; range_end:; response_count:1; response_revision:14509; }","duration":"337.974419ms","start":"2026-07-03T03:49:33.745365Z","end":"2026-07-03T03:49:34.08334Z","steps":["trace[889988880] 'range keys from in-memory index tree' (duration: 337.317164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:49:34.083428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:49:33.745351Z","time spent":"338.0621ms","remote":"127.0.0.1:57590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12383,"request content":"key:\"/registry/pods/openstack/openvswitch-vl54g\" "} {"level":"info","ts":"2026-07-03T03:49:56.366431Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12687} {"level":"info","ts":"2026-07-03T03:49:56.457498Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12687,"took":"88.63591ms","hash":1351204088,"current-db-size-bytes":58363904,"current-db-size":"58 MB","current-db-size-in-use-bytes":28798976,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-03T03:49:56.457566Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1351204088,"revision":12687,"compact-revision":10460} {"level":"info","ts":"2026-07-03T03:51:28.385749Z","caller":"traceutil/trace.go:171","msg":"trace[113586136] linearizableReadLoop","detail":"{readStateIndex:16327; appliedIndex:16326; }","duration":"185.399273ms","start":"2026-07-03T03:51:28.200325Z","end":"2026-07-03T03:51:28.385724Z","steps":["trace[113586136] 'read index received' (duration: 182.641803ms)","trace[113586136] 'applied index is now lower than readState.Index' (duration: 2.75664ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:51:28.385901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.349697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:51:28.385937Z","caller":"traceutil/trace.go:171","msg":"trace[1289861166] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15790; }","duration":"228.410189ms","start":"2026-07-03T03:51:28.157514Z","end":"2026-07-03T03:51:28.385924Z","steps":["trace[1289861166] 'agreement among raft nodes before linearized reading' (duration: 228.337308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:51:28.386009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.916819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-03T03:51:28.386088Z","caller":"traceutil/trace.go:171","msg":"trace[1423836568] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15790; }","duration":"228.050152ms","start":"2026-07-03T03:51:28.158018Z","end":"2026-07-03T03:51:28.386068Z","steps":["trace[1423836568] 'agreement among raft nodes before linearized reading' (duration: 227.816847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:51:28.386204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.255418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T03:51:28.386242Z","caller":"traceutil/trace.go:171","msg":"trace[1691811715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15790; }","duration":"229.312199ms","start":"2026-07-03T03:51:28.156922Z","end":"2026-07-03T03:51:28.386234Z","steps":["trace[1691811715] 'agreement among raft nodes before linearized reading' (duration: 229.189996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:51:28.386435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.231996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-07-03T03:51:28.38656Z","caller":"traceutil/trace.go:171","msg":"trace[1518999041] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15790; }","duration":"228.39658ms","start":"2026-07-03T03:51:28.158149Z","end":"2026-07-03T03:51:28.386545Z","steps":["trace[1518999041] 'agreement among raft nodes before linearized reading' (duration: 228.191955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:51:28.385946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.677263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T03:51:28.387062Z","caller":"traceutil/trace.go:171","msg":"trace[1837938284] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15790; }","duration":"228.832299ms","start":"2026-07-03T03:51:28.158208Z","end":"2026-07-03T03:51:28.387041Z","steps":["trace[1837938284] 'agreement among raft nodes before linearized reading' (duration: 227.581492ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:51:28.387195Z","caller":"traceutil/trace.go:171","msg":"trace[1620893526] transaction","detail":"{read_only:false; response_revision:15790; number_of_response:1; }","duration":"187.577971ms","start":"2026-07-03T03:51:28.199599Z","end":"2026-07-03T03:51:28.387177Z","steps":["trace[1620893526] 'process raft request' (duration: 183.366459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:51:28.387287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.142804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T03:51:28.387339Z","caller":"traceutil/trace.go:171","msg":"trace[1393929542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15790; }","duration":"228.217176ms","start":"2026-07-03T03:51:28.159111Z","end":"2026-07-03T03:51:28.387328Z","steps":["trace[1393929542] 'agreement among raft nodes before linearized reading' (duration: 228.080113ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:54:56.374993Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14952} {"level":"info","ts":"2026-07-03T03:54:56.469719Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14952,"took":"92.236887ms","hash":2580028332,"current-db-size-bytes":58363904,"current-db-size":"58 MB","current-db-size-in-use-bytes":30560256,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-03T03:54:56.469782Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2580028332,"revision":14952,"compact-revision":12687} {"level":"warn","ts":"2026-07-03T03:57:00.49439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.463244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T03:57:00.494526Z","caller":"traceutil/trace.go:171","msg":"trace[48292330] transaction","detail":"{read_only:false; response_revision:18266; number_of_response:1; }","duration":"177.715974ms","start":"2026-07-03T03:57:00.316786Z","end":"2026-07-03T03:57:00.494502Z","steps":["trace[48292330] 'process raft request' (duration: 14.047255ms)","trace[48292330] 'compare' (duration: 163.139046ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:57:00.512677Z","caller":"traceutil/trace.go:171","msg":"trace[1463571900] linearizableReadLoop","detail":"{readStateIndex:18887; appliedIndex:18886; }","duration":"155.262115ms","start":"2026-07-03T03:57:00.357387Z","end":"2026-07-03T03:57:00.51265Z","steps":["trace[1463571900] 'read index received' (duration: 155.154552ms)","trace[1463571900] 'applied index is now lower than readState.Index' (duration: 106.333µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:57:00.512727Z","caller":"traceutil/trace.go:171","msg":"trace[934775759] transaction","detail":"{read_only:false; response_revision:18267; number_of_response:1; }","duration":"195.159063ms","start":"2026-07-03T03:57:00.317535Z","end":"2026-07-03T03:57:00.512694Z","steps":["trace[934775759] 'process raft request' (duration: 194.989089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:57:00.512844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.440378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-03T03:57:00.51287Z","caller":"traceutil/trace.go:171","msg":"trace[729110289] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18267; }","duration":"155.5156ms","start":"2026-07-03T03:57:00.357346Z","end":"2026-07-03T03:57:00.512861Z","steps":["trace[729110289] 'agreement among raft nodes before linearized reading' (duration: 155.395428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:57:08.232002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.763815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T03:57:08.232129Z","caller":"traceutil/trace.go:171","msg":"trace[329086702] linearizableReadLoop","detail":"{readStateIndex:18931; appliedIndex:18930; }","duration":"238.216689ms","start":"2026-07-03T03:57:07.993892Z","end":"2026-07-03T03:57:08.232108Z","steps":["trace[329086702] 'read index received' (duration: 8.165868ms)","trace[329086702] 'applied index is now lower than readState.Index' (duration: 230.048891ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:57:08.232354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.443123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T03:57:08.232478Z","caller":"traceutil/trace.go:171","msg":"trace[1356111420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18310; }","duration":"238.604177ms","start":"2026-07-03T03:57:07.993851Z","end":"2026-07-03T03:57:08.232456Z","steps":["trace[1356111420] 'agreement among raft nodes before linearized reading' (duration: 238.354332ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:57:08.2322Z","caller":"traceutil/trace.go:171","msg":"trace[1342715113] transaction","detail":"{read_only:false; response_revision:18310; number_of_response:1; }","duration":"309.308675ms","start":"2026-07-03T03:57:07.922854Z","end":"2026-07-03T03:57:08.232162Z","steps":["trace[1342715113] 'process raft request' (duration: 79.262794ms)","trace[1342715113] 'compare' (duration: 229.52472ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:57:08.233148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:57:07.922842Z","time spent":"310.079521ms","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:57:08.400606Z","caller":"traceutil/trace.go:171","msg":"trace[1944741401] transaction","detail":"{read_only:false; response_revision:18311; number_of_response:1; }","duration":"160.713244ms","start":"2026-07-03T03:57:08.239857Z","end":"2026-07-03T03:57:08.40057Z","steps":["trace[1944741401] 'process raft request' (duration: 160.482529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:57:08.400853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.479278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T03:57:08.40095Z","caller":"traceutil/trace.go:171","msg":"trace[366322634] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18311; }","duration":"119.6293ms","start":"2026-07-03T03:57:08.281305Z","end":"2026-07-03T03:57:08.400935Z","steps":["trace[366322634] 'agreement among raft nodes before linearized reading' (duration: 119.346984ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:57:08.400603Z","caller":"traceutil/trace.go:171","msg":"trace[1624618696] linearizableReadLoop","detail":"{readStateIndex:18932; appliedIndex:18931; }","duration":"119.195582ms","start":"2026-07-03T03:57:08.281339Z","end":"2026-07-03T03:57:08.400535Z","steps":["trace[1624618696] 'read index received' (duration: 119.009028ms)","trace[1624618696] 'applied index is now lower than readState.Index' (duration: 184.964µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:59:56.38123Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17396} {"level":"info","ts":"2026-07-03T03:59:56.475936Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17396,"took":"91.458037ms","hash":165140502,"current-db-size-bytes":58363904,"current-db-size":"58 MB","current-db-size-in-use-bytes":29736960,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-03T03:59:56.47601Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":165140502,"revision":17396,"compact-revision":14952} {"level":"info","ts":"2026-07-03T04:00:01.783129Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a847c2e9c7010db6","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T04:00:01.787801Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-03T04:00:01.787937Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-03T04:04:56.388083Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19279} {"level":"info","ts":"2026-07-03T04:04:56.477271Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19279,"took":"86.540668ms","hash":449982770,"current-db-size-bytes":58363904,"current-db-size":"58 MB","current-db-size-in-use-bytes":25296896,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-03T04:04:56.47733Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":449982770,"revision":19279,"compact-revision":17396}