{"level":"warn","ts":"2026-08-24T20:34:15.346551Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-24T20:34:15.346655Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.47:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.47:2380","--initial-cluster=instance=https://199.204.45.47:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.47:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.47:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-24T20:34:15.346727Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-24T20:34:15.346741Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.47:2380"]} {"level":"info","ts":"2026-08-24T20:34:15.346761Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-24T20:34:15.34742Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.47:2379"]} {"level":"info","ts":"2026-08-24T20:34:15.347502Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.47:2380"],"listen-peer-urls":["https://199.204.45.47:2380"],"advertise-client-urls":["https://199.204.45.47:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.47:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.47:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-24T20:34:15.34994Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.181464ms"} {"level":"info","ts":"2026-08-24T20:34:15.355471Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3f1333454ace8ea","cluster-id":"1036e044c8aca976"} {"level":"info","ts":"2026-08-24T20:34:15.35554Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3f1333454ace8ea switched to configuration voters=()"} {"level":"info","ts":"2026-08-24T20:34:15.355561Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3f1333454ace8ea became follower at term 0"} {"level":"info","ts":"2026-08-24T20:34:15.35557Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3f1333454ace8ea [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-24T20:34:15.355582Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3f1333454ace8ea became follower at term 1"} {"level":"info","ts":"2026-08-24T20:34:15.355612Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3f1333454ace8ea switched to configuration voters=(284064551352985834)"} {"level":"warn","ts":"2026-08-24T20:34:15.360074Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-24T20:34:15.361602Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-24T20:34:15.362876Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-24T20:34:15.365836Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3f1333454ace8ea","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-24T20:34:15.366063Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3f1333454ace8ea","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-24T20:34:15.366289Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-24T20:34:15.366425Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-24T20:34:15.366444Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-24T20:34:15.367453Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3f1333454ace8ea switched to configuration voters=(284064551352985834)"} {"level":"info","ts":"2026-08-24T20:34:15.369407Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"1036e044c8aca976","local-member-id":"3f1333454ace8ea","added-peer-id":"3f1333454ace8ea","added-peer-peer-urls":["https://199.204.45.47:2380"]} {"level":"info","ts":"2026-08-24T20:34:15.373009Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-24T20:34:15.373146Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.47:2380"} {"level":"info","ts":"2026-08-24T20:34:15.373234Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.47:2380"} {"level":"info","ts":"2026-08-24T20:34:15.373409Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3f1333454ace8ea","initial-advertise-peer-urls":["https://199.204.45.47:2380"],"listen-peer-urls":["https://199.204.45.47:2380"],"advertise-client-urls":["https://199.204.45.47:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.47:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-24T20:34:15.373467Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-24T20:34:15.656577Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3f1333454ace8ea is starting a new election at term 1"} {"level":"info","ts":"2026-08-24T20:34:15.656669Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3f1333454ace8ea became pre-candidate at term 1"} {"level":"info","ts":"2026-08-24T20:34:15.656704Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3f1333454ace8ea received MsgPreVoteResp from 3f1333454ace8ea at term 1"} {"level":"info","ts":"2026-08-24T20:34:15.65673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3f1333454ace8ea became candidate at term 2"} {"level":"info","ts":"2026-08-24T20:34:15.656743Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3f1333454ace8ea received MsgVoteResp from 3f1333454ace8ea at term 2"} {"level":"info","ts":"2026-08-24T20:34:15.65676Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3f1333454ace8ea became leader at term 2"} {"level":"info","ts":"2026-08-24T20:34:15.656776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3f1333454ace8ea elected leader 3f1333454ace8ea at term 2"} {"level":"info","ts":"2026-08-24T20:34:15.658045Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-24T20:34:15.658465Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3f1333454ace8ea","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.47:2379]}","request-path":"/0/members/3f1333454ace8ea/attributes","cluster-id":"1036e044c8aca976","publish-timeout":"7s"} {"level":"info","ts":"2026-08-24T20:34:15.658467Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-24T20:34:15.658535Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-24T20:34:15.659174Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-24T20:34:15.659247Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-24T20:34:15.659843Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"1036e044c8aca976","local-member-id":"3f1333454ace8ea","cluster-version":"3.5"} {"level":"info","ts":"2026-08-24T20:34:15.659999Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-24T20:34:15.660102Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-24T20:34:15.662684Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-24T20:34:15.662855Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.47:2379"} {"level":"info","ts":"2026-08-24T20:34:26.647245Z","caller":"traceutil/trace.go:171","msg":"trace[1411330529] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"296.918605ms","start":"2026-08-24T20:34:26.350276Z","end":"2026-08-24T20:34:26.647194Z","steps":["trace[1411330529] 'process raft request' (duration: 296.645179ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:34:26.647171Z","caller":"traceutil/trace.go:171","msg":"trace[2104967986] linearizableReadLoop","detail":"{readStateIndex:400; appliedIndex:399; }","duration":"229.935391ms","start":"2026-08-24T20:34:26.417209Z","end":"2026-08-24T20:34:26.647145Z","steps":["trace[2104967986] 'read index received' (duration: 229.609884ms)","trace[2104967986] 'applied index is now lower than readState.Index' (duration: 324.177µs)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:34:26.647398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.135514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-24T20:34:26.647474Z","caller":"traceutil/trace.go:171","msg":"trace[1659300615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:386; }","duration":"230.319598ms","start":"2026-08-24T20:34:26.417141Z","end":"2026-08-24T20:34:26.64746Z","steps":["trace[1659300615] 'agreement among raft nodes before linearized reading' (duration: 230.148485ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:35:30.660481Z","caller":"traceutil/trace.go:171","msg":"trace[1780460424] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"160.471832ms","start":"2026-08-24T20:35:30.499968Z","end":"2026-08-24T20:35:30.66044Z","steps":["trace[1780460424] 'process raft request' (duration: 160.165166ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:35:31.384115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.669658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:35:31.38429Z","caller":"traceutil/trace.go:171","msg":"trace[66662664] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"394.852312ms","start":"2026-08-24T20:35:30.989419Z","end":"2026-08-24T20:35:31.384271Z","steps":["trace[66662664] 'process raft request' (duration: 225.374396ms)","trace[66662664] 'compare' (duration: 168.526816ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:35:31.384362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:35:30.989399Z","time spent":"394.929744ms","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:35:31.393624Z","caller":"traceutil/trace.go:171","msg":"trace[846778637] linearizableReadLoop","detail":"{readStateIndex:740; appliedIndex:738; }","duration":"304.159853ms","start":"2026-08-24T20:35:31.08943Z","end":"2026-08-24T20:35:31.39359Z","steps":["trace[846778637] 'read index received' (duration: 125.454351ms)","trace[846778637] 'applied index is now lower than readState.Index' (duration: 178.703932ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:35:31.393744Z","caller":"traceutil/trace.go:171","msg":"trace[1077533296] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"390.764068ms","start":"2026-08-24T20:35:31.002925Z","end":"2026-08-24T20:35:31.393689Z","steps":["trace[1077533296] 'process raft request' (duration: 390.523873ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:35:31.393887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.45585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-08-24T20:35:31.393937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:35:31.002889Z","time spent":"390.955472ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-24T20:35:31.393952Z","caller":"traceutil/trace.go:171","msg":"trace[2000487027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:707; }","duration":"304.574903ms","start":"2026-08-24T20:35:31.089362Z","end":"2026-08-24T20:35:31.393937Z","steps":["trace[2000487027] 'agreement among raft nodes before linearized reading' (duration: 304.353279ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:35:31.393995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:35:31.089321Z","time spent":"304.666354ms","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-24T20:35:32.42552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908636454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:35:32.926331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908636454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:35:33.427512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908636454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:35:33.927652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908636454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:35:34.428259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908636454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:35:34.605042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000124514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-24T20:35:34.605156Z","caller":"traceutil/trace.go:171","msg":"trace[2118372151] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00034368s","start":"2026-08-24T20:35:32.604787Z","end":"2026-08-24T20:35:34.60513Z","steps":["trace[2118372151] 'agreement among raft nodes before linearized reading' (duration: 2.000209566s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:35:34.605219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:35:32.604764Z","time spent":"2.000441131s","remote":"127.0.0.1:34166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/24 20:35:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-24T20:35:34.928736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908636454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:35:34.928819Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.132027174s","expected-duration":"1s"} {"level":"info","ts":"2026-08-24T20:35:34.930043Z","caller":"traceutil/trace.go:171","msg":"trace[566541845] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"3.134892542s","start":"2026-08-24T20:35:31.795117Z","end":"2026-08-24T20:35:34.930009Z","steps":["trace[566541845] 'process raft request' (duration: 3.134233759s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:35:34.930243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:35:31.795087Z","time spent":"3.135055486s","remote":"127.0.0.1:34258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:35:34.981266Z","caller":"traceutil/trace.go:171","msg":"trace[434514993] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"2.227245797s","start":"2026-08-24T20:35:32.753974Z","end":"2026-08-24T20:35:34.98122Z","steps":["trace[434514993] 'process raft request' (duration: 2.227121685s)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:35:34.981319Z","caller":"traceutil/trace.go:171","msg":"trace[1106954841] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"2.689137248s","start":"2026-08-24T20:35:32.292105Z","end":"2026-08-24T20:35:34.981242Z","steps":["trace[1106954841] 'process raft request' (duration: 2.688880673s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:35:34.981493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:35:32.292077Z","time spent":"2.689327112s","remote":"127.0.0.1:34240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-24T20:35:34.981494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:35:32.753945Z","time spent":"2.227440621s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:35:35.189868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.707239ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-08-24T20:35:35.190117Z","caller":"traceutil/trace.go:171","msg":"trace[1757970341] linearizableReadLoop","detail":"{readStateIndex:745; appliedIndex:741; }","duration":"3.265314734s","start":"2026-08-24T20:35:31.924761Z","end":"2026-08-24T20:35:35.190076Z","steps":["trace[1757970341] 'read index received' (duration: 3.004416676s)","trace[1757970341] 'applied index is now lower than readState.Index' (duration: 260.895388ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:35:35.190253Z","caller":"traceutil/trace.go:171","msg":"trace[469854675] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"204.825581ms","start":"2026-08-24T20:35:34.98536Z","end":"2026-08-24T20:35:35.190186Z","steps":["trace[469854675] 'process raft request' (duration: 204.626027ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:35:35.19077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.265981109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-24T20:35:35.190868Z","caller":"traceutil/trace.go:171","msg":"trace[1712345357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:712; }","duration":"3.266148522s","start":"2026-08-24T20:35:31.924694Z","end":"2026-08-24T20:35:35.190842Z","steps":["trace[1712345357] 'agreement among raft nodes before linearized reading' (duration: 3.265514928s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:35:35.191188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:35:31.924668Z","time spent":"3.266421057s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-24T20:35:35.202315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798815995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-24T20:35:35.202379Z","caller":"traceutil/trace.go:171","msg":"trace[1050146681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:713; }","duration":"1.798880446s","start":"2026-08-24T20:35:33.403488Z","end":"2026-08-24T20:35:35.202368Z","steps":["trace[1050146681] 'agreement among raft nodes before linearized reading' (duration: 1.798720203s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:35:35.202378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911766731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-pfrw8\" ","response":"range_response_count:1 size:17145"} {"level":"warn","ts":"2026-08-24T20:35:35.20243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537184789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-24T20:35:35.202422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182227066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T20:35:35.202479Z","caller":"traceutil/trace.go:171","msg":"trace[594861143] range","detail":"{range_begin:/registry/pods/kube-system/cilium-pfrw8; range_end:; response_count:1; response_revision:713; }","duration":"2.912061636s","start":"2026-08-24T20:35:32.290394Z","end":"2026-08-24T20:35:35.202455Z","steps":["trace[594861143] 'agreement among raft nodes before linearized reading' (duration: 2.9117572s)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:35:35.202493Z","caller":"traceutil/trace.go:171","msg":"trace[2054441455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:713; }","duration":"2.537313732s","start":"2026-08-24T20:35:32.665162Z","end":"2026-08-24T20:35:35.202475Z","steps":["trace[2054441455] 'agreement among raft nodes before linearized reading' (duration: 2.537164659s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:35:35.202537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.362225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:35:35.202541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:35:32.290354Z","time spent":"2.912177049s","remote":"127.0.0.1:34352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17167,"request content":"key:\"/registry/pods/kube-system/cilium-pfrw8\" "} {"level":"warn","ts":"2026-08-24T20:35:35.202551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:35:32.665137Z","time spent":"2.537403233s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-24T20:35:35.202554Z","caller":"traceutil/trace.go:171","msg":"trace[1876528780] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:713; }","duration":"2.182420609s","start":"2026-08-24T20:35:33.0201Z","end":"2026-08-24T20:35:35.202521Z","steps":["trace[1876528780] 'agreement among raft nodes before linearized reading' (duration: 2.182193434s)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:35:35.202607Z","caller":"traceutil/trace.go:171","msg":"trace[975179639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:713; }","duration":"589.459866ms","start":"2026-08-24T20:35:34.61311Z","end":"2026-08-24T20:35:35.20257Z","steps":["trace[975179639] 'agreement among raft nodes before linearized reading' (duration: 589.334744ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:35:35.202641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:35:34.613084Z","time spent":"589.551179ms","remote":"127.0.0.1:34162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T20:35:35.202621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:35:33.020071Z","time spent":"2.182530311s","remote":"127.0.0.1:34352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":11,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-08-24T20:35:35.202653Z","caller":"traceutil/trace.go:171","msg":"trace[1400351292] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"208.501836ms","start":"2026-08-24T20:35:34.994085Z","end":"2026-08-24T20:35:35.202587Z","steps":["trace[1400351292] 'process raft request' (duration: 207.885294ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:35:35.203013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:35:33.403408Z","time spent":"1.799000158s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-24T20:35:35.203013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814140176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-24T20:35:35.203208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.580801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:35:35.203251Z","caller":"traceutil/trace.go:171","msg":"trace[584734790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:713; }","duration":"1.814420721s","start":"2026-08-24T20:35:33.3888Z","end":"2026-08-24T20:35:35.203221Z","steps":["trace[584734790] 'agreement among raft nodes before linearized reading' (duration: 1.813605615s)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:35:35.20327Z","caller":"traceutil/trace.go:171","msg":"trace[1846190210] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:713; }","duration":"336.693023ms","start":"2026-08-24T20:35:34.866563Z","end":"2026-08-24T20:35:35.203256Z","steps":["trace[1846190210] 'agreement among raft nodes before linearized reading' (duration: 336.578471ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:35:35.203315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:35:34.866542Z","time spent":"336.762644ms","remote":"127.0.0.1:34322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-08-24T20:35:35.203324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:35:33.388772Z","time spent":"1.814533314s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-24T20:35:35.434884Z","caller":"traceutil/trace.go:171","msg":"trace[938961266] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"229.363949ms","start":"2026-08-24T20:35:35.205478Z","end":"2026-08-24T20:35:35.434842Z","steps":["trace[938961266] 'process raft request' (duration: 229.038602ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:35:35.43532Z","caller":"traceutil/trace.go:171","msg":"trace[655261257] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"227.056401ms","start":"2026-08-24T20:35:35.20821Z","end":"2026-08-24T20:35:35.435266Z","steps":["trace[655261257] 'process raft request' (duration: 226.585352ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:35:35.435332Z","caller":"traceutil/trace.go:171","msg":"trace[978949037] linearizableReadLoop","detail":"{readStateIndex:752; appliedIndex:748; }","duration":"206.621718ms","start":"2026-08-24T20:35:35.228675Z","end":"2026-08-24T20:35:35.435297Z","steps":["trace[978949037] 'read index received' (duration: 205.846483ms)","trace[978949037] 'applied index is now lower than readState.Index' (duration: 773.995µs)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:35:35.435487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.44164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-08-24T20:35:35.435476Z","caller":"traceutil/trace.go:171","msg":"trace[1737638232] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"216.777473ms","start":"2026-08-24T20:35:35.218677Z","end":"2026-08-24T20:35:35.435454Z","steps":["trace[1737638232] 'process raft request' (duration: 216.550679ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:35:35.435469Z","caller":"traceutil/trace.go:171","msg":"trace[27131331] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"227.054422ms","start":"2026-08-24T20:35:35.208373Z","end":"2026-08-24T20:35:35.435427Z","steps":["trace[27131331] 'process raft request' (duration: 226.723195ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:35:35.435542Z","caller":"traceutil/trace.go:171","msg":"trace[291228846] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:718; }","duration":"229.550273ms","start":"2026-08-24T20:35:35.205979Z","end":"2026-08-24T20:35:35.435529Z","steps":["trace[291228846] 'agreement among raft nodes before linearized reading' (duration: 229.42358ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:35:35.678092Z","caller":"traceutil/trace.go:171","msg":"trace[1573490133] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"226.744315ms","start":"2026-08-24T20:35:35.451326Z","end":"2026-08-24T20:35:35.67807Z","steps":["trace[1573490133] 'process raft request' (duration: 226.594682ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:35:49.345942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.578725ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-08-24T20:36:06.669883Z","caller":"traceutil/trace.go:171","msg":"trace[730399850] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"100.801663ms","start":"2026-08-24T20:36:06.569006Z","end":"2026-08-24T20:36:06.669808Z","steps":["trace[730399850] 'process raft request' (duration: 100.447935ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:09.569759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908637365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:36:10.070833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908637365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:36:10.571016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908637365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:36:11.071957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908637365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:36:11.572902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908637365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:36:11.606815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000673085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-24T20:36:11.606946Z","caller":"traceutil/trace.go:171","msg":"trace[250884028] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000858709s","start":"2026-08-24T20:36:09.606057Z","end":"2026-08-24T20:36:11.606916Z","steps":["trace[250884028] 'agreement among raft nodes before linearized reading' (duration: 2.000693056s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:11.607013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:09.606041Z","time spent":"2.000960851s","remote":"127.0.0.1:34166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/24 20:36:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-24T20:36:12.073566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908637365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:36:12.574207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908637365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:36:12.624839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000295438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-24T20:36:12.624972Z","caller":"traceutil/trace.go:171","msg":"trace[791330357] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000511442s","start":"2026-08-24T20:36:10.624432Z","end":"2026-08-24T20:36:12.624944Z","steps":["trace[791330357] 'agreement among raft nodes before linearized reading' (duration: 2.000343789s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:12.625032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:10.624406Z","time spent":"2.000614594s","remote":"127.0.0.1:34162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/24 20:36:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-24T20:36:13.074809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908637365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:36:13.575569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908637365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:36:13.615264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000507942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-24T20:36:13.615416Z","caller":"traceutil/trace.go:171","msg":"trace[1562429171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000728526s","start":"2026-08-24T20:36:11.614665Z","end":"2026-08-24T20:36:13.615394Z","steps":["trace[1562429171] 'agreement among raft nodes before linearized reading' (duration: 2.000541112s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:13.615691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:11.61464Z","time spent":"2.000853059s","remote":"127.0.0.1:34166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/24 20:36:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-24T20:36:13.673922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:08.676267Z","time spent":"4.997648363s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/24 20:36:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-24T20:36:14.076751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908637365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:36:14.577808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908637365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:36:15.078216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908637365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:36:15.578621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908637365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:36:15.623499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999825399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-24T20:36:15.623611Z","caller":"traceutil/trace.go:171","msg":"trace[2133187450] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000007793s","start":"2026-08-24T20:36:13.623575Z","end":"2026-08-24T20:36:15.623583Z","steps":["trace[2133187450] 'agreement among raft nodes before linearized reading' (duration: 1.99986346s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:15.623666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:13.623546Z","time spent":"2.000109935s","remote":"127.0.0.1:34162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T20:36:15.939372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:08.938928Z","time spent":"7.000432641s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-24T20:36:16.069673Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-08-24T20:36:16.069856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.00042603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.47\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-24T20:36:16.069913Z","caller":"traceutil/trace.go:171","msg":"trace[2037725642] range","detail":"{range_begin:/registry/masterleases/199.204.45.47; range_end:; }","duration":"7.000564544s","start":"2026-08-24T20:36:09.069329Z","end":"2026-08-24T20:36:16.069893Z","steps":["trace[2037725642] 'agreement among raft nodes before linearized reading' (duration: 7.000481552s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:16.069957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:09.069275Z","time spent":"7.000671726s","remote":"127.0.0.1:34180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.47\" "} {"level":"warn","ts":"2026-08-24T20:36:16.570196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908637371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:36:16.860082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998047989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-24T20:36:16.860185Z","caller":"traceutil/trace.go:171","msg":"trace[1267247605] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998183402s","start":"2026-08-24T20:36:13.861978Z","end":"2026-08-24T20:36:16.860162Z","steps":["trace[1267247605] 'agreement among raft nodes before linearized reading' (duration: 2.998044199s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:16.860248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:13.861893Z","time spent":"2.998342944s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/08/24 20:36:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-24T20:36:17.070979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908637371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:36:17.49076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997534298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-24T20:36:17.490918Z","caller":"traceutil/trace.go:171","msg":"trace[907814018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997733502s","start":"2026-08-24T20:36:14.493122Z","end":"2026-08-24T20:36:17.490855Z","steps":["trace[907814018] 'agreement among raft nodes before linearized reading' (duration: 2.997562259s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:17.490983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:14.493097Z","time spent":"2.997872335s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/08/24 20:36:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-24T20:36:17.571946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908637371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:36:17.610694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997679121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-24T20:36:17.610835Z","caller":"traceutil/trace.go:171","msg":"trace[133609634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997887805s","start":"2026-08-24T20:36:14.612907Z","end":"2026-08-24T20:36:17.610795Z","steps":["trace[133609634] 'agreement among raft nodes before linearized reading' (duration: 2.997709611s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:17.610905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:14.612877Z","time spent":"2.998017198s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/08/24 20:36:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-24T20:36:17.624132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99988134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-24T20:36:17.624238Z","caller":"traceutil/trace.go:171","msg":"trace[1383703187] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000045443s","start":"2026-08-24T20:36:15.624169Z","end":"2026-08-24T20:36:17.624215Z","steps":["trace[1383703187] 'agreement among raft nodes before linearized reading' (duration: 1.99989967s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:17.624306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:15.624145Z","time spent":"2.000149345s","remote":"127.0.0.1:34166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/24 20:36:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-24T20:36:18.072778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908637371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:36:18.573347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908637371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:36:18.674094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998710894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-24T20:36:18.674224Z","caller":"traceutil/trace.go:171","msg":"trace[253875699] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998880918s","start":"2026-08-24T20:36:13.675307Z","end":"2026-08-24T20:36:18.674188Z","steps":["trace[253875699] 'agreement among raft nodes before linearized reading' (duration: 4.998720655s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:18.674325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:13.675297Z","time spent":"4.99898678s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/08/24 20:36:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-24T20:36:19.073989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908637371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:36:19.574964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908637371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:36:19.630442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00038841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-24T20:36:19.630555Z","caller":"traceutil/trace.go:171","msg":"trace[856388573] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000554283s","start":"2026-08-24T20:36:17.629975Z","end":"2026-08-24T20:36:19.630529Z","steps":["trace[856388573] 'agreement among raft nodes before linearized reading' (duration: 2.00040737s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:19.630624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:17.629961Z","time spent":"2.000653076s","remote":"127.0.0.1:34162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/24 20:36:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-24T20:36:20.075956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908637371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:36:20.141073Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"11.464628482s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-24T20:36:20.205033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.34349966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-08-24T20:36:20.205137Z","caller":"traceutil/trace.go:171","msg":"trace[501225067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"13.343673563s","start":"2026-08-24T20:36:06.861438Z","end":"2026-08-24T20:36:20.205112Z","steps":["trace[501225067] 'range keys from in-memory index tree' (duration: 13.343358586s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.205186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:06.861411Z","time spent":"13.343764365s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-24T20:36:20.205161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.113660772s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} 2026/08/24 20:36:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-08-24T20:36:20.205268Z","caller":"traceutil/trace.go:171","msg":"trace[1712147374] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1187; }","duration":"13.113773964s","start":"2026-08-24T20:36:07.091474Z","end":"2026-08-24T20:36:20.205248Z","steps":["trace[1712147374] 'range keys from in-memory index tree' (duration: 13.113642051s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.205248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.713021372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-08-24T20:36:20.20532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:15.378825Z","time spent":"4.826487003s","remote":"127.0.0.1:45866","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-24T20:36:20.205355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.600072493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:36:20.205376Z","caller":"traceutil/trace.go:171","msg":"trace[790235928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"12.713230166s","start":"2026-08-24T20:36:07.49212Z","end":"2026-08-24T20:36:20.20535Z","steps":["trace[790235928] 'range keys from in-memory index tree' (duration: 12.71290467s)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:36:20.205404Z","caller":"traceutil/trace.go:171","msg":"trace[2790856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1187; }","duration":"12.600166605s","start":"2026-08-24T20:36:07.605223Z","end":"2026-08-24T20:36:20.20539Z","steps":["trace[2790856] 'range keys from in-memory index tree' (duration: 12.599930719s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.205432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:07.605193Z","time spent":"12.600233026s","remote":"127.0.0.1:34162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T20:36:20.205431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:07.492093Z","time spent":"12.713325718s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/08/24 20:36:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-24T20:36:20.205528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.596663453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-08-24T20:36:20.205548Z","caller":"traceutil/trace.go:171","msg":"trace[2142604916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"12.596724615s","start":"2026-08-24T20:36:07.608817Z","end":"2026-08-24T20:36:20.205542Z","steps":["trace[2142604916] 'range keys from in-memory index tree' (duration: 12.596568492s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.205568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:07.608791Z","time spent":"12.596772756s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/08/24 20:36:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-24T20:36:20.205598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.594846898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-08-24T20:36:20.205642Z","caller":"traceutil/trace.go:171","msg":"trace[2042045402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"12.594934s","start":"2026-08-24T20:36:07.610695Z","end":"2026-08-24T20:36:20.205629Z","steps":["trace[2042045402] 'range keys from in-memory index tree' (duration: 12.594767355s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.205677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:07.610674Z","time spent":"12.59499011s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/08/24 20:36:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-24T20:36:20.20568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.592207264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-08-24T20:36:20.205805Z","caller":"traceutil/trace.go:171","msg":"trace[2082629891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"12.592360048s","start":"2026-08-24T20:36:07.613412Z","end":"2026-08-24T20:36:20.205772Z","steps":["trace[2082629891] 'range keys from in-memory index tree' (duration: 12.592112122s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.205864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:07.613402Z","time spent":"12.5924487s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/08/24 20:36:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-08-24T20:36:20.396683Z","caller":"traceutil/trace.go:171","msg":"trace[22661692] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"2.784365638s","start":"2026-08-24T20:36:17.612292Z","end":"2026-08-24T20:36:20.396658Z","steps":["trace[22661692] 'process raft request' (duration: 2.784301107s)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:36:20.396925Z","caller":"traceutil/trace.go:171","msg":"trace[963723520] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"2.780349438s","start":"2026-08-24T20:36:17.616547Z","end":"2026-08-24T20:36:20.396897Z","steps":["trace[963723520] 'process raft request' (duration: 2.780075522s)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:36:20.396787Z","caller":"traceutil/trace.go:171","msg":"trace[1301817203] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"2.902274187s","start":"2026-08-24T20:36:17.494454Z","end":"2026-08-24T20:36:20.396728Z","steps":["trace[1301817203] 'process raft request' (duration: 2.902102764s)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:36:20.396708Z","caller":"traceutil/trace.go:171","msg":"trace[1709325298] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"3.532941168s","start":"2026-08-24T20:36:16.863721Z","end":"2026-08-24T20:36:20.396662Z","steps":["trace[1709325298] 'process raft request' (duration: 3.532761594s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.396947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:17.61226Z","time spent":"2.784585643s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:36:20.39716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:17.494422Z","time spent":"2.902609254s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:36:20.397156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:17.616529Z","time spent":"2.78047174s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:36:20.397313Z","caller":"traceutil/trace.go:171","msg":"trace[730407554] linearizableReadLoop","detail":"{readStateIndex:1239; appliedIndex:1229; }","duration":"4.327483941s","start":"2026-08-24T20:36:16.069776Z","end":"2026-08-24T20:36:20.39726Z","steps":["trace[730407554] 'read index received' (duration: 4.071543784s)","trace[730407554] 'applied index is now lower than readState.Index' (duration: 255.938467ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:36:20.397436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.919326525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:36:20.397475Z","caller":"traceutil/trace.go:171","msg":"trace[1692038404] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1196; }","duration":"4.919406667s","start":"2026-08-24T20:36:15.478055Z","end":"2026-08-24T20:36:20.397462Z","steps":["trace[1692038404] 'agreement among raft nodes before linearized reading' (duration: 4.919278934s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.397502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:15.478025Z","time spent":"4.919469849s","remote":"127.0.0.1:34332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-08-24T20:36:20.397547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.508712703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T20:36:20.397591Z","caller":"traceutil/trace.go:171","msg":"trace[990064422] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1196; }","duration":"9.508800435s","start":"2026-08-24T20:36:10.888776Z","end":"2026-08-24T20:36:20.397576Z","steps":["trace[990064422] 'agreement among raft nodes before linearized reading' (duration: 9.508739844s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.397635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:10.888752Z","time spent":"9.508872937s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-08-24T20:36:20.397646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.423989387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T20:36:20.397701Z","caller":"traceutil/trace.go:171","msg":"trace[422077039] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1196; }","duration":"9.424048758s","start":"2026-08-24T20:36:10.973637Z","end":"2026-08-24T20:36:20.397686Z","steps":["trace[422077039] 'agreement among raft nodes before linearized reading' (duration: 9.423872925s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.39757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:16.863687Z","time spent":"3.533449249s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:36:20.397801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.920986949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:36:20.397954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.484696615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-24T20:36:20.397993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.847293261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T20:36:20.398024Z","caller":"traceutil/trace.go:171","msg":"trace[2088355376] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1196; }","duration":"5.847358413s","start":"2026-08-24T20:36:14.550657Z","end":"2026-08-24T20:36:20.398016Z","steps":["trace[2088355376] 'agreement among raft nodes before linearized reading' (duration: 5.847297482s)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:36:20.398015Z","caller":"traceutil/trace.go:171","msg":"trace[1979831093] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1196; }","duration":"7.484751677s","start":"2026-08-24T20:36:12.913244Z","end":"2026-08-24T20:36:20.397996Z","steps":["trace[1979831093] 'agreement among raft nodes before linearized reading' (duration: 7.484542042s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.398034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.899587149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-24T20:36:20.398048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:14.550644Z","time spent":"5.847398704s","remote":"127.0.0.1:34514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-24T20:36:20.398063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:12.913169Z","time spent":"7.484881319s","remote":"127.0.0.1:34702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":31,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-08-24T20:36:20.397652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.605182671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T20:36:20.398225Z","caller":"traceutil/trace.go:171","msg":"trace[3195738] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1196; }","duration":"6.605874105s","start":"2026-08-24T20:36:13.792328Z","end":"2026-08-24T20:36:20.398203Z","steps":["trace[3195738] 'agreement among raft nodes before linearized reading' (duration: 6.604999347s)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:36:20.397976Z","caller":"traceutil/trace.go:171","msg":"trace[980563265] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1196; }","duration":"4.921214294s","start":"2026-08-24T20:36:15.476745Z","end":"2026-08-24T20:36:20.397959Z","steps":["trace[980563265] 'agreement among raft nodes before linearized reading' (duration: 4.920983879s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.398321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.534035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:36:20.398268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.250208807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:36:20.397871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.214255949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-24T20:36:20.398396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.770972776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-08-24T20:36:20.398404Z","caller":"traceutil/trace.go:171","msg":"trace[662993915] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1196; }","duration":"6.250443601s","start":"2026-08-24T20:36:14.147942Z","end":"2026-08-24T20:36:20.398385Z","steps":["trace[662993915] 'agreement among raft nodes before linearized reading' (duration: 6.250156596s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.398423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.582634186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-24T20:36:20.39843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.783769832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ced820205d0912\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-08-24T20:36:20.398456Z","caller":"traceutil/trace.go:171","msg":"trace[444787662] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1196; }","duration":"2.771057568s","start":"2026-08-24T20:36:17.627382Z","end":"2026-08-24T20:36:20.398439Z","steps":["trace[444787662] 'agreement among raft nodes before linearized reading' (duration: 2.770949466s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.398469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:14.147915Z","time spent":"6.250540594s","remote":"127.0.0.1:34636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-08-24T20:36:20.398477Z","caller":"traceutil/trace.go:171","msg":"trace[1271188442] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ced820205d0912; range_end:; response_count:1; response_revision:1196; }","duration":"8.783898024s","start":"2026-08-24T20:36:11.614565Z","end":"2026-08-24T20:36:20.398463Z","steps":["trace[1271188442] 'agreement among raft nodes before linearized reading' (duration: 8.783730351s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.398486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025552283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-24T20:36:20.398492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:17.627363Z","time spent":"2.771120399s","remote":"127.0.0.1:34352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7124,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-08-24T20:36:20.398517Z","caller":"traceutil/trace.go:171","msg":"trace[1682823543] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1196; }","duration":"1.025617715s","start":"2026-08-24T20:36:19.372893Z","end":"2026-08-24T20:36:20.398511Z","steps":["trace[1682823543] 'agreement among raft nodes before linearized reading' (duration: 1.025542473s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.398521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:11.614546Z","time spent":"8.783964356s","remote":"127.0.0.1:34240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ced820205d0912\" "} {"level":"warn","ts":"2026-08-24T20:36:20.398548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:19.372863Z","time spent":"1.025679156s","remote":"127.0.0.1:34476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-08-24T20:36:20.398408Z","caller":"traceutil/trace.go:171","msg":"trace[1312221513] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1196; }","duration":"11.214853471s","start":"2026-08-24T20:36:09.183545Z","end":"2026-08-24T20:36:20.398399Z","steps":["trace[1312221513] 'agreement among raft nodes before linearized reading' (duration: 11.214279999s)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:36:20.39807Z","caller":"traceutil/trace.go:171","msg":"trace[761604519] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1196; }","duration":"3.899672541s","start":"2026-08-24T20:36:16.498386Z","end":"2026-08-24T20:36:20.398059Z","steps":["trace[761604519] 'agreement among raft nodes before linearized reading' (duration: 3.899529798s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.398286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:13.792294Z","time spent":"6.605973847s","remote":"127.0.0.1:34370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":50,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-08-24T20:36:20.398704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:16.498361Z","time spent":"3.900331173s","remote":"127.0.0.1:34240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":138,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-08-24T20:36:20.398827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.393903677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T20:36:20.398869Z","caller":"traceutil/trace.go:171","msg":"trace[1226339084] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1196; }","duration":"9.393990829s","start":"2026-08-24T20:36:11.004863Z","end":"2026-08-24T20:36:20.398854Z","steps":["trace[1226339084] 'agreement among raft nodes before linearized reading' (duration: 9.393910047s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.398902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:11.004836Z","time spent":"9.394056s","remote":"127.0.0.1:34208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":37,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-08-24T20:36:20.398459Z","caller":"traceutil/trace.go:171","msg":"trace[1174535704] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1196; }","duration":"3.582724948s","start":"2026-08-24T20:36:16.815724Z","end":"2026-08-24T20:36:20.398449Z","steps":["trace[1174535704] 'agreement among raft nodes before linearized reading' (duration: 3.582666636s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.398962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:16.815696Z","time spent":"3.583256578s","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-08-24T20:36:20.397489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.178727695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-24T20:36:20.397759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:10.973529Z","time spent":"9.424217322s","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":82,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-08-24T20:36:20.396667Z","caller":"traceutil/trace.go:171","msg":"trace[386985488] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1191; }","duration":"4.451827642s","start":"2026-08-24T20:36:15.944781Z","end":"2026-08-24T20:36:20.396608Z","steps":["trace[386985488] 'process raft request' (duration: 4.451457245s)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:36:20.397812Z","caller":"traceutil/trace.go:171","msg":"trace[1944200096] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"1.719878525s","start":"2026-08-24T20:36:18.677921Z","end":"2026-08-24T20:36:20.3978Z","steps":["trace[1944200096] 'process raft request' (duration: 1.718896215s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.39928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:18.677886Z","time spent":"1.721360175s","remote":"127.0.0.1:34240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-24T20:36:20.3987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328653876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.47\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:36:20.39938Z","caller":"traceutil/trace.go:171","msg":"trace[961968390] range","detail":"{range_begin:/registry/masterleases/199.204.45.47; range_end:; response_count:0; response_revision:1196; }","duration":"1.329347641s","start":"2026-08-24T20:36:19.069995Z","end":"2026-08-24T20:36:20.399343Z","steps":["trace[961968390] 'agreement among raft nodes before linearized reading' (duration: 1.328673967s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.399418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:19.069966Z","time spent":"1.329441703s","remote":"127.0.0.1:34180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.47\" "} {"level":"warn","ts":"2026-08-24T20:36:20.398816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:15.476706Z","time spent":"4.921640433s","remote":"127.0.0.1:34250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-08-24T20:36:20.398364Z","caller":"traceutil/trace.go:171","msg":"trace[1451788709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1196; }","duration":"767.630107ms","start":"2026-08-24T20:36:19.630723Z","end":"2026-08-24T20:36:20.398354Z","steps":["trace[1451788709] 'agreement among raft nodes before linearized reading' (duration: 767.565315ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.399612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:19.630696Z","time spent":"768.907213ms","remote":"127.0.0.1:34166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-24T20:36:20.399072Z","caller":"traceutil/trace.go:171","msg":"trace[1842538157] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1196; }","duration":"7.180364629s","start":"2026-08-24T20:36:13.218697Z","end":"2026-08-24T20:36:20.399062Z","steps":["trace[1842538157] 'agreement among raft nodes before linearized reading' (duration: 7.178733525s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.399708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:13.218615Z","time spent":"7.181079492s","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-08-24T20:36:20.398668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:09.183514Z","time spent":"11.215145547s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-08-24T20:36:20.400162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:15.944752Z","time spent":"4.454508136s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":720,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:36:20.396377Z","caller":"traceutil/trace.go:171","msg":"trace[757173354] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"4.777725086s","start":"2026-08-24T20:36:15.618582Z","end":"2026-08-24T20:36:20.396307Z","steps":["trace[757173354] 'process raft request' (duration: 4.77747861s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:36:20.400631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:36:15.618551Z","time spent":"4.782011283s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:37:30.327196Z","caller":"traceutil/trace.go:171","msg":"trace[1802854579] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"234.078981ms","start":"2026-08-24T20:37:30.093059Z","end":"2026-08-24T20:37:30.327138Z","steps":["trace[1802854579] 'process raft request' (duration: 183.685716ms)","trace[1802854579] 'compare' (duration: 50.16191ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:37:30.327822Z","caller":"traceutil/trace.go:171","msg":"trace[1147420845] linearizableReadLoop","detail":"{readStateIndex:2100; appliedIndex:2096; }","duration":"159.31662ms","start":"2026-08-24T20:37:30.168487Z","end":"2026-08-24T20:37:30.327804Z","steps":["trace[1147420845] 'read index received' (duration: 108.313683ms)","trace[1147420845] 'applied index is now lower than readState.Index' (duration: 51.001587ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:37:30.32789Z","caller":"traceutil/trace.go:171","msg":"trace[448703654] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"233.697663ms","start":"2026-08-24T20:37:30.094162Z","end":"2026-08-24T20:37:30.32786Z","steps":["trace[448703654] 'process raft request' (duration: 233.54218ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:37:30.327931Z","caller":"traceutil/trace.go:171","msg":"trace[552935671] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"234.392197ms","start":"2026-08-24T20:37:30.093501Z","end":"2026-08-24T20:37:30.327893Z","steps":["trace[552935671] 'process raft request' (duration: 234.05185ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:37:30.328063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.553974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-24T20:37:30.328737Z","caller":"traceutil/trace.go:171","msg":"trace[1567902238] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"233.239583ms","start":"2026-08-24T20:37:30.094824Z","end":"2026-08-24T20:37:30.328064Z","steps":["trace[1567902238] 'process raft request' (duration: 232.925147ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:37:30.328828Z","caller":"traceutil/trace.go:171","msg":"trace[86648012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2014; }","duration":"159.651647ms","start":"2026-08-24T20:37:30.16844Z","end":"2026-08-24T20:37:30.328092Z","steps":["trace[86648012] 'agreement among raft nodes before linearized reading' (duration: 159.438822ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:38:20.799188Z","caller":"traceutil/trace.go:171","msg":"trace[1595370046] linearizableReadLoop","detail":"{readStateIndex:2432; appliedIndex:2431; }","duration":"139.277632ms","start":"2026-08-24T20:38:20.659885Z","end":"2026-08-24T20:38:20.799162Z","steps":["trace[1595370046] 'read index received' (duration: 139.220341ms)","trace[1595370046] 'applied index is now lower than readState.Index' (duration: 56.281µs)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:38:20.799606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.68545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-24T20:38:20.799704Z","caller":"traceutil/trace.go:171","msg":"trace[2137516224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2336; }","duration":"139.838083ms","start":"2026-08-24T20:38:20.659841Z","end":"2026-08-24T20:38:20.799679Z","steps":["trace[2137516224] 'agreement among raft nodes before linearized reading' (duration: 139.425615ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:38:20.799891Z","caller":"traceutil/trace.go:171","msg":"trace[634275798] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"173.513908ms","start":"2026-08-24T20:38:20.626349Z","end":"2026-08-24T20:38:20.799863Z","steps":["trace[634275798] 'process raft request' (duration: 172.680032ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:38:20.951903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.082369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:38:20.952276Z","caller":"traceutil/trace.go:171","msg":"trace[2006797595] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"289.526087ms","start":"2026-08-24T20:38:20.662702Z","end":"2026-08-24T20:38:20.952228Z","steps":["trace[2006797595] 'process raft request' (duration: 148.974649ms)","trace[2006797595] 'compare' (duration: 139.896705ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:38:20.952293Z","caller":"traceutil/trace.go:171","msg":"trace[368981655] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"148.286996ms","start":"2026-08-24T20:38:20.80398Z","end":"2026-08-24T20:38:20.952267Z","steps":["trace[368981655] 'process raft request' (duration: 148.082502ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:38:21.168681Z","caller":"traceutil/trace.go:171","msg":"trace[1845181896] transaction","detail":"{read_only:false; response_revision:2340; number_of_response:1; }","duration":"125.458611ms","start":"2026-08-24T20:38:21.043178Z","end":"2026-08-24T20:38:21.168637Z","steps":["trace[1845181896] 'process raft request' (duration: 63.44724ms)","trace[1845181896] 'compare' (duration: 61.801727ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:39:43.248985Z","caller":"traceutil/trace.go:171","msg":"trace[1277717315] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"134.944566ms","start":"2026-08-24T20:39:43.113725Z","end":"2026-08-24T20:39:43.24867Z","steps":["trace[1277717315] 'process raft request' (duration: 134.64757ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:39:43.478488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.151861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-24T20:39:43.478677Z","caller":"traceutil/trace.go:171","msg":"trace[593629451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2980; }","duration":"112.408707ms","start":"2026-08-24T20:39:43.366216Z","end":"2026-08-24T20:39:43.478624Z","steps":["trace[593629451] 'range keys from in-memory index tree' (duration: 111.869586ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:39:43.606813Z","caller":"traceutil/trace.go:171","msg":"trace[328678493] transaction","detail":"{read_only:false; response_revision:2981; number_of_response:1; }","duration":"122.372529ms","start":"2026-08-24T20:39:43.484402Z","end":"2026-08-24T20:39:43.606774Z","steps":["trace[328678493] 'process raft request' (duration: 122.176695ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:43:52.345147Z","caller":"traceutil/trace.go:171","msg":"trace[1018549930] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"107.467326ms","start":"2026-08-24T20:43:52.237638Z","end":"2026-08-24T20:43:52.345106Z","steps":["trace[1018549930] 'process raft request' (duration: 107.250301ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:43:54.307484Z","caller":"traceutil/trace.go:171","msg":"trace[170408784] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"115.368108ms","start":"2026-08-24T20:43:54.192094Z","end":"2026-08-24T20:43:54.307462Z","steps":["trace[170408784] 'process raft request' (duration: 115.198234ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:43:54.349668Z","caller":"traceutil/trace.go:171","msg":"trace[904569891] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"156.058344ms","start":"2026-08-24T20:43:54.193568Z","end":"2026-08-24T20:43:54.349626Z","steps":["trace[904569891] 'process raft request' (duration: 155.87479ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:43:58.492024Z","caller":"traceutil/trace.go:171","msg":"trace[1521603320] transaction","detail":"{read_only:false; response_revision:5271; number_of_response:1; }","duration":"106.977646ms","start":"2026-08-24T20:43:58.385009Z","end":"2026-08-24T20:43:58.491986Z","steps":["trace[1521603320] 'process raft request' (duration: 87.632312ms)","trace[1521603320] 'compare' (duration: 18.828383ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:44:11.084325Z","caller":"traceutil/trace.go:171","msg":"trace[1415951816] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"127.115715ms","start":"2026-08-24T20:44:10.957177Z","end":"2026-08-24T20:44:11.084293Z","steps":["trace[1415951816] 'process raft request' (duration: 126.824819ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:11.109514Z","caller":"traceutil/trace.go:171","msg":"trace[1792584972] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"132.559506ms","start":"2026-08-24T20:44:10.976916Z","end":"2026-08-24T20:44:11.109476Z","steps":["trace[1792584972] 'process raft request' (duration: 132.285191ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:15.853939Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2819} {"level":"info","ts":"2026-08-24T20:44:15.923416Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2819,"took":"68.037424ms","hash":3552358103,"current-db-size-bytes":56795136,"current-db-size":"57 MB","current-db-size-in-use-bytes":31813632,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-24T20:44:15.923512Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3552358103,"revision":2819,"compact-revision":-1} {"level":"info","ts":"2026-08-24T20:44:19.371083Z","caller":"traceutil/trace.go:171","msg":"trace[1973000459] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"200.009909ms","start":"2026-08-24T20:44:19.171023Z","end":"2026-08-24T20:44:19.371032Z","steps":["trace[1973000459] 'process raft request' (duration: 156.198507ms)","trace[1973000459] 'compare' (duration: 43.554016ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:44:19.371073Z","caller":"traceutil/trace.go:171","msg":"trace[749037675] linearizableReadLoop","detail":"{readStateIndex:5897; appliedIndex:5895; }","duration":"140.167142ms","start":"2026-08-24T20:44:19.230857Z","end":"2026-08-24T20:44:19.371024Z","steps":["trace[749037675] 'read index received' (duration: 1.855978ms)","trace[749037675] 'applied index is now lower than readState.Index' (duration: 138.310024ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:44:19.371561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.678022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-24T20:44:19.371623Z","caller":"traceutil/trace.go:171","msg":"trace[1974222442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5677; }","duration":"140.828105ms","start":"2026-08-24T20:44:19.230781Z","end":"2026-08-24T20:44:19.371609Z","steps":["trace[1974222442] 'agreement among raft nodes before linearized reading' (duration: 140.380506ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:19.371673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.890685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-24T20:44:19.371796Z","caller":"traceutil/trace.go:171","msg":"trace[482191991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5677; }","duration":"137.095889ms","start":"2026-08-24T20:44:19.234672Z","end":"2026-08-24T20:44:19.371767Z","steps":["trace[482191991] 'agreement among raft nodes before linearized reading' (duration: 136.765232ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:19.537058Z","caller":"traceutil/trace.go:171","msg":"trace[213810866] linearizableReadLoop","detail":"{readStateIndex:5899; appliedIndex:5898; }","duration":"114.731714ms","start":"2026-08-24T20:44:19.422297Z","end":"2026-08-24T20:44:19.537028Z","steps":["trace[213810866] 'read index received' (duration: 54.043209ms)","trace[213810866] 'applied index is now lower than readState.Index' (duration: 60.687325ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:44:19.537395Z","caller":"traceutil/trace.go:171","msg":"trace[1986115525] transaction","detail":"{read_only:false; response_revision:5679; number_of_response:1; }","duration":"160.453443ms","start":"2026-08-24T20:44:19.376907Z","end":"2026-08-24T20:44:19.53736Z","steps":["trace[1986115525] 'process raft request' (duration: 99.440992ms)","trace[1986115525] 'compare' (duration: 60.524282ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:44:19.537728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.010833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mkdfq\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-08-24T20:44:19.537871Z","caller":"traceutil/trace.go:171","msg":"trace[1587280971] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mkdfq; range_end:; response_count:1; response_revision:5679; }","duration":"130.205098ms","start":"2026-08-24T20:44:19.407634Z","end":"2026-08-24T20:44:19.537839Z","steps":["trace[1587280971] 'agreement among raft nodes before linearized reading' (duration: 129.646547ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:34.046598Z","caller":"traceutil/trace.go:171","msg":"trace[1222823233] transaction","detail":"{read_only:false; response_revision:5865; number_of_response:1; }","duration":"107.983086ms","start":"2026-08-24T20:44:33.938568Z","end":"2026-08-24T20:44:34.046551Z","steps":["trace[1222823233] 'process raft request' (duration: 42.25819ms)","trace[1222823233] 'compare' (duration: 65.316268ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:49:15.861523Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5597} {"level":"info","ts":"2026-08-24T20:49:15.938565Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5597,"took":"74.758979ms","hash":151690762,"current-db-size-bytes":56795136,"current-db-size":"57 MB","current-db-size-in-use-bytes":29347840,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-08-24T20:49:15.938648Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":151690762,"revision":5597,"compact-revision":2819} {"level":"warn","ts":"2026-08-24T20:50:41.697832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.462167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-24T20:50:41.697903Z","caller":"traceutil/trace.go:171","msg":"trace[1963199862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8593; }","duration":"221.545729ms","start":"2026-08-24T20:50:41.476342Z","end":"2026-08-24T20:50:41.697887Z","steps":["trace[1963199862] 'range keys from in-memory index tree' (duration: 221.274513ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:41.825257Z","caller":"traceutil/trace.go:171","msg":"trace[1065676630] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"122.634167ms","start":"2026-08-24T20:50:41.702581Z","end":"2026-08-24T20:50:41.825215Z","steps":["trace[1065676630] 'process raft request' (duration: 122.383802ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:54.119693Z","caller":"traceutil/trace.go:171","msg":"trace[2114555953] linearizableReadLoop","detail":"{readStateIndex:8976; appliedIndex:8975; }","duration":"216.440944ms","start":"2026-08-24T20:50:53.903229Z","end":"2026-08-24T20:50:54.119669Z","steps":["trace[2114555953] 'read index received' (duration: 216.369613ms)","trace[2114555953] 'applied index is now lower than readState.Index' (duration: 70.521µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:50:54.119813Z","caller":"traceutil/trace.go:171","msg":"trace[1133431707] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"236.740919ms","start":"2026-08-24T20:50:53.883043Z","end":"2026-08-24T20:50:54.119784Z","steps":["trace[1133431707] 'process raft request' (duration: 236.483394ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:54.119936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.684409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mkdfq\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-08-24T20:50:54.120012Z","caller":"traceutil/trace.go:171","msg":"trace[1855216834] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mkdfq; range_end:; response_count:1; response_revision:8657; }","duration":"216.785303ms","start":"2026-08-24T20:50:53.903207Z","end":"2026-08-24T20:50:54.119992Z","steps":["trace[1855216834] 'agreement among raft nodes before linearized reading' (duration: 216.582418ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:54.230418Z","caller":"traceutil/trace.go:171","msg":"trace[1304575589] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"206.218876ms","start":"2026-08-24T20:50:54.024168Z","end":"2026-08-24T20:50:54.230387Z","steps":["trace[1304575589] 'process raft request' (duration: 200.840686ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:54.23088Z","caller":"traceutil/trace.go:171","msg":"trace[1106219661] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"206.455671ms","start":"2026-08-24T20:50:54.024388Z","end":"2026-08-24T20:50:54.230844Z","steps":["trace[1106219661] 'process raft request' (duration: 205.958361ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:54.231454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.954566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-08-24T20:50:54.231511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.297895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-24T20:50:54.231535Z","caller":"traceutil/trace.go:171","msg":"trace[1832525368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8660; }","duration":"198.080489ms","start":"2026-08-24T20:50:54.033441Z","end":"2026-08-24T20:50:54.231521Z","steps":["trace[1832525368] 'agreement among raft nodes before linearized reading' (duration: 197.869765ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:54.231555Z","caller":"traceutil/trace.go:171","msg":"trace[1819393006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8660; }","duration":"203.395517ms","start":"2026-08-24T20:50:54.028147Z","end":"2026-08-24T20:50:54.231543Z","steps":["trace[1819393006] 'agreement among raft nodes before linearized reading' (duration: 203.212414ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:54.231528Z","caller":"traceutil/trace.go:171","msg":"trace[1948774996] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"204.769516ms","start":"2026-08-24T20:50:54.026744Z","end":"2026-08-24T20:50:54.231514Z","steps":["trace[1948774996] 'process raft request' (duration: 204.073332ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:54.231457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.65843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:50:54.232086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.375487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-24T20:50:54.23177Z","caller":"traceutil/trace.go:171","msg":"trace[1026672669] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8660; }","duration":"220.981647ms","start":"2026-08-24T20:50:54.010711Z","end":"2026-08-24T20:50:54.231666Z","steps":["trace[1026672669] 'agreement among raft nodes before linearized reading' (duration: 220.669871ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:54.232191Z","caller":"traceutil/trace.go:171","msg":"trace[727304211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8660; }","duration":"291.763836ms","start":"2026-08-24T20:50:53.94041Z","end":"2026-08-24T20:50:54.232174Z","steps":["trace[727304211] 'agreement among raft nodes before linearized reading' (duration: 291.174113ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:54.231522Z","caller":"traceutil/trace.go:171","msg":"trace[717886698] linearizableReadLoop","detail":"{readStateIndex:8979; appliedIndex:8976; }","duration":"111.50498ms","start":"2026-08-24T20:50:54.119766Z","end":"2026-08-24T20:50:54.231271Z","steps":["trace[717886698] 'read index received' (duration: 105.15594ms)","trace[717886698] 'applied index is now lower than readState.Index' (duration: 6.34778ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:50:54.232971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.232822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224098"} {"level":"info","ts":"2026-08-24T20:50:54.23303Z","caller":"traceutil/trace.go:171","msg":"trace[1235991627] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8660; }","duration":"107.348095ms","start":"2026-08-24T20:50:54.125663Z","end":"2026-08-24T20:50:54.233011Z","steps":["trace[1235991627] 'agreement among raft nodes before linearized reading' (duration: 106.890266ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:54.356577Z","caller":"traceutil/trace.go:171","msg":"trace[2060343732] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"120.682977ms","start":"2026-08-24T20:50:54.235865Z","end":"2026-08-24T20:50:54.356548Z","steps":["trace[2060343732] 'process raft request' (duration: 115.009741ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:54.356767Z","caller":"traceutil/trace.go:171","msg":"trace[1881527388] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"120.597926ms","start":"2026-08-24T20:50:54.236136Z","end":"2026-08-24T20:50:54.356734Z","steps":["trace[1881527388] 'process raft request' (duration: 120.366771ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:57.509144Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000232c.wal"} {"level":"info","ts":"2026-08-24T20:51:59.464001Z","caller":"traceutil/trace.go:171","msg":"trace[187196823] linearizableReadLoop","detail":"{readStateIndex:9454; appliedIndex:9453; }","duration":"138.327405ms","start":"2026-08-24T20:51:59.32565Z","end":"2026-08-24T20:51:59.463977Z","steps":["trace[187196823] 'read index received' (duration: 138.125531ms)","trace[187196823] 'applied index is now lower than readState.Index' (duration: 201.064µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:51:59.464163Z","caller":"traceutil/trace.go:171","msg":"trace[1014397878] transaction","detail":"{read_only:false; response_revision:9113; number_of_response:1; }","duration":"195.200157ms","start":"2026-08-24T20:51:59.268898Z","end":"2026-08-24T20:51:59.464098Z","steps":["trace[1014397878] 'process raft request' (duration: 194.925351ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:51:59.464704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.04034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:40 size:628426"} {"level":"info","ts":"2026-08-24T20:51:59.464761Z","caller":"traceutil/trace.go:171","msg":"trace[48541403] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:40; response_revision:9113; }","duration":"139.180223ms","start":"2026-08-24T20:51:59.325568Z","end":"2026-08-24T20:51:59.464748Z","steps":["trace[48541403] 'agreement among raft nodes before linearized reading' (duration: 138.506278ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:52:48.984026Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3f1333454ace8ea","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-24T20:52:48.989852Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-08-24T20:52:48.99006Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-08-24T20:53:07.098121Z","caller":"traceutil/trace.go:171","msg":"trace[671685441] transaction","detail":"{read_only:false; response_revision:9806; number_of_response:1; }","duration":"142.525241ms","start":"2026-08-24T20:53:06.95557Z","end":"2026-08-24T20:53:07.098096Z","steps":["trace[671685441] 'process raft request' (duration: 142.235874ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:54:15.869573Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7908} {"level":"info","ts":"2026-08-24T20:54:15.951749Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7908,"took":"79.856894ms","hash":3134720632,"current-db-size-bytes":56795136,"current-db-size":"57 MB","current-db-size-in-use-bytes":25444352,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-08-24T20:54:15.951798Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3134720632,"revision":7908,"compact-revision":5597} {"level":"warn","ts":"2026-08-24T20:58:39.065868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.143734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-volume-7cdc955cf9-vcs8d.18ced95b100dcfe8\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-08-24T20:58:39.066036Z","caller":"traceutil/trace.go:171","msg":"trace[416605873] range","detail":"{range_begin:/registry/events/openstack/cinder-volume-7cdc955cf9-vcs8d.18ced95b100dcfe8; range_end:; response_count:1; response_revision:12205; }","duration":"103.395309ms","start":"2026-08-24T20:58:38.962619Z","end":"2026-08-24T20:58:39.066014Z","steps":["trace[416605873] 'range keys from in-memory index tree' (duration: 102.93486ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:58:39.257617Z","caller":"traceutil/trace.go:171","msg":"trace[608122867] linearizableReadLoop","detail":"{readStateIndex:12647; appliedIndex:12646; }","duration":"104.665525ms","start":"2026-08-24T20:58:39.152912Z","end":"2026-08-24T20:58:39.257577Z","steps":["trace[608122867] 'read index received' (duration: 94.523748ms)","trace[608122867] 'applied index is now lower than readState.Index' (duration: 10.139867ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:58:39.257761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.833279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:58:39.257859Z","caller":"traceutil/trace.go:171","msg":"trace[34380836] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12208; }","duration":"104.985892ms","start":"2026-08-24T20:58:39.15284Z","end":"2026-08-24T20:58:39.257826Z","steps":["trace[34380836] 'agreement among raft nodes before linearized reading' (duration: 104.831619ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:58:41.036006Z","caller":"traceutil/trace.go:171","msg":"trace[1383703727] linearizableReadLoop","detail":"{readStateIndex:12656; appliedIndex:12655; }","duration":"131.024313ms","start":"2026-08-24T20:58:40.904949Z","end":"2026-08-24T20:58:41.035973Z","steps":["trace[1383703727] 'read index received' (duration: 130.526303ms)","trace[1383703727] 'applied index is now lower than readState.Index' (duration: 496.42µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:58:41.036111Z","caller":"traceutil/trace.go:171","msg":"trace[1484084612] transaction","detail":"{read_only:false; response_revision:12217; number_of_response:1; }","duration":"132.919032ms","start":"2026-08-24T20:58:40.903157Z","end":"2026-08-24T20:58:41.036076Z","steps":["trace[1484084612] 'process raft request' (duration: 132.29279ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:58:41.036294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.509083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-24T20:58:41.036343Z","caller":"traceutil/trace.go:171","msg":"trace[1716024474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12217; }","duration":"130.603625ms","start":"2026-08-24T20:58:40.905727Z","end":"2026-08-24T20:58:41.036331Z","steps":["trace[1716024474] 'agreement among raft nodes before linearized reading' (duration: 130.421622ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:58:41.036367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.380801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-24T20:58:41.036489Z","caller":"traceutil/trace.go:171","msg":"trace[493428460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12217; }","duration":"131.564374ms","start":"2026-08-24T20:58:40.904896Z","end":"2026-08-24T20:58:41.036461Z","steps":["trace[493428460] 'agreement among raft nodes before linearized reading' (duration: 131.198607ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:59:15.879756Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10285} {"level":"info","ts":"2026-08-24T20:59:15.970322Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10285,"took":"87.945614ms","hash":726709748,"current-db-size-bytes":56795136,"current-db-size":"57 MB","current-db-size-in-use-bytes":25972736,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-08-24T20:59:15.970404Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":726709748,"revision":10285,"compact-revision":7908} {"level":"warn","ts":"2026-08-24T21:00:19.297549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16783403112908667106,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-24T21:00:19.298648Z","caller":"traceutil/trace.go:171","msg":"trace[1357156059] transaction","detail":"{read_only:false; response_revision:12865; number_of_response:1; }","duration":"508.565327ms","start":"2026-08-24T21:00:18.790059Z","end":"2026-08-24T21:00:19.298625Z","steps":["trace[1357156059] 'process raft request' (duration: 508.417624ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:00:19.298907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:00:18.789996Z","time spent":"508.839312ms","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:00:19.304694Z","caller":"traceutil/trace.go:171","msg":"trace[828342886] transaction","detail":"{read_only:false; response_revision:12866; number_of_response:1; }","duration":"514.14962ms","start":"2026-08-24T21:00:18.790529Z","end":"2026-08-24T21:00:19.304679Z","steps":["trace[828342886] 'process raft request' (duration: 514.016347ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:00:19.304787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:00:18.790509Z","time spent":"514.233182ms","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:00:19.304978Z","caller":"traceutil/trace.go:171","msg":"trace[581856862] transaction","detail":"{read_only:false; response_revision:12867; number_of_response:1; }","duration":"514.052698ms","start":"2026-08-24T21:00:18.790895Z","end":"2026-08-24T21:00:19.304948Z","steps":["trace[581856862] 'process raft request' (duration: 513.745222ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:00:19.305009Z","caller":"traceutil/trace.go:171","msg":"trace[1609199069] linearizableReadLoop","detail":"{readStateIndex:13330; appliedIndex:13326; }","duration":"508.046236ms","start":"2026-08-24T21:00:18.796931Z","end":"2026-08-24T21:00:19.304977Z","steps":["trace[1609199069] 'read index received' (duration: 501.531964ms)","trace[1609199069] 'applied index is now lower than readState.Index' (duration: 6.513162ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:00:19.305099Z","caller":"traceutil/trace.go:171","msg":"trace[1767979692] transaction","detail":"{read_only:false; response_revision:12868; number_of_response:1; }","duration":"299.688355ms","start":"2026-08-24T21:00:19.005389Z","end":"2026-08-24T21:00:19.305078Z","steps":["trace[1767979692] 'process raft request' (duration: 299.4483ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:00:19.305128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:00:18.790195Z","time spent":"514.849794ms","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:00:19.305153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.227019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:00:19.30519Z","caller":"traceutil/trace.go:171","msg":"trace[1791933980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12868; }","duration":"508.301011ms","start":"2026-08-24T21:00:18.796879Z","end":"2026-08-24T21:00:19.30518Z","steps":["trace[1791933980] 'agreement among raft nodes before linearized reading' (duration: 508.208219ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:00:19.305238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:00:18.796862Z","time spent":"508.352552ms","remote":"127.0.0.1:34162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T21:00:19.305251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.599385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-08-24T21:00:19.305267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.329186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T21:00:19.305237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.335618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:00:19.305312Z","caller":"traceutil/trace.go:171","msg":"trace[1137738622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12868; }","duration":"380.657506ms","start":"2026-08-24T21:00:18.924624Z","end":"2026-08-24T21:00:19.305281Z","steps":["trace[1137738622] 'agreement among raft nodes before linearized reading' (duration: 380.543394ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:00:19.305319Z","caller":"traceutil/trace.go:171","msg":"trace[1796633002] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:12868; }","duration":"147.411728ms","start":"2026-08-24T21:00:19.157877Z","end":"2026-08-24T21:00:19.305289Z","steps":["trace[1796633002] 'agreement among raft nodes before linearized reading' (duration: 147.343347ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:00:19.305341Z","caller":"traceutil/trace.go:171","msg":"trace[2009368407] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12868; }","duration":"498.44718ms","start":"2026-08-24T21:00:18.806872Z","end":"2026-08-24T21:00:19.305319Z","steps":["trace[2009368407] 'agreement among raft nodes before linearized reading' (duration: 498.292987ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:00:19.305357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.679913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-24T21:00:19.305384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:00:18.806794Z","time spent":"498.581742ms","remote":"127.0.0.1:34402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-08-24T21:00:19.305403Z","caller":"traceutil/trace.go:171","msg":"trace[1976332524] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:12868; }","duration":"397.728154ms","start":"2026-08-24T21:00:18.907661Z","end":"2026-08-24T21:00:19.305389Z","steps":["trace[1976332524] 'agreement among raft nodes before linearized reading' (duration: 397.613212ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:00:19.305416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.414614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.47\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-24T21:00:19.305438Z","caller":"traceutil/trace.go:171","msg":"trace[963813146] range","detail":"{range_begin:/registry/masterleases/199.204.45.47; range_end:; response_count:1; response_revision:12868; }","duration":"161.523696ms","start":"2026-08-24T21:00:19.143908Z","end":"2026-08-24T21:00:19.305431Z","steps":["trace[963813146] 'agreement among raft nodes before linearized reading' (duration: 161.459985ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:00:19.305439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:00:18.907606Z","time spent":"397.823446ms","remote":"127.0.0.1:57504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-08-24T21:00:19.305352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:00:18.924617Z","time spent":"380.723888ms","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-24T21:00:19.305642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.053649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-24T21:00:19.305662Z","caller":"traceutil/trace.go:171","msg":"trace[2068792226] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12868; }","duration":"492.103011ms","start":"2026-08-24T21:00:18.813553Z","end":"2026-08-24T21:00:19.305656Z","steps":["trace[2068792226] 'agreement among raft nodes before linearized reading' (duration: 492.016029ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:00:19.30568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:00:18.81354Z","time spent":"492.135591ms","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-24T21:04:15.888207Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12451} {"level":"info","ts":"2026-08-24T21:04:15.965598Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12451,"took":"74.56522ms","hash":3526292743,"current-db-size-bytes":56795136,"current-db-size":"57 MB","current-db-size-in-use-bytes":27607040,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-24T21:04:15.965656Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3526292743,"revision":12451,"compact-revision":10285} {"level":"info","ts":"2026-08-24T21:05:22.37562Z","caller":"traceutil/trace.go:171","msg":"trace[1761916066] linearizableReadLoop","detail":"{readStateIndex:15463; appliedIndex:15462; }","duration":"132.622735ms","start":"2026-08-24T21:05:22.242973Z","end":"2026-08-24T21:05:22.375596Z","steps":["trace[1761916066] 'read index received' (duration: 132.329378ms)","trace[1761916066] 'applied index is now lower than readState.Index' (duration: 292.467µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:05:22.375695Z","caller":"traceutil/trace.go:171","msg":"trace[487252205] transaction","detail":"{read_only:false; response_revision:14922; number_of_response:1; }","duration":"223.005777ms","start":"2026-08-24T21:05:22.152649Z","end":"2026-08-24T21:05:22.375655Z","steps":["trace[487252205] 'process raft request' (duration: 222.772032ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:05:22.375853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.86453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-08-24T21:05:22.375938Z","caller":"traceutil/trace.go:171","msg":"trace[912724741] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14922; }","duration":"133.003033ms","start":"2026-08-24T21:05:22.242919Z","end":"2026-08-24T21:05:22.375922Z","steps":["trace[912724741] 'agreement among raft nodes before linearized reading' (duration: 132.763868ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:05:43.660827Z","caller":"traceutil/trace.go:171","msg":"trace[313624802] transaction","detail":"{read_only:false; response_revision:15231; number_of_response:1; }","duration":"204.315786ms","start":"2026-08-24T21:05:43.456474Z","end":"2026-08-24T21:05:43.66079Z","steps":["trace[313624802] 'process raft request' (duration: 152.397547ms)","trace[313624802] 'compare' (duration: 51.657603ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:05:43.662317Z","caller":"traceutil/trace.go:171","msg":"trace[864373963] transaction","detail":"{read_only:false; response_revision:15232; number_of_response:1; }","duration":"126.754854ms","start":"2026-08-24T21:05:43.535533Z","end":"2026-08-24T21:05:43.662288Z","steps":["trace[864373963] 'process raft request' (duration: 126.257944ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:05:43.952122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.703797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:05:43.952208Z","caller":"traceutil/trace.go:171","msg":"trace[1837875597] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:15232; }","duration":"109.844071ms","start":"2026-08-24T21:05:43.842341Z","end":"2026-08-24T21:05:43.952186Z","steps":["trace[1837875597] 'count revisions from in-memory index tree' (duration: 109.600255ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:06:35.636242Z","caller":"traceutil/trace.go:171","msg":"trace[1285952026] transaction","detail":"{read_only:false; response_revision:15862; number_of_response:1; }","duration":"101.750724ms","start":"2026-08-24T21:06:35.534467Z","end":"2026-08-24T21:06:35.636217Z","steps":["trace[1285952026] 'process raft request' (duration: 100.409937ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:06:58.949337Z","caller":"traceutil/trace.go:171","msg":"trace[201819956] transaction","detail":"{read_only:false; response_revision:15986; number_of_response:1; }","duration":"147.531159ms","start":"2026-08-24T21:06:58.801751Z","end":"2026-08-24T21:06:58.949282Z","steps":["trace[201819956] 'process raft request' (duration: 136.592156ms)","trace[201819956] 'compare' (duration: 10.81591ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:06:58.989586Z","caller":"traceutil/trace.go:171","msg":"trace[1506998567] transaction","detail":"{read_only:false; response_revision:15987; number_of_response:1; }","duration":"129.871519ms","start":"2026-08-24T21:06:58.859692Z","end":"2026-08-24T21:06:58.989564Z","steps":["trace[1506998567] 'process raft request' (duration: 129.742966ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:07:04.504111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.272421ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-08-24T21:07:05.638164Z","caller":"traceutil/trace.go:171","msg":"trace[324502338] linearizableReadLoop","detail":"{readStateIndex:16596; appliedIndex:16595; }","duration":"190.945094ms","start":"2026-08-24T21:07:05.447194Z","end":"2026-08-24T21:07:05.638139Z","steps":["trace[324502338] 'read index received' (duration: 190.787641ms)","trace[324502338] 'applied index is now lower than readState.Index' (duration: 156.283µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:07:05.638207Z","caller":"traceutil/trace.go:171","msg":"trace[1270763336] transaction","detail":"{read_only:false; response_revision:16019; number_of_response:1; }","duration":"314.256479ms","start":"2026-08-24T21:07:05.32392Z","end":"2026-08-24T21:07:05.638177Z","steps":["trace[1270763336] 'process raft request' (duration: 314.062455ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:07:05.638375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:07:05.323904Z","time spent":"314.393482ms","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:07:05.638434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.213869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-5kv2q\" ","response":"range_response_count:1 size:22096"} {"level":"warn","ts":"2026-08-24T21:07:05.638477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.378581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T21:07:05.63856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.021222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-08-24T21:07:05.638591Z","caller":"traceutil/trace.go:171","msg":"trace[199564407] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16019; }","duration":"135.537934ms","start":"2026-08-24T21:07:05.503029Z","end":"2026-08-24T21:07:05.638567Z","steps":["trace[199564407] 'agreement among raft nodes before linearized reading' (duration: 135.393401ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:07:05.638634Z","caller":"traceutil/trace.go:171","msg":"trace[1122626178] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16019; }","duration":"132.106665ms","start":"2026-08-24T21:07:05.506508Z","end":"2026-08-24T21:07:05.638615Z","steps":["trace[1122626178] 'agreement among raft nodes before linearized reading' (duration: 131.88755ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:07:05.638513Z","caller":"traceutil/trace.go:171","msg":"trace[1430897005] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-5kv2q; range_end:; response_count:1; response_revision:16019; }","duration":"191.347362ms","start":"2026-08-24T21:07:05.447145Z","end":"2026-08-24T21:07:05.638492Z","steps":["trace[1430897005] 'agreement among raft nodes before linearized reading' (duration: 191.123098ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:07:05.638724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.49126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-5kv2q\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-08-24T21:07:05.638785Z","caller":"traceutil/trace.go:171","msg":"trace[600197497] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-5kv2q; range_end:; response_count:1; response_revision:16019; }","duration":"180.571113ms","start":"2026-08-24T21:07:05.458198Z","end":"2026-08-24T21:07:05.638769Z","steps":["trace[600197497] 'agreement among raft nodes before linearized reading' (duration: 180.147514ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:07:05.638799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.262012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-08-24T21:07:05.63885Z","caller":"traceutil/trace.go:171","msg":"trace[1553184729] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16019; }","duration":"119.311203ms","start":"2026-08-24T21:07:05.519525Z","end":"2026-08-24T21:07:05.638836Z","steps":["trace[1553184729] 'agreement among raft nodes before linearized reading' (duration: 118.905235ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:15.898159Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14454} {"level":"info","ts":"2026-08-24T21:09:15.97034Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14454,"took":"69.886485ms","hash":3039417159,"current-db-size-bytes":56795136,"current-db-size":"57 MB","current-db-size-in-use-bytes":31838208,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-24T21:09:15.970503Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3039417159,"revision":14454,"compact-revision":12451} {"level":"info","ts":"2026-08-24T21:13:17.441602Z","caller":"traceutil/trace.go:171","msg":"trace[795837196] linearizableReadLoop","detail":"{readStateIndex:19393; appliedIndex:19392; }","duration":"151.396391ms","start":"2026-08-24T21:13:17.290181Z","end":"2026-08-24T21:13:17.441578Z","steps":["trace[795837196] 'read index received' (duration: 151.160376ms)","trace[795837196] 'applied index is now lower than readState.Index' (duration: 235.255µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:13:17.441952Z","caller":"traceutil/trace.go:171","msg":"trace[1151666912] transaction","detail":"{read_only:false; response_revision:18723; number_of_response:1; }","duration":"184.518517ms","start":"2026-08-24T21:13:17.257418Z","end":"2026-08-24T21:13:17.441937Z","steps":["trace[1151666912] 'process raft request' (duration: 183.995347ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:13:17.442234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.040934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-08-24T21:13:17.442277Z","caller":"traceutil/trace.go:171","msg":"trace[772274741] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:18723; }","duration":"152.138206ms","start":"2026-08-24T21:13:17.290129Z","end":"2026-08-24T21:13:17.442267Z","steps":["trace[772274741] 'agreement among raft nodes before linearized reading' (duration: 151.992563ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:13:17.442473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.673046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-6d496bd97b-wpqhs.18ced987526bcc82\" ","response":"range_response_count:1 size:1178"} {"level":"warn","ts":"2026-08-24T21:13:17.442505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.403941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130303"} {"level":"info","ts":"2026-08-24T21:13:17.442567Z","caller":"traceutil/trace.go:171","msg":"trace[244862372] range","detail":"{range_begin:/registry/events/openstack/cinder-api-6d496bd97b-wpqhs.18ced987526bcc82; range_end:; response_count:1; response_revision:18723; }","duration":"102.80789ms","start":"2026-08-24T21:13:17.339738Z","end":"2026-08-24T21:13:17.442546Z","steps":["trace[244862372] 'agreement among raft nodes before linearized reading' (duration: 102.576674ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:13:17.442567Z","caller":"traceutil/trace.go:171","msg":"trace[518102494] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:18723; }","duration":"125.469622ms","start":"2026-08-24T21:13:17.317083Z","end":"2026-08-24T21:13:17.442553Z","steps":["trace[518102494] 'agreement among raft nodes before linearized reading' (duration: 125.220626ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:13:25.958901Z","caller":"traceutil/trace.go:171","msg":"trace[41548578] transaction","detail":"{read_only:false; response_revision:18769; number_of_response:1; }","duration":"412.054184ms","start":"2026-08-24T21:13:25.546819Z","end":"2026-08-24T21:13:25.958873Z","steps":["trace[41548578] 'process raft request' (duration: 411.88975ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:13:25.959047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:13:25.546774Z","time spent":"412.193427ms","remote":"127.0.0.1:51802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7680,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:13:25.963145Z","caller":"traceutil/trace.go:171","msg":"trace[843292857] linearizableReadLoop","detail":"{readStateIndex:19442; appliedIndex:19441; }","duration":"301.444485ms","start":"2026-08-24T21:13:25.661674Z","end":"2026-08-24T21:13:25.963119Z","steps":["trace[843292857] 'read index received' (duration: 297.200709ms)","trace[843292857] 'applied index is now lower than readState.Index' (duration: 4.242206ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:13:25.963304Z","caller":"traceutil/trace.go:171","msg":"trace[260705562] transaction","detail":"{read_only:false; response_revision:18770; number_of_response:1; }","duration":"412.950672ms","start":"2026-08-24T21:13:25.550318Z","end":"2026-08-24T21:13:25.963268Z","steps":["trace[260705562] 'process raft request' (duration: 412.623745ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:13:25.963462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.772161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-08-24T21:13:25.963485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:13:25.550294Z","time spent":"413.097634ms","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:13:25.963539Z","caller":"traceutil/trace.go:171","msg":"trace[2101223754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18770; }","duration":"301.920065ms","start":"2026-08-24T21:13:25.661595Z","end":"2026-08-24T21:13:25.963515Z","steps":["trace[2101223754] 'agreement among raft nodes before linearized reading' (duration: 301.656859ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:13:25.963559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.519124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-24T21:13:25.963593Z","caller":"traceutil/trace.go:171","msg":"trace[1610360231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18770; }","duration":"296.602746ms","start":"2026-08-24T21:13:25.666981Z","end":"2026-08-24T21:13:25.963584Z","steps":["trace[1610360231] 'agreement among raft nodes before linearized reading' (duration: 296.470133ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:13:25.963601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:13:25.661565Z","time spent":"302.020987ms","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-24T21:13:25.963654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.628105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-24T21:13:25.963721Z","caller":"traceutil/trace.go:171","msg":"trace[76366417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18770; }","duration":"294.714728ms","start":"2026-08-24T21:13:25.668991Z","end":"2026-08-24T21:13:25.963705Z","steps":["trace[76366417] 'agreement among raft nodes before linearized reading' (duration: 294.538904ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:13:26.188016Z","caller":"traceutil/trace.go:171","msg":"trace[1432804726] linearizableReadLoop","detail":"{readStateIndex:19445; appliedIndex:19443; }","duration":"178.003714ms","start":"2026-08-24T21:13:26.009982Z","end":"2026-08-24T21:13:26.187986Z","steps":["trace[1432804726] 'read index received' (duration: 107.402882ms)","trace[1432804726] 'applied index is now lower than readState.Index' (duration: 70.599742ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:13:26.18816Z","caller":"traceutil/trace.go:171","msg":"trace[599767529] transaction","detail":"{read_only:false; response_revision:18772; number_of_response:1; }","duration":"220.030312ms","start":"2026-08-24T21:13:25.968117Z","end":"2026-08-24T21:13:26.188148Z","steps":["trace[599767529] 'process raft request' (duration: 149.222417ms)","trace[599767529] 'compare' (duration: 70.414747ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:13:26.188287Z","caller":"traceutil/trace.go:171","msg":"trace[1178630598] transaction","detail":"{read_only:false; response_revision:18773; number_of_response:1; }","duration":"220.055963ms","start":"2026-08-24T21:13:25.968199Z","end":"2026-08-24T21:13:26.188255Z","steps":["trace[1178630598] 'process raft request' (duration: 219.730926ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:13:26.188319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.296031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:13:26.188397Z","caller":"traceutil/trace.go:171","msg":"trace[704879822] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:18773; }","duration":"178.442754ms","start":"2026-08-24T21:13:26.009936Z","end":"2026-08-24T21:13:26.188379Z","steps":["trace[704879822] 'agreement among raft nodes before linearized reading' (duration: 178.261639ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:13:26.188493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.229436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:13:26.188571Z","caller":"traceutil/trace.go:171","msg":"trace[695634415] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:18773; }","duration":"144.362708ms","start":"2026-08-24T21:13:26.044189Z","end":"2026-08-24T21:13:26.188552Z","steps":["trace[695634415] 'agreement among raft nodes before linearized reading' (duration: 144.228096ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:13:26.645078Z","caller":"traceutil/trace.go:171","msg":"trace[712284363] transaction","detail":"{read_only:false; response_revision:18777; number_of_response:1; }","duration":"291.494782ms","start":"2026-08-24T21:13:26.353551Z","end":"2026-08-24T21:13:26.645046Z","steps":["trace[712284363] 'process raft request' (duration: 229.20604ms)","trace[712284363] 'compare' (duration: 61.996966ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:13:27.099807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.179447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-08-24T21:13:27.099874Z","caller":"traceutil/trace.go:171","msg":"trace[1067955631] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18777; }","duration":"102.258259ms","start":"2026-08-24T21:13:26.997599Z","end":"2026-08-24T21:13:27.099857Z","steps":["trace[1067955631] 'range keys from in-memory index tree' (duration: 102.008103ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:14:08.363251Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3f1333454ace8ea","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-24T21:14:08.371409Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-08-24T21:14:08.37155Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-08-24T21:14:15.905535Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16899} {"level":"info","ts":"2026-08-24T21:14:16.013829Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16899,"took":"103.187787ms","hash":3671924539,"current-db-size-bytes":56795136,"current-db-size":"57 MB","current-db-size-in-use-bytes":33669120,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-08-24T21:14:16.013916Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3671924539,"revision":16899,"compact-revision":14454} {"level":"info","ts":"2026-08-24T21:19:15.912788Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19378} {"level":"info","ts":"2026-08-24T21:19:16.037779Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19378,"took":"120.311127ms","hash":1594583829,"current-db-size-bytes":56795136,"current-db-size":"57 MB","current-db-size-in-use-bytes":30031872,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-24T21:19:16.037856Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1594583829,"revision":19378,"compact-revision":16899} {"level":"info","ts":"2026-08-24T21:19:26.974501Z","caller":"traceutil/trace.go:171","msg":"trace[1035718318] transaction","detail":"{read_only:false; response_revision:21530; number_of_response:1; }","duration":"126.36151ms","start":"2026-08-24T21:19:26.848101Z","end":"2026-08-24T21:19:26.974462Z","steps":["trace[1035718318] 'process raft request' (duration: 126.111055ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:19:27.259896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.744112ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:19:27.260062Z","caller":"traceutil/trace.go:171","msg":"trace[943132898] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21531; }","duration":"161.957848ms","start":"2026-08-24T21:19:27.09808Z","end":"2026-08-24T21:19:27.260038Z","steps":["trace[943132898] 'range keys from in-memory index tree' (duration: 161.709232ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:19:43.29523Z","caller":"traceutil/trace.go:171","msg":"trace[875962082] transaction","detail":"{read_only:false; response_revision:21615; number_of_response:1; }","duration":"185.717048ms","start":"2026-08-24T21:19:43.109479Z","end":"2026-08-24T21:19:43.295196Z","steps":["trace[875962082] 'process raft request' (duration: 164.619748ms)","trace[875962082] 'compare' (duration: 20.946797ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:19:43.887607Z","caller":"traceutil/trace.go:171","msg":"trace[1041399455] transaction","detail":"{read_only:false; response_revision:21616; number_of_response:1; }","duration":"180.675425ms","start":"2026-08-24T21:19:43.706904Z","end":"2026-08-24T21:19:43.88758Z","steps":["trace[1041399455] 'process raft request' (duration: 180.483111ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:19:44.056428Z","caller":"traceutil/trace.go:171","msg":"trace[1096639650] linearizableReadLoop","detail":"{readStateIndex:22391; appliedIndex:22389; }","duration":"131.168006ms","start":"2026-08-24T21:19:43.925238Z","end":"2026-08-24T21:19:44.056406Z","steps":["trace[1096639650] 'read index received' (duration: 104.326978ms)","trace[1096639650] 'applied index is now lower than readState.Index' (duration: 26.840148ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:19:44.056618Z","caller":"traceutil/trace.go:171","msg":"trace[1160853098] transaction","detail":"{read_only:false; response_revision:21618; number_of_response:1; }","duration":"202.94647ms","start":"2026-08-24T21:19:43.853663Z","end":"2026-08-24T21:19:44.056609Z","steps":["trace[1160853098] 'process raft request' (duration: 202.635314ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:19:44.056446Z","caller":"traceutil/trace.go:171","msg":"trace[161621571] transaction","detail":"{read_only:false; response_revision:21617; number_of_response:1; }","duration":"204.106574ms","start":"2026-08-24T21:19:43.852301Z","end":"2026-08-24T21:19:44.056407Z","steps":["trace[161621571] 'process raft request' (duration: 177.225035ms)","trace[161621571] 'compare' (duration: 26.45051ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:19:44.056963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.706607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-24T21:19:44.057078Z","caller":"traceutil/trace.go:171","msg":"trace[1058033314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21618; }","duration":"131.943611ms","start":"2026-08-24T21:19:43.925109Z","end":"2026-08-24T21:19:44.057052Z","steps":["trace[1058033314] 'agreement among raft nodes before linearized reading' (duration: 131.639475ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:19:44.316511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.436192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-24T21:19:44.316674Z","caller":"traceutil/trace.go:171","msg":"trace[808621297] transaction","detail":"{read_only:false; response_revision:21619; number_of_response:1; }","duration":"255.543413ms","start":"2026-08-24T21:19:44.061105Z","end":"2026-08-24T21:19:44.316648Z","steps":["trace[808621297] 'process raft request' (duration: 122.851637ms)","trace[808621297] 'compare' (duration: 132.245837ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:19:44.339074Z","caller":"traceutil/trace.go:171","msg":"trace[489939351] linearizableReadLoop","detail":"{readStateIndex:22394; appliedIndex:22391; }","duration":"186.456683ms","start":"2026-08-24T21:19:44.152587Z","end":"2026-08-24T21:19:44.339044Z","steps":["trace[489939351] 'read index received' (duration: 31.41127ms)","trace[489939351] 'applied index is now lower than readState.Index' (duration: 155.044523ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:19:44.339139Z","caller":"traceutil/trace.go:171","msg":"trace[2078517049] transaction","detail":"{read_only:false; response_revision:21620; number_of_response:1; }","duration":"277.749856ms","start":"2026-08-24T21:19:44.061351Z","end":"2026-08-24T21:19:44.339101Z","steps":["trace[2078517049] 'process raft request' (duration: 277.490181ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:19:44.339212Z","caller":"traceutil/trace.go:171","msg":"trace[1439849468] transaction","detail":"{read_only:false; response_revision:21621; number_of_response:1; }","duration":"267.777524ms","start":"2026-08-24T21:19:44.071389Z","end":"2026-08-24T21:19:44.339167Z","steps":["trace[1439849468] 'process raft request' (duration: 267.584049ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:19:44.339332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.72878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-08-24T21:19:44.339378Z","caller":"traceutil/trace.go:171","msg":"trace[1505154441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21621; }","duration":"186.833302ms","start":"2026-08-24T21:19:44.152534Z","end":"2026-08-24T21:19:44.339367Z","steps":["trace[1505154441] 'agreement among raft nodes before linearized reading' (duration: 186.627218ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:19:44.342555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.990583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-08-24T21:19:44.34266Z","caller":"traceutil/trace.go:171","msg":"trace[1878954043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21621; }","duration":"131.123225ms","start":"2026-08-24T21:19:44.2115Z","end":"2026-08-24T21:19:44.342623Z","steps":["trace[1878954043] 'agreement among raft nodes before linearized reading' (duration: 130.86305ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:23:53.255446Z","caller":"traceutil/trace.go:171","msg":"trace[1052204000] linearizableReadLoop","detail":"{readStateIndex:25018; appliedIndex:25017; }","duration":"107.561185ms","start":"2026-08-24T21:23:53.147857Z","end":"2026-08-24T21:23:53.255418Z","steps":["trace[1052204000] 'read index received' (duration: 107.31453ms)","trace[1052204000] 'applied index is now lower than readState.Index' (duration: 245.565µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:23:53.255594Z","caller":"traceutil/trace.go:171","msg":"trace[1729370449] transaction","detail":"{read_only:false; response_revision:24161; number_of_response:1; }","duration":"111.163618ms","start":"2026-08-24T21:23:53.144364Z","end":"2026-08-24T21:23:53.255528Z","steps":["trace[1729370449] 'process raft request' (duration: 110.880652ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:53.255766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.870031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-24T21:23:53.255887Z","caller":"traceutil/trace.go:171","msg":"trace[1769268559] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24161; }","duration":"108.087165ms","start":"2026-08-24T21:23:53.147772Z","end":"2026-08-24T21:23:53.255859Z","steps":["trace[1769268559] 'agreement among raft nodes before linearized reading' (duration: 107.770879ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:23:53.313038Z","caller":"traceutil/trace.go:171","msg":"trace[1663652148] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"158.055955ms","start":"2026-08-24T21:23:53.154938Z","end":"2026-08-24T21:23:53.312994Z","steps":["trace[1663652148] 'process raft request' (duration: 157.985923ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:23:53.313107Z","caller":"traceutil/trace.go:171","msg":"trace[1684939662] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"158.307729ms","start":"2026-08-24T21:23:53.154726Z","end":"2026-08-24T21:23:53.313034Z","steps":["trace[1684939662] 'process raft request' (duration: 157.956862ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:24:15.920642Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21474} {"level":"info","ts":"2026-08-24T21:24:16.027265Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21474,"took":"102.527322ms","hash":2089486283,"current-db-size-bytes":56795136,"current-db-size":"57 MB","current-db-size-in-use-bytes":42233856,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-08-24T21:24:16.027354Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2089486283,"revision":21474,"compact-revision":19378} {"level":"info","ts":"2026-08-24T21:26:34.880149Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000067e0.wal"} {"level":"info","ts":"2026-08-24T21:29:15.929793Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24390} {"level":"info","ts":"2026-08-24T21:29:16.071661Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24390,"took":"136.443415ms","hash":1985483463,"current-db-size-bytes":56795136,"current-db-size":"57 MB","current-db-size-in-use-bytes":33132544,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-08-24T21:29:16.071718Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1985483463,"revision":24390,"compact-revision":21474} {"level":"info","ts":"2026-08-24T21:34:02.992131Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3f1333454ace8ea","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-24T21:34:02.998705Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-08-24T21:34:02.998958Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003}