{"level":"warn","ts":"2026-07-30T04:58:52.158774Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T04:58:52.158858Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.53:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.53:2380","--initial-cluster=instance=https://199.204.45.53:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.53:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.53:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-30T04:58:52.158924Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T04:58:52.158932Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.53:2380"]} {"level":"info","ts":"2026-07-30T04:58:52.158948Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T04:58:52.159552Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.53:2379"]} {"level":"info","ts":"2026-07-30T04:58:52.159624Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.53:2380"],"listen-peer-urls":["https://199.204.45.53:2380"],"advertise-client-urls":["https://199.204.45.53:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.53:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.53:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-30T04:58:52.162171Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.310324ms"} {"level":"info","ts":"2026-07-30T04:58:52.17385Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c47ca1a7b1fe506b","cluster-id":"95bd21e158fabf07"} {"level":"info","ts":"2026-07-30T04:58:52.173948Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b switched to configuration voters=()"} {"level":"info","ts":"2026-07-30T04:58:52.173985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became follower at term 0"} {"level":"info","ts":"2026-07-30T04:58:52.173999Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c47ca1a7b1fe506b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-30T04:58:52.174019Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became follower at term 1"} {"level":"info","ts":"2026-07-30T04:58:52.174072Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b switched to configuration voters=(14158369070163841131)"} {"level":"warn","ts":"2026-07-30T04:58:52.181343Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-30T04:58:52.183434Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-30T04:58:52.185054Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-30T04:58:52.187698Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c47ca1a7b1fe506b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-30T04:58:52.188917Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T04:58:52.189624Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T04:58:52.189857Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T04:58:52.18893Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c47ca1a7b1fe506b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-30T04:58:52.190609Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b switched to configuration voters=(14158369070163841131)"} {"level":"info","ts":"2026-07-30T04:58:52.191108Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"95bd21e158fabf07","local-member-id":"c47ca1a7b1fe506b","added-peer-id":"c47ca1a7b1fe506b","added-peer-peer-urls":["https://199.204.45.53:2380"]} {"level":"info","ts":"2026-07-30T04:58:52.193651Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T04:58:52.194001Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c47ca1a7b1fe506b","initial-advertise-peer-urls":["https://199.204.45.53:2380"],"listen-peer-urls":["https://199.204.45.53:2380"],"advertise-client-urls":["https://199.204.45.53:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.53:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-30T04:58:52.194064Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-30T04:58:52.194628Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.53:2380"} {"level":"info","ts":"2026-07-30T04:58:52.194704Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.53:2380"} {"level":"info","ts":"2026-07-30T04:58:52.474343Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b is starting a new election at term 1"} {"level":"info","ts":"2026-07-30T04:58:52.474433Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became pre-candidate at term 1"} {"level":"info","ts":"2026-07-30T04:58:52.474455Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b received MsgPreVoteResp from c47ca1a7b1fe506b at term 1"} {"level":"info","ts":"2026-07-30T04:58:52.474474Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became candidate at term 2"} {"level":"info","ts":"2026-07-30T04:58:52.474481Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b received MsgVoteResp from c47ca1a7b1fe506b at term 2"} {"level":"info","ts":"2026-07-30T04:58:52.474493Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became leader at term 2"} {"level":"info","ts":"2026-07-30T04:58:52.474507Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c47ca1a7b1fe506b elected leader c47ca1a7b1fe506b at term 2"} {"level":"info","ts":"2026-07-30T04:58:52.482931Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T04:58:52.484658Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c47ca1a7b1fe506b","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.53:2379]}","request-path":"/0/members/c47ca1a7b1fe506b/attributes","cluster-id":"95bd21e158fabf07","publish-timeout":"7s"} {"level":"info","ts":"2026-07-30T04:58:52.484833Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T04:58:52.485095Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-30T04:58:52.485178Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-30T04:58:52.484901Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T04:58:52.485339Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"95bd21e158fabf07","local-member-id":"c47ca1a7b1fe506b","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T04:58:52.485495Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T04:58:52.485526Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T04:58:52.488895Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.53:2379"} {"level":"info","ts":"2026-07-30T04:58:52.489423Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-30T04:59:07.759523Z","caller":"traceutil/trace.go:171","msg":"trace[1561099038] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"713.482612ms","start":"2026-07-30T04:59:07.046013Z","end":"2026-07-30T04:59:07.759496Z","steps":["trace[1561099038] 'process raft request' (duration: 713.016051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:07.760298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:07.045995Z","time spent":"713.614395ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T04:59:18.600191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.088582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T04:59:18.600374Z","caller":"traceutil/trace.go:171","msg":"trace[1228565076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:425; }","duration":"201.358738ms","start":"2026-07-30T04:59:18.398991Z","end":"2026-07-30T04:59:18.60035Z","steps":["trace[1228565076] 'range keys from in-memory index tree' (duration: 200.949719ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:59:25.311768Z","caller":"traceutil/trace.go:171","msg":"trace[938712097] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"141.277909ms","start":"2026-07-30T04:59:25.170463Z","end":"2026-07-30T04:59:25.311741Z","steps":["trace[938712097] 'process raft request' (duration: 141.146756ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:59:31.539881Z","caller":"traceutil/trace.go:171","msg":"trace[132323149] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"540.37804ms","start":"2026-07-30T04:59:30.999477Z","end":"2026-07-30T04:59:31.539855Z","steps":["trace[132323149] 'process raft request' (duration: 540.208396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:31.540038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:30.999452Z","time spent":"540.513142ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T04:59:31.5482Z","caller":"traceutil/trace.go:171","msg":"trace[870161173] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"541.833373ms","start":"2026-07-30T04:59:31.006332Z","end":"2026-07-30T04:59:31.548165Z","steps":["trace[870161173] 'process raft request' (duration: 541.580527ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:59:31.548343Z","caller":"traceutil/trace.go:171","msg":"trace[1444995092] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"515.798941ms","start":"2026-07-30T04:59:31.032519Z","end":"2026-07-30T04:59:31.548318Z","steps":["trace[1444995092] 'process raft request' (duration: 515.676589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:31.548452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:31.032496Z","time spent":"515.905783ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T04:59:31.548469Z","caller":"traceutil/trace.go:171","msg":"trace[983523658] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"515.810581ms","start":"2026-07-30T04:59:31.032645Z","end":"2026-07-30T04:59:31.548455Z","steps":["trace[983523658] 'process raft request' (duration: 515.626897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:31.548368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:31.006304Z","time spent":"541.990006ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T04:59:31.548607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:31.032616Z","time spent":"515.888753ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T04:59:31.548546Z","caller":"traceutil/trace.go:171","msg":"trace[1366246616] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"521.551223ms","start":"2026-07-30T04:59:31.026819Z","end":"2026-07-30T04:59:31.54837Z","steps":["trace[1366246616] 'process raft request' (duration: 521.318128ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:59:31.548794Z","caller":"traceutil/trace.go:171","msg":"trace[1795022079] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"515.984965ms","start":"2026-07-30T04:59:31.032769Z","end":"2026-07-30T04:59:31.548754Z","steps":["trace[1795022079] 'process raft request' (duration: 515.827052ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:59:31.548849Z","caller":"traceutil/trace.go:171","msg":"trace[946886093] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"506.044105ms","start":"2026-07-30T04:59:31.042774Z","end":"2026-07-30T04:59:31.548819Z","steps":["trace[946886093] 'process raft request' (duration: 505.917812ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:59:31.548879Z","caller":"traceutil/trace.go:171","msg":"trace[1451171880] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"496.536915ms","start":"2026-07-30T04:59:31.052327Z","end":"2026-07-30T04:59:31.548864Z","steps":["trace[1451171880] 'process raft request' (duration: 496.419672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:31.548884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:31.032765Z","time spent":"516.081807ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T04:59:31.548221Z","caller":"traceutil/trace.go:171","msg":"trace[616713839] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"541.72982ms","start":"2026-07-30T04:59:31.006461Z","end":"2026-07-30T04:59:31.54819Z","steps":["trace[616713839] 'process raft request' (duration: 541.617018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:31.548925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:31.042759Z","time spent":"506.132836ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T04:59:31.548941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:31.052308Z","time spent":"496.604776ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T04:59:31.54897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:31.006437Z","time spent":"542.507528ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T04:59:31.549006Z","caller":"traceutil/trace.go:171","msg":"trace[67462873] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"470.34929ms","start":"2026-07-30T04:59:31.078649Z","end":"2026-07-30T04:59:31.548998Z","steps":["trace[67462873] 'process raft request' (duration: 470.156085ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:59:31.549031Z","caller":"traceutil/trace.go:171","msg":"trace[280890168] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"370.334696ms","start":"2026-07-30T04:59:31.178679Z","end":"2026-07-30T04:59:31.549014Z","steps":["trace[280890168] 'process raft request' (duration: 370.217143ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:59:31.548773Z","caller":"traceutil/trace.go:171","msg":"trace[1991026657] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"513.114948ms","start":"2026-07-30T04:59:31.035641Z","end":"2026-07-30T04:59:31.548756Z","steps":["trace[1991026657] 'process raft request' (duration: 513.008566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:31.549079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:31.178654Z","time spent":"370.408257ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T04:59:31.549037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:31.078618Z","time spent":"470.40341ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T04:59:31.549103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:31.035634Z","time spent":"513.446677ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T04:59:31.549216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:31.026794Z","time spent":"522.003644ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T04:59:38.41679Z","caller":"traceutil/trace.go:171","msg":"trace[1233175429] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:625; }","duration":"382.479438ms","start":"2026-07-30T04:59:38.034282Z","end":"2026-07-30T04:59:38.416761Z","steps":["trace[1233175429] 'read index received' (duration: 330.825602ms)","trace[1233175429] 'applied index is now lower than readState.Index' (duration: 51.652415ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T04:59:38.416887Z","caller":"traceutil/trace.go:171","msg":"trace[937788444] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"474.105066ms","start":"2026-07-30T04:59:37.942736Z","end":"2026-07-30T04:59:38.416841Z","steps":["trace[937788444] 'process raft request' (duration: 422.363469ms)","trace[937788444] 'compare' (duration: 51.515542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T04:59:38.417067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:37.942717Z","time spent":"474.26833ms","remote":"127.0.0.1:39486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T04:59:38.417292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.107246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T04:59:38.41736Z","caller":"traceutil/trace.go:171","msg":"trace[241096855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:598; }","duration":"228.391663ms","start":"2026-07-30T04:59:38.188952Z","end":"2026-07-30T04:59:38.417344Z","steps":["trace[241096855] 'agreement among raft nodes before linearized reading' (duration: 228.015434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:38.417338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.03736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jc8wg\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-07-30T04:59:38.417531Z","caller":"traceutil/trace.go:171","msg":"trace[1957693908] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jc8wg; range_end:; response_count:1; response_revision:598; }","duration":"383.262925ms","start":"2026-07-30T04:59:38.03424Z","end":"2026-07-30T04:59:38.417503Z","steps":["trace[1957693908] 'agreement among raft nodes before linearized reading' (duration: 382.629171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:38.41767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:38.034223Z","time spent":"383.384648ms","remote":"127.0.0.1:39126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-jc8wg\" "} {"level":"info","ts":"2026-07-30T04:59:38.725871Z","caller":"traceutil/trace.go:171","msg":"trace[259723950] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"291.743848ms","start":"2026-07-30T04:59:38.434102Z","end":"2026-07-30T04:59:38.725846Z","steps":["trace[259723950] 'process raft request' (duration: 291.593885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:39.45178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.380971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T04:59:39.451946Z","caller":"traceutil/trace.go:171","msg":"trace[761715997] linearizableReadLoop","detail":"{readStateIndex:629; appliedIndex:628; }","duration":"681.232977ms","start":"2026-07-30T04:59:38.770694Z","end":"2026-07-30T04:59:39.451927Z","steps":["trace[761715997] 'read index received' (duration: 401.502848ms)","trace[761715997] 'applied index is now lower than readState.Index' (duration: 279.725639ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T04:59:39.452008Z","caller":"traceutil/trace.go:171","msg":"trace[756917264] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"919.791714ms","start":"2026-07-30T04:59:38.532177Z","end":"2026-07-30T04:59:39.451969Z","steps":["trace[756917264] 'process raft request' (duration: 639.922282ms)","trace[756917264] 'compare' (duration: 279.197867ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T04:59:39.452197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:38.532148Z","time spent":"919.945259ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T04:59:39.452203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.508114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T04:59:39.452513Z","caller":"traceutil/trace.go:171","msg":"trace[1793467808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:601; }","duration":"681.859972ms","start":"2026-07-30T04:59:38.770634Z","end":"2026-07-30T04:59:39.452494Z","steps":["trace[1793467808] 'agreement among raft nodes before linearized reading' (duration: 681.35637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:39.452572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:38.77061Z","time spent":"681.946394ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T04:59:39.745221Z","caller":"traceutil/trace.go:171","msg":"trace[484302765] linearizableReadLoop","detail":"{readStateIndex:630; appliedIndex:629; }","duration":"293.199343ms","start":"2026-07-30T04:59:39.451972Z","end":"2026-07-30T04:59:39.745171Z","steps":["trace[484302765] 'read index received' (duration: 292.124208ms)","trace[484302765] 'applied index is now lower than readState.Index' (duration: 1.073845ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T04:59:39.745253Z","caller":"traceutil/trace.go:171","msg":"trace[149277138] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"928.783633ms","start":"2026-07-30T04:59:38.816439Z","end":"2026-07-30T04:59:39.745222Z","steps":["trace[149277138] 'process raft request' (duration: 927.989715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:39.745446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.705925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T04:59:39.745474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:38.816407Z","time spent":"928.932726ms","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T04:59:39.745504Z","caller":"traceutil/trace.go:171","msg":"trace[1675750394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:602; }","duration":"645.834498ms","start":"2026-07-30T04:59:39.099651Z","end":"2026-07-30T04:59:39.745485Z","steps":["trace[1675750394] 'agreement among raft nodes before linearized reading' (duration: 645.685775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:39.74554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:39.099622Z","time spent":"645.911979ms","remote":"127.0.0.1:38962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T04:59:39.759459Z","caller":"traceutil/trace.go:171","msg":"trace[405299448] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"302.747443ms","start":"2026-07-30T04:59:39.456669Z","end":"2026-07-30T04:59:39.759417Z","steps":["trace[405299448] 'process raft request' (duration: 302.452317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:39.759965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:39.456649Z","time spent":"302.941287ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T04:59:40.423359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900929773802282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T04:59:40.92367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900929773802282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T04:59:41.338637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.166378ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T04:59:41.338792Z","caller":"traceutil/trace.go:171","msg":"trace[493159732] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:603; }","duration":"188.330261ms","start":"2026-07-30T04:59:41.150439Z","end":"2026-07-30T04:59:41.338769Z","steps":["trace[493159732] 'range keys from in-memory index tree' (duration: 188.147137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:41.387498Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.577198034s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T04:59:41.388001Z","caller":"traceutil/trace.go:171","msg":"trace[58537821] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:631; }","duration":"1.465270056s","start":"2026-07-30T04:59:39.922698Z","end":"2026-07-30T04:59:41.387968Z","steps":["trace[58537821] 'read index received' (duration: 1.465140482s)","trace[58537821] 'applied index is now lower than readState.Index' (duration: 128.064µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T04:59:41.38811Z","caller":"traceutil/trace.go:171","msg":"trace[387783617] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"1.577913792s","start":"2026-07-30T04:59:39.810166Z","end":"2026-07-30T04:59:41.38808Z","steps":["trace[387783617] 'process raft request' (duration: 1.577601344s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:41.388227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:39.810142Z","time spent":"1.578020664s","remote":"127.0.0.1:39176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T04:59:41.388265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465566933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T04:59:41.388302Z","caller":"traceutil/trace.go:171","msg":"trace[1299744503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:604; }","duration":"1.465650145s","start":"2026-07-30T04:59:39.922639Z","end":"2026-07-30T04:59:41.388289Z","steps":["trace[1299744503] 'agreement among raft nodes before linearized reading' (duration: 1.465471061s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:41.388367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:39.922614Z","time spent":"1.465736787s","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T04:59:41.413553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.186027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T04:59:41.413616Z","caller":"traceutil/trace.go:171","msg":"trace[1349915390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:605; }","duration":"321.29517ms","start":"2026-07-30T04:59:41.092308Z","end":"2026-07-30T04:59:41.413603Z","steps":["trace[1349915390] 'agreement among raft nodes before linearized reading' (duration: 321.161927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:41.413608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48072256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-30T04:59:41.413647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:41.092287Z","time spent":"321.354501ms","remote":"127.0.0.1:38962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T04:59:41.413662Z","caller":"traceutil/trace.go:171","msg":"trace[1818330489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:605; }","duration":"1.480811133s","start":"2026-07-30T04:59:39.932833Z","end":"2026-07-30T04:59:41.413645Z","steps":["trace[1818330489] 'agreement among raft nodes before linearized reading' (duration: 1.48068846s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:41.413692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:39.932823Z","time spent":"1.480863674s","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T04:59:41.413775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.107811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T04:59:41.413869Z","caller":"traceutil/trace.go:171","msg":"trace[1229823788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:605; }","duration":"983.213223ms","start":"2026-07-30T04:59:40.430631Z","end":"2026-07-30T04:59:41.413845Z","steps":["trace[1229823788] 'agreement among raft nodes before linearized reading' (duration: 982.943527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:41.413926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:40.430573Z","time spent":"983.343076ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T04:59:43.406772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.649445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T04:59:43.406914Z","caller":"traceutil/trace.go:171","msg":"trace[15076219] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"247.337249ms","start":"2026-07-30T04:59:43.159557Z","end":"2026-07-30T04:59:43.406895Z","steps":["trace[15076219] 'compare' (duration: 240.528242ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:59:57.463233Z","caller":"traceutil/trace.go:171","msg":"trace[1650066176] linearizableReadLoop","detail":"{readStateIndex:800; appliedIndex:799; }","duration":"369.686012ms","start":"2026-07-30T04:59:57.093513Z","end":"2026-07-30T04:59:57.463199Z","steps":["trace[1650066176] 'read index received' (duration: 369.629191ms)","trace[1650066176] 'applied index is now lower than readState.Index' (duration: 54.841µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T04:59:57.46339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.863327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T04:59:57.46339Z","caller":"traceutil/trace.go:171","msg":"trace[1875639433] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"632.251151ms","start":"2026-07-30T04:59:56.831083Z","end":"2026-07-30T04:59:57.463334Z","steps":["trace[1875639433] 'process raft request' (duration: 631.942534ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:59:57.46343Z","caller":"traceutil/trace.go:171","msg":"trace[1742070974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:767; }","duration":"369.976359ms","start":"2026-07-30T04:59:57.093439Z","end":"2026-07-30T04:59:57.463415Z","steps":["trace[1742070974] 'agreement among raft nodes before linearized reading' (duration: 369.889137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:57.46359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:56.831058Z","time spent":"632.426426ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T04:59:57.463618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:57.093395Z","time spent":"370.212674ms","remote":"127.0.0.1:38962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T04:59:57.468902Z","caller":"traceutil/trace.go:171","msg":"trace[1383818003] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"306.12102ms","start":"2026-07-30T04:59:57.162757Z","end":"2026-07-30T04:59:57.468878Z","steps":["trace[1383818003] 'process raft request' (duration: 305.883474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:57.468971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:57.162714Z","time spent":"306.224372ms","remote":"127.0.0.1:39176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:00:38.28281Z","caller":"traceutil/trace.go:171","msg":"trace[1808393183] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"107.730187ms","start":"2026-07-30T05:00:38.175058Z","end":"2026-07-30T05:00:38.282788Z","steps":["trace[1808393183] 'process raft request' (duration: 107.587394ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:00:46.182379Z","caller":"traceutil/trace.go:171","msg":"trace[1078821522] linearizableReadLoop","detail":"{readStateIndex:1124; appliedIndex:1123; }","duration":"292.902928ms","start":"2026-07-30T05:00:45.889445Z","end":"2026-07-30T05:00:46.182348Z","steps":["trace[1078821522] 'read index received' (duration: 292.749505ms)","trace[1078821522] 'applied index is now lower than readState.Index' (duration: 152.433µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:00:46.182509Z","caller":"traceutil/trace.go:171","msg":"trace[329361087] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"306.824606ms","start":"2026-07-30T05:00:45.875646Z","end":"2026-07-30T05:00:46.182471Z","steps":["trace[329361087] 'process raft request' (duration: 306.53823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:46.182632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.265105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T05:00:46.182681Z","caller":"traceutil/trace.go:171","msg":"trace[1705516923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1079; }","duration":"289.384838ms","start":"2026-07-30T05:00:45.893283Z","end":"2026-07-30T05:00:46.182668Z","steps":["trace[1705516923] 'agreement among raft nodes before linearized reading' (duration: 289.222454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:46.182718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:45.875638Z","time spent":"306.95524ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:00:46.182746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.289107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-30T05:00:46.182769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.799844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-30T05:00:46.182827Z","caller":"traceutil/trace.go:171","msg":"trace[1614780118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1079; }","duration":"293.38049ms","start":"2026-07-30T05:00:45.889422Z","end":"2026-07-30T05:00:46.182803Z","steps":["trace[1614780118] 'agreement among raft nodes before linearized reading' (duration: 293.066373ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:00:46.182865Z","caller":"traceutil/trace.go:171","msg":"trace[1272074839] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:1079; }","duration":"131.978668ms","start":"2026-07-30T05:00:46.050868Z","end":"2026-07-30T05:00:46.182846Z","steps":["trace[1272074839] 'agreement among raft nodes before linearized reading' (duration: 131.666161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:46.182896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.353824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T05:00:46.183015Z","caller":"traceutil/trace.go:171","msg":"trace[551264166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1079; }","duration":"288.548899ms","start":"2026-07-30T05:00:45.894442Z","end":"2026-07-30T05:00:46.182991Z","steps":["trace[551264166] 'agreement among raft nodes before linearized reading' (duration: 288.15138ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:00:46.359332Z","caller":"traceutil/trace.go:171","msg":"trace[842508436] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"171.744387ms","start":"2026-07-30T05:00:46.187554Z","end":"2026-07-30T05:00:46.359299Z","steps":["trace[842508436] 'process raft request' (duration: 171.40135ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:00:46.359348Z","caller":"traceutil/trace.go:171","msg":"trace[2045785655] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"171.700426ms","start":"2026-07-30T05:00:46.187602Z","end":"2026-07-30T05:00:46.359303Z","steps":["trace[2045785655] 'process raft request' (duration: 171.585834ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:00:46.35952Z","caller":"traceutil/trace.go:171","msg":"trace[1671190161] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"171.332378ms","start":"2026-07-30T05:00:46.188175Z","end":"2026-07-30T05:00:46.359507Z","steps":["trace[1671190161] 'process raft request' (duration: 171.065452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:47.056296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900929773803333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T05:00:47.379241Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.019748602s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T05:00:47.482097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.447564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:00:47.482193Z","caller":"traceutil/trace.go:171","msg":"trace[54448484] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"1.122746658s","start":"2026-07-30T05:00:46.359428Z","end":"2026-07-30T05:00:47.482175Z","steps":["trace[54448484] 'process raft request' (duration: 1.020140171s)","trace[54448484] 'compare' (duration: 102.323221ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:00:47.482243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:46.35941Z","time spent":"1.122813009s","remote":"127.0.0.1:38980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:00:47.562683Z","caller":"traceutil/trace.go:171","msg":"trace[325628178] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"481.355749ms","start":"2026-07-30T05:00:47.081297Z","end":"2026-07-30T05:00:47.562653Z","steps":["trace[325628178] 'process raft request' (duration: 481.258417ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:00:47.562701Z","caller":"traceutil/trace.go:171","msg":"trace[842838026] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"1.19847204s","start":"2026-07-30T05:00:46.364177Z","end":"2026-07-30T05:00:47.562649Z","steps":["trace[842838026] 'process raft request' (duration: 1.198221054s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:47.562868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:47.081272Z","time spent":"481.489692ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:00:47.562937Z","caller":"traceutil/trace.go:171","msg":"trace[649414983] linearizableReadLoop","detail":"{readStateIndex:1130; appliedIndex:1128; }","duration":"1.007013112s","start":"2026-07-30T05:00:46.555902Z","end":"2026-07-30T05:00:47.562915Z","steps":["trace[649414983] 'read index received' (duration: 823.663388ms)","trace[649414983] 'applied index is now lower than readState.Index' (duration: 183.348654ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:00:47.562962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:46.364155Z","time spent":"1.198679744s","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:00:47.563097Z","caller":"traceutil/trace.go:171","msg":"trace[291118439] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"449.109951ms","start":"2026-07-30T05:00:47.113978Z","end":"2026-07-30T05:00:47.563088Z","steps":["trace[291118439] 'process raft request' (duration: 448.62651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:47.563191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.845406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:00:47.563242Z","caller":"traceutil/trace.go:171","msg":"trace[269830511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1086; }","duration":"469.922928ms","start":"2026-07-30T05:00:47.093303Z","end":"2026-07-30T05:00:47.563226Z","steps":["trace[269830511] 'agreement among raft nodes before linearized reading' (duration: 469.839656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:47.563258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007361469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:00:47.563314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:47.093283Z","time spent":"469.991239ms","remote":"127.0.0.1:38962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T05:00:47.563332Z","caller":"traceutil/trace.go:171","msg":"trace[748288255] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1086; }","duration":"1.007460881s","start":"2026-07-30T05:00:46.555863Z","end":"2026-07-30T05:00:47.563324Z","steps":["trace[748288255] 'agreement among raft nodes before linearized reading' (duration: 1.007364589s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:47.563362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:46.555844Z","time spent":"1.007511503s","remote":"127.0.0.1:39242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-30T05:00:47.563194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:47.113959Z","time spent":"449.162322ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:00:49.692398Z","caller":"traceutil/trace.go:171","msg":"trace[91912826] linearizableReadLoop","detail":"{readStateIndex:1267; appliedIndex:1266; }","duration":"122.352419ms","start":"2026-07-30T05:00:49.570014Z","end":"2026-07-30T05:00:49.692366Z","steps":["trace[91912826] 'read index received' (duration: 122.110943ms)","trace[91912826] 'applied index is now lower than readState.Index' (duration: 239.956µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:00:49.692498Z","caller":"traceutil/trace.go:171","msg":"trace[2064285414] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"127.112897ms","start":"2026-07-30T05:00:49.565343Z","end":"2026-07-30T05:00:49.692455Z","steps":["trace[2064285414] 'process raft request' (duration: 126.853691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:49.692718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.680106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T05:00:49.692787Z","caller":"traceutil/trace.go:171","msg":"trace[1223872272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1221; }","duration":"122.783579ms","start":"2026-07-30T05:00:49.569987Z","end":"2026-07-30T05:00:49.69277Z","steps":["trace[1223872272] 'agreement among raft nodes before linearized reading' (duration: 122.547213ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:00:49.738954Z","caller":"traceutil/trace.go:171","msg":"trace[1853098733] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"167.404439ms","start":"2026-07-30T05:00:49.571522Z","end":"2026-07-30T05:00:49.738927Z","steps":["trace[1853098733] 'process raft request' (duration: 167.158223ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:10.601791Z","caller":"traceutil/trace.go:171","msg":"trace[358859300] linearizableReadLoop","detail":"{readStateIndex:1407; appliedIndex:1406; }","duration":"101.222745ms","start":"2026-07-30T05:01:10.500536Z","end":"2026-07-30T05:01:10.601759Z","steps":["trace[358859300] 'read index received' (duration: 101.00027ms)","trace[358859300] 'applied index is now lower than readState.Index' (duration: 221.475µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:10.601917Z","caller":"traceutil/trace.go:171","msg":"trace[1056312532] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"123.522035ms","start":"2026-07-30T05:01:10.478333Z","end":"2026-07-30T05:01:10.601855Z","steps":["trace[1056312532] 'process raft request' (duration: 123.261349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:10.602153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.587244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T05:01:10.602282Z","caller":"traceutil/trace.go:171","msg":"trace[486628117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1356; }","duration":"101.765907ms","start":"2026-07-30T05:01:10.500481Z","end":"2026-07-30T05:01:10.602247Z","steps":["trace[486628117] 'agreement among raft nodes before linearized reading' (duration: 101.405529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:10.911403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.033792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:01:10.911564Z","caller":"traceutil/trace.go:171","msg":"trace[361253491] linearizableReadLoop","detail":"{readStateIndex:1409; appliedIndex:1407; }","duration":"299.277605ms","start":"2026-07-30T05:01:10.612242Z","end":"2026-07-30T05:01:10.91152Z","steps":["trace[361253491] 'read index received' (duration: 68.648989ms)","trace[361253491] 'applied index is now lower than readState.Index' (duration: 230.627126ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:10.911633Z","caller":"traceutil/trace.go:171","msg":"trace[112104405] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"303.823229ms","start":"2026-07-30T05:01:10.607764Z","end":"2026-07-30T05:01:10.911587Z","steps":["trace[112104405] 'process raft request' (duration: 128.493039ms)","trace[112104405] 'compare' (duration: 174.873069ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:10.91172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.47969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T05:01:10.911755Z","caller":"traceutil/trace.go:171","msg":"trace[78893824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1358; }","duration":"299.534001ms","start":"2026-07-30T05:01:10.61221Z","end":"2026-07-30T05:01:10.911744Z","steps":["trace[78893824] 'agreement among raft nodes before linearized reading' (duration: 299.384707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:10.911871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:10.607737Z","time spent":"304.002524ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:11.88091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.081678ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:01:11.881202Z","caller":"traceutil/trace.go:171","msg":"trace[2089133778] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1358; }","duration":"730.409815ms","start":"2026-07-30T05:01:11.150747Z","end":"2026-07-30T05:01:11.881157Z","steps":["trace[2089133778] 'range keys from in-memory index tree' (duration: 730.041237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:11.88103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.915661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:01:11.881535Z","caller":"traceutil/trace.go:171","msg":"trace[817937898] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"965.017811ms","start":"2026-07-30T05:01:10.916469Z","end":"2026-07-30T05:01:11.881487Z","steps":["trace[817937898] 'process raft request' (duration: 667.511647ms)","trace[817937898] 'compare' (duration: 296.602252ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:11.881663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:10.916439Z","time spent":"965.167044ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:11.881862Z","caller":"traceutil/trace.go:171","msg":"trace[739291879] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"857.559733ms","start":"2026-07-30T05:01:11.02424Z","end":"2026-07-30T05:01:11.8818Z","steps":["trace[739291879] 'process raft request' (duration: 857.217485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:11.882144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:11.024207Z","time spent":"857.772247ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:12.132202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.511409ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-30T05:01:12.132534Z","caller":"traceutil/trace.go:171","msg":"trace[1502114367] linearizableReadLoop","detail":"{readStateIndex:1413; appliedIndex:1411; }","duration":"217.3405ms","start":"2026-07-30T05:01:11.91517Z","end":"2026-07-30T05:01:12.13251Z","steps":["trace[1502114367] 'read index received' (duration: 140.83667ms)","trace[1502114367] 'applied index is now lower than readState.Index' (duration: 76.50274ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:12.132753Z","caller":"traceutil/trace.go:171","msg":"trace[1229399057] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"226.580281ms","start":"2026-07-30T05:01:11.906111Z","end":"2026-07-30T05:01:12.132691Z","steps":["trace[1229399057] 'process raft request' (duration: 226.241714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:12.132969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.776242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T05:01:12.133051Z","caller":"traceutil/trace.go:171","msg":"trace[788915555] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1361; }","duration":"217.915344ms","start":"2026-07-30T05:01:11.915117Z","end":"2026-07-30T05:01:12.133032Z","steps":["trace[788915555] 'agreement among raft nodes before linearized reading' (duration: 217.633557ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:12.742945Z","caller":"traceutil/trace.go:171","msg":"trace[790178353] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"130.580886ms","start":"2026-07-30T05:01:12.612275Z","end":"2026-07-30T05:01:12.742856Z","steps":["trace[790178353] 'process raft request' (duration: 129.939591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:16.820728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.400088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:01:16.820975Z","caller":"traceutil/trace.go:171","msg":"trace[1589127668] transaction","detail":"{read_only:false; response_revision:1405; number_of_response:1; }","duration":"282.854429ms","start":"2026-07-30T05:01:16.538101Z","end":"2026-07-30T05:01:16.820955Z","steps":["trace[1589127668] 'process raft request' (duration: 282.746286ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:16.821113Z","caller":"traceutil/trace.go:171","msg":"trace[874291065] linearizableReadLoop","detail":"{readStateIndex:1457; appliedIndex:1456; }","duration":"578.124561ms","start":"2026-07-30T05:01:16.242935Z","end":"2026-07-30T05:01:16.82106Z","steps":["trace[874291065] 'read index received' (duration: 375.261892ms)","trace[874291065] 'applied index is now lower than readState.Index' (duration: 202.859039ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:16.821141Z","caller":"traceutil/trace.go:171","msg":"trace[330521657] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"579.8144ms","start":"2026-07-30T05:01:16.241282Z","end":"2026-07-30T05:01:16.821096Z","steps":["trace[330521657] 'process raft request' (duration: 376.958551ms)","trace[330521657] 'compare' (duration: 201.911238ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:16.821314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.403312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:01:16.821354Z","caller":"traceutil/trace.go:171","msg":"trace[1641190271] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:0; response_revision:1405; }","duration":"569.500734ms","start":"2026-07-30T05:01:16.25184Z","end":"2026-07-30T05:01:16.821341Z","steps":["trace[1641190271] 'agreement among raft nodes before linearized reading' (duration: 569.415123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:16.821389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:16.251823Z","time spent":"569.553455ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T05:01:16.821392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:16.24125Z","time spent":"579.978194ms","remote":"127.0.0.1:39022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T05:01:16.821311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.358886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-30T05:01:16.821607Z","caller":"traceutil/trace.go:171","msg":"trace[496111906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1405; }","duration":"578.728884ms","start":"2026-07-30T05:01:16.242871Z","end":"2026-07-30T05:01:16.8216Z","steps":["trace[496111906] 'agreement among raft nodes before linearized reading' (duration: 578.315065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:16.821631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:16.242845Z","time spent":"578.778546ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T05:01:17.549143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.531394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:01:17.549317Z","caller":"traceutil/trace.go:171","msg":"trace[455240047] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"722.885803ms","start":"2026-07-30T05:01:16.8264Z","end":"2026-07-30T05:01:17.549286Z","steps":["trace[455240047] 'process raft request' (duration: 480.691244ms)","trace[455240047] 'compare' (duration: 241.007372ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:17.549404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:16.826385Z","time spent":"722.984005ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:17.578071Z","caller":"traceutil/trace.go:171","msg":"trace[168598753] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"750.601666ms","start":"2026-07-30T05:01:16.827427Z","end":"2026-07-30T05:01:17.578029Z","steps":["trace[168598753] 'process raft request' (duration: 750.455903ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:17.578182Z","caller":"traceutil/trace.go:171","msg":"trace[1230417703] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"751.085778ms","start":"2026-07-30T05:01:16.827058Z","end":"2026-07-30T05:01:17.578143Z","steps":["trace[1230417703] 'process raft request' (duration: 750.592327ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:17.578219Z","caller":"traceutil/trace.go:171","msg":"trace[17593056] linearizableReadLoop","detail":"{readStateIndex:1462; appliedIndex:1458; }","duration":"642.644907ms","start":"2026-07-30T05:01:16.935554Z","end":"2026-07-30T05:01:17.578199Z","steps":["trace[17593056] 'read index received' (duration: 371.539997ms)","trace[17593056] 'applied index is now lower than readState.Index' (duration: 271.10279ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:17.578264Z","caller":"traceutil/trace.go:171","msg":"trace[1920402516] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"750.497444ms","start":"2026-07-30T05:01:16.827714Z","end":"2026-07-30T05:01:17.578211Z","steps":["trace[1920402516] 'process raft request' (duration: 750.264179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:17.578307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:16.827019Z","time spent":"751.219821ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:17.578305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:16.827416Z","time spent":"750.768091ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:17.578396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:16.827702Z","time spent":"750.642307ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T05:01:17.578393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.411541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T05:01:17.578455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.872915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:01:17.57849Z","caller":"traceutil/trace.go:171","msg":"trace[1984303583] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1409; }","duration":"593.511333ms","start":"2026-07-30T05:01:16.98496Z","end":"2026-07-30T05:01:17.578471Z","steps":["trace[1984303583] 'agreement among raft nodes before linearized reading' (duration: 593.37433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:17.578487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.915473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-30T05:01:17.578499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.321852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:01:17.578579Z","caller":"traceutil/trace.go:171","msg":"trace[366411597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1409; }","duration":"643.053036ms","start":"2026-07-30T05:01:16.935505Z","end":"2026-07-30T05:01:17.578558Z","steps":["trace[366411597] 'agreement among raft nodes before linearized reading' (duration: 642.78491ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:17.57859Z","caller":"traceutil/trace.go:171","msg":"trace[1541261920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1409; }","duration":"486.467095ms","start":"2026-07-30T05:01:17.092101Z","end":"2026-07-30T05:01:17.578568Z","steps":["trace[1541261920] 'agreement among raft nodes before linearized reading' (duration: 486.302842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:17.578628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:16.935487Z","time spent":"643.13208ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T05:01:17.578651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:17.092078Z","time spent":"486.564068ms","remote":"127.0.0.1:38962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T05:01:17.578515Z","caller":"traceutil/trace.go:171","msg":"trace[1000082427] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1409; }","duration":"507.978627ms","start":"2026-07-30T05:01:17.070518Z","end":"2026-07-30T05:01:17.578496Z","steps":["trace[1000082427] 'agreement among raft nodes before linearized reading' (duration: 507.908105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:17.578805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:17.070475Z","time spent":"508.314695ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-30T05:01:17.578529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:16.984942Z","time spent":"593.574124ms","remote":"127.0.0.1:39486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-30T05:01:19.216245Z","caller":"traceutil/trace.go:171","msg":"trace[1993163964] linearizableReadLoop","detail":"{readStateIndex:1471; appliedIndex:1470; }","duration":"366.347869ms","start":"2026-07-30T05:01:18.849872Z","end":"2026-07-30T05:01:19.21622Z","steps":["trace[1993163964] 'read index received' (duration: 366.191476ms)","trace[1993163964] 'applied index is now lower than readState.Index' (duration: 154.733µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:19.216468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.564804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:01:19.216542Z","caller":"traceutil/trace.go:171","msg":"trace[162997246] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1418; }","duration":"366.701637ms","start":"2026-07-30T05:01:18.849823Z","end":"2026-07-30T05:01:19.216524Z","steps":["trace[162997246] 'agreement among raft nodes before linearized reading' (duration: 366.524673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:19.216589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:18.8498Z","time spent":"366.777618ms","remote":"127.0.0.1:42186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-30T05:01:19.216675Z","caller":"traceutil/trace.go:171","msg":"trace[390998623] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"640.855417ms","start":"2026-07-30T05:01:18.575433Z","end":"2026-07-30T05:01:19.216288Z","steps":["trace[390998623] 'process raft request' (duration: 640.625111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:19.216847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:18.57542Z","time spent":"641.334127ms","remote":"127.0.0.1:39126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13708,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:19.222406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.668055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:01:19.222485Z","caller":"traceutil/trace.go:171","msg":"trace[1364939571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1419; }","duration":"129.801149ms","start":"2026-07-30T05:01:19.092668Z","end":"2026-07-30T05:01:19.22247Z","steps":["trace[1364939571] 'agreement among raft nodes before linearized reading' (duration: 129.667716ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:20.189916Z","caller":"traceutil/trace.go:171","msg":"trace[261356673] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"242.517937ms","start":"2026-07-30T05:01:19.947345Z","end":"2026-07-30T05:01:20.189863Z","steps":["trace[261356673] 'process raft request' (duration: 242.20726ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:21.73991Z","caller":"traceutil/trace.go:171","msg":"trace[1734936702] transaction","detail":"{read_only:false; response_revision:1433; number_of_response:1; }","duration":"568.376319ms","start":"2026-07-30T05:01:21.171507Z","end":"2026-07-30T05:01:21.739883Z","steps":["trace[1734936702] 'process raft request' (duration: 568.151654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:21.740091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:21.171482Z","time spent":"568.514342ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:21.82308Z","caller":"traceutil/trace.go:171","msg":"trace[1311187331] linearizableReadLoop","detail":"{readStateIndex:1487; appliedIndex:1485; }","duration":"242.878805ms","start":"2026-07-30T05:01:21.580171Z","end":"2026-07-30T05:01:21.823049Z","steps":["trace[1311187331] 'read index received' (duration: 159.500388ms)","trace[1311187331] 'applied index is now lower than readState.Index' (duration: 83.376677ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:21.823442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.659018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T05:01:21.823519Z","caller":"traceutil/trace.go:171","msg":"trace[1440301366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1433; }","duration":"224.76892ms","start":"2026-07-30T05:01:21.598732Z","end":"2026-07-30T05:01:21.823501Z","steps":["trace[1440301366] 'agreement among raft nodes before linearized reading' (duration: 224.509045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:21.823553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.371157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T05:01:21.823628Z","caller":"traceutil/trace.go:171","msg":"trace[629071287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1433; }","duration":"160.520271ms","start":"2026-07-30T05:01:21.66309Z","end":"2026-07-30T05:01:21.823611Z","steps":["trace[629071287] 'agreement among raft nodes before linearized reading' (duration: 160.229064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:21.823514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.393104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-30T05:01:21.823691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.521189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T05:01:21.823727Z","caller":"traceutil/trace.go:171","msg":"trace[1530978229] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1433; }","duration":"127.65463ms","start":"2026-07-30T05:01:21.696051Z","end":"2026-07-30T05:01:21.823706Z","steps":["trace[1530978229] 'agreement among raft nodes before linearized reading' (duration: 127.352503ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:21.823755Z","caller":"traceutil/trace.go:171","msg":"trace[751543963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1433; }","duration":"243.629382ms","start":"2026-07-30T05:01:21.580111Z","end":"2026-07-30T05:01:21.82374Z","steps":["trace[751543963] 'agreement among raft nodes before linearized reading' (duration: 243.063859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:21.823963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.978713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T05:01:21.824144Z","caller":"traceutil/trace.go:171","msg":"trace[1656106420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1433; }","duration":"224.240618ms","start":"2026-07-30T05:01:21.599826Z","end":"2026-07-30T05:01:21.824067Z","steps":["trace[1656106420] 'agreement among raft nodes before linearized reading' (duration: 223.537212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:22.593715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900929773803978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T05:01:23.350476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.967857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:01:23.350779Z","caller":"traceutil/trace.go:171","msg":"trace[1097355997] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"1.522268004s","start":"2026-07-30T05:01:21.828461Z","end":"2026-07-30T05:01:23.350729Z","steps":["trace[1097355997] 'process raft request' (duration: 780.95613ms)","trace[1097355997] 'compare' (duration: 740.725881ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:23.350913Z","caller":"traceutil/trace.go:171","msg":"trace[532476739] linearizableReadLoop","detail":"{readStateIndex:1494; appliedIndex:1488; }","duration":"1.257820687s","start":"2026-07-30T05:01:22.09307Z","end":"2026-07-30T05:01:23.35089Z","steps":["trace[532476739] 'read index received' (duration: 516.349759ms)","trace[532476739] 'applied index is now lower than readState.Index' (duration: 741.469448ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:23.350981Z","caller":"traceutil/trace.go:171","msg":"trace[2022779917] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"1.522208382s","start":"2026-07-30T05:01:21.828712Z","end":"2026-07-30T05:01:23.35092Z","steps":["trace[2022779917] 'process raft request' (duration: 1.521982717s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:23.351027Z","caller":"traceutil/trace.go:171","msg":"trace[1858350849] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"1.387298327s","start":"2026-07-30T05:01:21.963703Z","end":"2026-07-30T05:01:23.351002Z","steps":["trace[1858350849] 'process raft request' (duration: 1.387111673s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:23.351055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:21.828432Z","time spent":"1.522487048s","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:23.351105Z","caller":"traceutil/trace.go:171","msg":"trace[790667055] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"1.090025248s","start":"2026-07-30T05:01:22.261066Z","end":"2026-07-30T05:01:23.351092Z","steps":["trace[790667055] 'process raft request' (duration: 1.089786013s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:23.351132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:21.963656Z","time spent":"1.38741891s","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:23.35116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:21.828691Z","time spent":"1.522366457s","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:23.35119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:22.26104Z","time spent":"1.09010164s","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:23.351247Z","caller":"traceutil/trace.go:171","msg":"trace[142355000] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"1.52251448s","start":"2026-07-30T05:01:21.828721Z","end":"2026-07-30T05:01:23.351236Z","steps":["trace[142355000] 'process raft request' (duration: 1.522049089s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:23.351307Z","caller":"traceutil/trace.go:171","msg":"trace[464684706] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"1.522671913s","start":"2026-07-30T05:01:21.828627Z","end":"2026-07-30T05:01:23.351299Z","steps":["trace[464684706] 'process raft request' (duration: 1.521951087s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:23.351314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:21.828702Z","time spent":"1.522579201s","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:23.351368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:21.828617Z","time spent":"1.522716624s","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:23.351371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156044088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T05:01:23.351418Z","caller":"traceutil/trace.go:171","msg":"trace[427903209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1440; }","duration":"1.156147511s","start":"2026-07-30T05:01:22.195258Z","end":"2026-07-30T05:01:23.351405Z","steps":["trace[427903209] 'agreement among raft nodes before linearized reading' (duration: 1.155966757s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:23.351453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:22.195234Z","time spent":"1.156211243s","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T05:01:23.351464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043850653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:01:23.351465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.991815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-30T05:01:23.351458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258385729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:01:23.351493Z","caller":"traceutil/trace.go:171","msg":"trace[1092042134] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1440; }","duration":"1.043913654s","start":"2026-07-30T05:01:22.307569Z","end":"2026-07-30T05:01:23.351482Z","steps":["trace[1092042134] 'agreement among raft nodes before linearized reading' (duration: 1.043855163s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:23.351502Z","caller":"traceutil/trace.go:171","msg":"trace[1016665939] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1440; }","duration":"385.080346ms","start":"2026-07-30T05:01:22.966408Z","end":"2026-07-30T05:01:23.351489Z","steps":["trace[1016665939] 'agreement among raft nodes before linearized reading' (duration: 384.974944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:23.351523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:22.307556Z","time spent":"1.043962005s","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-30T05:01:23.351525Z","caller":"traceutil/trace.go:171","msg":"trace[301870486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1440; }","duration":"1.258504922s","start":"2026-07-30T05:01:22.093005Z","end":"2026-07-30T05:01:23.35151Z","steps":["trace[301870486] 'agreement among raft nodes before linearized reading' (duration: 1.258388109s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:23.351557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:22.092983Z","time spent":"1.258567984s","remote":"127.0.0.1:38962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T05:01:23.352358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:22.966377Z","time spent":"385.148668ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T05:01:23.860574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.184265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:01:23.860813Z","caller":"traceutil/trace.go:171","msg":"trace[1101583154] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"504.340054ms","start":"2026-07-30T05:01:23.356442Z","end":"2026-07-30T05:01:23.860782Z","steps":["trace[1101583154] 'process raft request' (duration: 311.854392ms)","trace[1101583154] 'compare' (duration: 191.840718ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:23.860924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:23.356416Z","time spent":"504.450377ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:23.869145Z","caller":"traceutil/trace.go:171","msg":"trace[1846997521] linearizableReadLoop","detail":"{readStateIndex:1496; appliedIndex:1494; }","duration":"507.958817ms","start":"2026-07-30T05:01:23.361167Z","end":"2026-07-30T05:01:23.869126Z","steps":["trace[1846997521] 'read index received' (duration: 307.212766ms)","trace[1846997521] 'applied index is now lower than readState.Index' (duration: 200.744671ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:23.86925Z","caller":"traceutil/trace.go:171","msg":"trace[1246695519] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"511.244032ms","start":"2026-07-30T05:01:23.357994Z","end":"2026-07-30T05:01:23.869238Z","steps":["trace[1246695519] 'process raft request' (duration: 510.964525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:23.869323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:23.357978Z","time spent":"511.297642ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:23.869527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.334376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:01:23.869556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.274036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:01:23.869745Z","caller":"traceutil/trace.go:171","msg":"trace[1617820973] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1442; }","duration":"432.522802ms","start":"2026-07-30T05:01:23.437162Z","end":"2026-07-30T05:01:23.869685Z","steps":["trace[1617820973] 'agreement among raft nodes before linearized reading' (duration: 432.167504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:23.869797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:23.437154Z","time spent":"432.630664ms","remote":"127.0.0.1:42286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-30T05:01:23.869613Z","caller":"traceutil/trace.go:171","msg":"trace[1418266140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1442; }","duration":"508.448168ms","start":"2026-07-30T05:01:23.361148Z","end":"2026-07-30T05:01:23.869596Z","steps":["trace[1418266140] 'agreement among raft nodes before linearized reading' (duration: 508.275194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:23.869854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:23.36114Z","time spent":"508.702133ms","remote":"127.0.0.1:38962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T05:01:38.560891Z","caller":"traceutil/trace.go:171","msg":"trace[1810652611] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"112.688567ms","start":"2026-07-30T05:01:38.448169Z","end":"2026-07-30T05:01:38.560858Z","steps":["trace[1810652611] 'process raft request' (duration: 112.476982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:39.938789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.584607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-jsz4b\" ","response":"range_response_count:1 size:4196"} {"level":"warn","ts":"2026-07-30T05:01:39.938852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.814788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-30T05:01:39.938888Z","caller":"traceutil/trace.go:171","msg":"trace[246140931] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-jsz4b; range_end:; response_count:1; response_revision:1597; }","duration":"270.752311ms","start":"2026-07-30T05:01:39.668115Z","end":"2026-07-30T05:01:39.938867Z","steps":["trace[246140931] 'range keys from in-memory index tree' (duration: 270.303631ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:39.938943Z","caller":"traceutil/trace.go:171","msg":"trace[1047627453] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1597; }","duration":"289.959521ms","start":"2026-07-30T05:01:39.648961Z","end":"2026-07-30T05:01:39.938921Z","steps":["trace[1047627453] 'range keys from in-memory index tree' (duration: 289.641173ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:44.908315Z","caller":"traceutil/trace.go:171","msg":"trace[591046724] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"130.29723ms","start":"2026-07-30T05:01:44.777991Z","end":"2026-07-30T05:01:44.908288Z","steps":["trace[591046724] 'process raft request' (duration: 130.084935ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:45.110738Z","caller":"traceutil/trace.go:171","msg":"trace[1591575090] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"120.042966ms","start":"2026-07-30T05:01:44.990666Z","end":"2026-07-30T05:01:45.110709Z","steps":["trace[1591575090] 'process raft request' (duration: 55.09582ms)","trace[1591575090] 'compare' (duration: 64.708669ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:45.454658Z","caller":"traceutil/trace.go:171","msg":"trace[111680137] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"125.605482ms","start":"2026-07-30T05:01:45.329017Z","end":"2026-07-30T05:01:45.454622Z","steps":["trace[111680137] 'process raft request' (duration: 65.546408ms)","trace[111680137] 'compare' (duration: 59.784687ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:45.454716Z","caller":"traceutil/trace.go:171","msg":"trace[1413375730] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"110.554028ms","start":"2026-07-30T05:01:45.344134Z","end":"2026-07-30T05:01:45.454688Z","steps":["trace[1413375730] 'process raft request' (duration: 110.449886ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:45.454708Z","caller":"traceutil/trace.go:171","msg":"trace[295318084] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"124.130778ms","start":"2026-07-30T05:01:45.330533Z","end":"2026-07-30T05:01:45.454664Z","steps":["trace[295318084] 'process raft request' (duration: 123.963085ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:45.454657Z","caller":"traceutil/trace.go:171","msg":"trace[1833842541] linearizableReadLoop","detail":"{readStateIndex:1770; appliedIndex:1767; }","duration":"110.140479ms","start":"2026-07-30T05:01:45.344483Z","end":"2026-07-30T05:01:45.454623Z","steps":["trace[1833842541] 'read index received' (duration: 50.103616ms)","trace[1833842541] 'applied index is now lower than readState.Index' (duration: 60.035442ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:45.456045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.537351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-5swgq\" ","response":"range_response_count:1 size:3261"} {"level":"info","ts":"2026-07-30T05:01:45.456108Z","caller":"traceutil/trace.go:171","msg":"trace[583001245] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-5swgq; range_end:; response_count:1; response_revision:1709; }","duration":"111.639824ms","start":"2026-07-30T05:01:45.344452Z","end":"2026-07-30T05:01:45.456091Z","steps":["trace[583001245] 'agreement among raft nodes before linearized reading' (duration: 110.255031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:46.401625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:46.056327Z","time spent":"345.289097ms","remote":"127.0.0.1:38980","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-30T05:01:46.401626Z","caller":"traceutil/trace.go:171","msg":"trace[1660398907] linearizableReadLoop","detail":"{readStateIndex:1780; appliedIndex:1779; }","duration":"318.391781ms","start":"2026-07-30T05:01:46.083203Z","end":"2026-07-30T05:01:46.401595Z","steps":["trace[1660398907] 'read index received' (duration: 318.147306ms)","trace[1660398907] 'applied index is now lower than readState.Index' (duration: 243.045µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:46.401867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.655188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T05:01:46.401936Z","caller":"traceutil/trace.go:171","msg":"trace[508367133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1718; }","duration":"318.776059ms","start":"2026-07-30T05:01:46.083139Z","end":"2026-07-30T05:01:46.401915Z","steps":["trace[508367133] 'agreement among raft nodes before linearized reading' (duration: 318.562785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:46.401979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:46.083116Z","time spent":"318.855113ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T05:01:46.401959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.930428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:01:46.402041Z","caller":"traceutil/trace.go:171","msg":"trace[1382575626] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1718; }","duration":"112.075833ms","start":"2026-07-30T05:01:46.289945Z","end":"2026-07-30T05:01:46.402021Z","steps":["trace[1382575626] 'agreement among raft nodes before linearized reading' (duration: 111.908468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:46.402013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.868237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T05:01:46.40212Z","caller":"traceutil/trace.go:171","msg":"trace[1332389650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1718; }","duration":"306.03299ms","start":"2026-07-30T05:01:46.096059Z","end":"2026-07-30T05:01:46.402092Z","steps":["trace[1332389650] 'agreement among raft nodes before linearized reading' (duration: 305.769373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:46.402179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:46.096036Z","time spent":"306.128472ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T05:01:46.579753Z","caller":"traceutil/trace.go:171","msg":"trace[854368188] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"176.750262ms","start":"2026-07-30T05:01:46.402954Z","end":"2026-07-30T05:01:46.579705Z","steps":["trace[854368188] 'process raft request' (duration: 151.363211ms)","trace[854368188] 'compare' (duration: 25.096644ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:46.58009Z","caller":"traceutil/trace.go:171","msg":"trace[1618697558] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"173.13891ms","start":"2026-07-30T05:01:46.406923Z","end":"2026-07-30T05:01:46.580062Z","steps":["trace[1618697558] 'process raft request' (duration: 173.084948ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:46.580107Z","caller":"traceutil/trace.go:171","msg":"trace[2109530095] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"173.647191ms","start":"2026-07-30T05:01:46.40642Z","end":"2026-07-30T05:01:46.580067Z","steps":["trace[2109530095] 'process raft request' (duration: 173.16817ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:46.988654Z","caller":"traceutil/trace.go:171","msg":"trace[1506327455] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"150.053943ms","start":"2026-07-30T05:01:46.838558Z","end":"2026-07-30T05:01:46.988612Z","steps":["trace[1506327455] 'process raft request' (duration: 149.809647ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:49.33223Z","caller":"traceutil/trace.go:171","msg":"trace[1848339512] linearizableReadLoop","detail":"{readStateIndex:1798; appliedIndex:1797; }","duration":"385.546698ms","start":"2026-07-30T05:01:48.946659Z","end":"2026-07-30T05:01:49.332206Z","steps":["trace[1848339512] 'read index received' (duration: 385.447645ms)","trace[1848339512] 'applied index is now lower than readState.Index' (duration: 97.573µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:49.332274Z","caller":"traceutil/trace.go:171","msg":"trace[1374299995] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"446.091524ms","start":"2026-07-30T05:01:48.886151Z","end":"2026-07-30T05:01:49.332243Z","steps":["trace[1374299995] 'process raft request' (duration: 445.912529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:49.332397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:48.886127Z","time spent":"446.199966ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:49.332492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.802244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-30T05:01:49.332588Z","caller":"traceutil/trace.go:171","msg":"trace[1178663213] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1736; }","duration":"385.935987ms","start":"2026-07-30T05:01:48.946627Z","end":"2026-07-30T05:01:49.332563Z","steps":["trace[1178663213] 'agreement among raft nodes before linearized reading' (duration: 385.679752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:49.332642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:48.946612Z","time spent":"386.021359ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T05:01:49.586615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.825879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:01:49.586733Z","caller":"traceutil/trace.go:171","msg":"trace[1525299535] linearizableReadLoop","detail":"{readStateIndex:1799; appliedIndex:1798; }","duration":"254.414428ms","start":"2026-07-30T05:01:49.332298Z","end":"2026-07-30T05:01:49.586712Z","steps":["trace[1525299535] 'read index received' (duration: 131.375134ms)","trace[1525299535] 'applied index is now lower than readState.Index' (duration: 123.037814ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:49.586829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.240057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:01:49.586827Z","caller":"traceutil/trace.go:171","msg":"trace[96858639] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"342.741509ms","start":"2026-07-30T05:01:49.244038Z","end":"2026-07-30T05:01:49.58678Z","steps":["trace[96858639] 'process raft request' (duration: 219.653243ms)","trace[96858639] 'compare' (duration: 122.686757ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:49.587044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:49.244012Z","time spent":"342.919282ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:49.586869Z","caller":"traceutil/trace.go:171","msg":"trace[2045919753] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1737; }","duration":"548.319939ms","start":"2026-07-30T05:01:49.038536Z","end":"2026-07-30T05:01:49.586856Z","steps":["trace[2045919753] 'agreement among raft nodes before linearized reading' (duration: 548.255378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:49.587151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:49.038511Z","time spent":"548.610927ms","remote":"127.0.0.1:39096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-30T05:01:49.649402Z","caller":"traceutil/trace.go:171","msg":"trace[1735166978] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"312.284483ms","start":"2026-07-30T05:01:49.337098Z","end":"2026-07-30T05:01:49.649382Z","steps":["trace[1735166978] 'process raft request' (duration: 312.16822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:49.649541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:49.337077Z","time spent":"312.387484ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:49.655911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.629091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-07-30T05:01:49.655931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.074958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T05:01:49.655973Z","caller":"traceutil/trace.go:171","msg":"trace[874775365] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"184.94399ms","start":"2026-07-30T05:01:49.471011Z","end":"2026-07-30T05:01:49.655956Z","steps":["trace[874775365] 'process raft request' (duration: 184.619242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:49.655992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.13203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-30T05:01:49.655992Z","caller":"traceutil/trace.go:171","msg":"trace[515252261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1739; }","duration":"138.18494ms","start":"2026-07-30T05:01:49.517793Z","end":"2026-07-30T05:01:49.655978Z","steps":["trace[515252261] 'agreement among raft nodes before linearized reading' (duration: 137.973515ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:49.656025Z","caller":"traceutil/trace.go:171","msg":"trace[332907780] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1739; }","duration":"121.178101ms","start":"2026-07-30T05:01:49.534835Z","end":"2026-07-30T05:01:49.656014Z","steps":["trace[332907780] 'agreement among raft nodes before linearized reading' (duration: 121.1152ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:49.655979Z","caller":"traceutil/trace.go:171","msg":"trace[1372817523] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1739; }","duration":"274.739163ms","start":"2026-07-30T05:01:49.381214Z","end":"2026-07-30T05:01:49.655954Z","steps":["trace[1372817523] 'agreement among raft nodes before linearized reading' (duration: 274.540858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:49.65591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.484396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T05:01:49.656111Z","caller":"traceutil/trace.go:171","msg":"trace[1938923082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1739; }","duration":"148.741042ms","start":"2026-07-30T05:01:49.507363Z","end":"2026-07-30T05:01:49.656104Z","steps":["trace[1938923082] 'agreement among raft nodes before linearized reading' (duration: 148.423065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:49.656084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.271384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T05:01:49.656174Z","caller":"traceutil/trace.go:171","msg":"trace[1050342117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1739; }","duration":"163.399876ms","start":"2026-07-30T05:01:49.492753Z","end":"2026-07-30T05:01:49.656153Z","steps":["trace[1050342117] 'agreement among raft nodes before linearized reading' (duration: 163.146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:49.985436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.08333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:01:49.98556Z","caller":"traceutil/trace.go:171","msg":"trace[41353646] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"325.515474ms","start":"2026-07-30T05:01:49.660024Z","end":"2026-07-30T05:01:49.98554Z","steps":["trace[41353646] 'process raft request' (duration: 207.23334ms)","trace[41353646] 'compare' (duration: 117.944987ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:49.985625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:49.660006Z","time spent":"325.586205ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:49.991073Z","caller":"traceutil/trace.go:171","msg":"trace[462622682] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"330.749523ms","start":"2026-07-30T05:01:49.660308Z","end":"2026-07-30T05:01:49.991057Z","steps":["trace[462622682] 'process raft request' (duration: 330.626581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:49.99124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:49.660283Z","time spent":"330.902917ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:49.991385Z","caller":"traceutil/trace.go:171","msg":"trace[1932195889] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"331.012159ms","start":"2026-07-30T05:01:49.660348Z","end":"2026-07-30T05:01:49.991361Z","steps":["trace[1932195889] 'process raft request' (duration: 330.665731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:49.991534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:49.660319Z","time spent":"331.133932ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:49.991848Z","caller":"traceutil/trace.go:171","msg":"trace[1984304140] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"331.00487ms","start":"2026-07-30T05:01:49.660815Z","end":"2026-07-30T05:01:49.99182Z","steps":["trace[1984304140] 'process raft request' (duration: 330.467657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:49.991985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:49.660794Z","time spent":"331.119182ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:49.992033Z","caller":"traceutil/trace.go:171","msg":"trace[2004416835] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"330.321414ms","start":"2026-07-30T05:01:49.661671Z","end":"2026-07-30T05:01:49.991993Z","steps":["trace[2004416835] 'process raft request' (duration: 330.11527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:49.992288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:49.661659Z","time spent":"330.501588ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:02:17.236672Z","caller":"traceutil/trace.go:171","msg":"trace[856066407] linearizableReadLoop","detail":"{readStateIndex:2303; appliedIndex:2302; }","duration":"191.0199ms","start":"2026-07-30T05:02:17.045628Z","end":"2026-07-30T05:02:17.236648Z","steps":["trace[856066407] 'read index received' (duration: 190.851445ms)","trace[856066407] 'applied index is now lower than readState.Index' (duration: 167.274µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:02:17.236848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.561886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:02:17.236789Z","caller":"traceutil/trace.go:171","msg":"trace[1238573178] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"248.715418ms","start":"2026-07-30T05:02:16.988029Z","end":"2026-07-30T05:02:17.236744Z","steps":["trace[1238573178] 'process raft request' (duration: 248.461791ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:17.236891Z","caller":"traceutil/trace.go:171","msg":"trace[445070228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2212; }","duration":"144.666169ms","start":"2026-07-30T05:02:17.092216Z","end":"2026-07-30T05:02:17.236882Z","steps":["trace[445070228] 'agreement among raft nodes before linearized reading' (duration: 144.577747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:17.237043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.342117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-07-30T05:02:17.237142Z","caller":"traceutil/trace.go:171","msg":"trace[811818781] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2212; }","duration":"191.553761ms","start":"2026-07-30T05:02:17.045562Z","end":"2026-07-30T05:02:17.237116Z","steps":["trace[811818781] 'agreement among raft nodes before linearized reading' (duration: 191.228924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:17.683509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.606474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:02:17.683706Z","caller":"traceutil/trace.go:171","msg":"trace[1181651398] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"440.570185ms","start":"2026-07-30T05:02:17.243095Z","end":"2026-07-30T05:02:17.683665Z","steps":["trace[1181651398] 'process raft request' (duration: 216.649604ms)","trace[1181651398] 'compare' (duration: 223.199065ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:02:17.683798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:17.243069Z","time spent":"440.690418ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:02:18.347475Z","caller":"traceutil/trace.go:171","msg":"trace[1740421111] linearizableReadLoop","detail":"{readStateIndex:2306; appliedIndex:2305; }","duration":"194.728443ms","start":"2026-07-30T05:02:18.152712Z","end":"2026-07-30T05:02:18.347441Z","steps":["trace[1740421111] 'read index received' (duration: 194.512328ms)","trace[1740421111] 'applied index is now lower than readState.Index' (duration: 214.865µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:02:18.347518Z","caller":"traceutil/trace.go:171","msg":"trace[1229970043] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"196.419312ms","start":"2026-07-30T05:02:18.151062Z","end":"2026-07-30T05:02:18.347482Z","steps":["trace[1229970043] 'process raft request' (duration: 196.183447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:18.347767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.037091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T05:02:18.347883Z","caller":"traceutil/trace.go:171","msg":"trace[205861172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2215; }","duration":"195.229275ms","start":"2026-07-30T05:02:18.152636Z","end":"2026-07-30T05:02:18.347866Z","steps":["trace[205861172] 'agreement among raft nodes before linearized reading' (duration: 194.949579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:18.899527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.869108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:02:18.899728Z","caller":"traceutil/trace.go:171","msg":"trace[1351522672] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"746.140664ms","start":"2026-07-30T05:02:18.153557Z","end":"2026-07-30T05:02:18.899698Z","steps":["trace[1351522672] 'process raft request' (duration: 640.99484ms)","trace[1351522672] 'compare' (duration: 104.760205ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:02:18.899789Z","caller":"traceutil/trace.go:171","msg":"trace[1880636240] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"612.623941ms","start":"2026-07-30T05:02:18.287133Z","end":"2026-07-30T05:02:18.899757Z","steps":["trace[1880636240] 'process raft request' (duration: 612.504509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:18.899889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:18.153543Z","time spent":"746.249436ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:02:18.899753Z","caller":"traceutil/trace.go:171","msg":"trace[876274727] linearizableReadLoop","detail":"{readStateIndex:2308; appliedIndex:2306; }","duration":"552.177728ms","start":"2026-07-30T05:02:18.347557Z","end":"2026-07-30T05:02:18.899734Z","steps":["trace[876274727] 'read index received' (duration: 447.020024ms)","trace[876274727] 'applied index is now lower than readState.Index' (duration: 105.156414ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:02:18.899946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:18.28711Z","time spent":"612.777774ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:02:18.900114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.940491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11911"} {"level":"warn","ts":"2026-07-30T05:02:18.900146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.822537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-30T05:02:18.900072Z","caller":"traceutil/trace.go:171","msg":"trace[624962991] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"547.562953ms","start":"2026-07-30T05:02:18.352467Z","end":"2026-07-30T05:02:18.90003Z","steps":["trace[624962991] 'process raft request' (duration: 547.234175ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:18.900164Z","caller":"traceutil/trace.go:171","msg":"trace[578175622] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2218; }","duration":"743.003762ms","start":"2026-07-30T05:02:18.157147Z","end":"2026-07-30T05:02:18.90015Z","steps":["trace[578175622] 'agreement among raft nodes before linearized reading' (duration: 742.635384ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:18.900174Z","caller":"traceutil/trace.go:171","msg":"trace[1799715800] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2218; }","duration":"745.868888ms","start":"2026-07-30T05:02:18.154297Z","end":"2026-07-30T05:02:18.900166Z","steps":["trace[1799715800] 'agreement among raft nodes before linearized reading' (duration: 745.487169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:18.900201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:18.15429Z","time spent":"745.906548ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T05:02:18.900205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:18.15714Z","time spent":"743.056403ms","remote":"127.0.0.1:39126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11935,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-30T05:02:18.900231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.878257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:02:18.900284Z","caller":"traceutil/trace.go:171","msg":"trace[1698144917] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2219; }","duration":"279.01107ms","start":"2026-07-30T05:02:18.621258Z","end":"2026-07-30T05:02:18.900269Z","steps":["trace[1698144917] 'agreement among raft nodes before linearized reading' (duration: 278.829926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:18.900291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.262321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-30T05:02:18.90031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:18.352442Z","time spent":"547.757656ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:02:18.900375Z","caller":"traceutil/trace.go:171","msg":"trace[951651451] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"194.351564ms","start":"2026-07-30T05:02:18.706012Z","end":"2026-07-30T05:02:18.900363Z","steps":["trace[951651451] 'process raft request' (duration: 193.929935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:18.900413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.200233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T05:02:18.900332Z","caller":"traceutil/trace.go:171","msg":"trace[1045861064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2219; }","duration":"173.367705ms","start":"2026-07-30T05:02:18.726951Z","end":"2026-07-30T05:02:18.900319Z","steps":["trace[1045861064] 'agreement among raft nodes before linearized reading' (duration: 173.199571ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:18.900436Z","caller":"traceutil/trace.go:171","msg":"trace[492959976] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2219; }","duration":"181.250185ms","start":"2026-07-30T05:02:18.71918Z","end":"2026-07-30T05:02:18.900431Z","steps":["trace[492959976] 'agreement among raft nodes before linearized reading' (duration: 181.186923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:18.90058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.527997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T05:02:18.900946Z","caller":"traceutil/trace.go:171","msg":"trace[641800804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2219; }","duration":"197.923537ms","start":"2026-07-30T05:02:18.70301Z","end":"2026-07-30T05:02:18.900934Z","steps":["trace[641800804] 'agreement among raft nodes before linearized reading' (duration: 197.471466ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:24.06793Z","caller":"traceutil/trace.go:171","msg":"trace[1800061066] linearizableReadLoop","detail":"{readStateIndex:2355; appliedIndex:2354; }","duration":"133.439902ms","start":"2026-07-30T05:02:23.934459Z","end":"2026-07-30T05:02:24.067899Z","steps":["trace[1800061066] 'read index received' (duration: 133.299218ms)","trace[1800061066] 'applied index is now lower than readState.Index' (duration: 139.494µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:02:24.0682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.202235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T05:02:24.068255Z","caller":"traceutil/trace.go:171","msg":"trace[942644299] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2263; }","duration":"129.287146ms","start":"2026-07-30T05:02:23.93895Z","end":"2026-07-30T05:02:24.068237Z","steps":["trace[942644299] 'agreement among raft nodes before linearized reading' (duration: 129.115522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:24.068429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.923663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11911"} {"level":"info","ts":"2026-07-30T05:02:24.06856Z","caller":"traceutil/trace.go:171","msg":"trace[1884260693] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2263; }","duration":"134.138288ms","start":"2026-07-30T05:02:23.934391Z","end":"2026-07-30T05:02:24.068529Z","steps":["trace[1884260693] 'agreement among raft nodes before linearized reading' (duration: 133.680577ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:24.068602Z","caller":"traceutil/trace.go:171","msg":"trace[293619353] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"162.086927ms","start":"2026-07-30T05:02:23.905918Z","end":"2026-07-30T05:02:24.068005Z","steps":["trace[293619353] 'process raft request' (duration: 161.76869ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:31.234286Z","caller":"traceutil/trace.go:171","msg":"trace[1676861070] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"274.206242ms","start":"2026-07-30T05:02:30.960012Z","end":"2026-07-30T05:02:31.234218Z","steps":["trace[1676861070] 'process raft request' (duration: 273.757582ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:31.286457Z","caller":"traceutil/trace.go:171","msg":"trace[141331745] linearizableReadLoop","detail":"{readStateIndex:2426; appliedIndex:2424; }","duration":"320.975501ms","start":"2026-07-30T05:02:30.965436Z","end":"2026-07-30T05:02:31.286411Z","steps":["trace[141331745] 'read index received' (duration: 268.498601ms)","trace[141331745] 'applied index is now lower than readState.Index' (duration: 52.47551ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:02:31.286593Z","caller":"traceutil/trace.go:171","msg":"trace[1161773293] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"325.986465ms","start":"2026-07-30T05:02:30.960577Z","end":"2026-07-30T05:02:31.286563Z","steps":["trace[1161773293] 'process raft request' (duration: 325.651338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:31.286772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:30.960569Z","time spent":"326.087959ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:02:31.286821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.34604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-30T05:02:31.286819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.93304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T05:02:31.286879Z","caller":"traceutil/trace.go:171","msg":"trace[560233459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2333; }","duration":"321.468052ms","start":"2026-07-30T05:02:30.965395Z","end":"2026-07-30T05:02:31.286863Z","steps":["trace[560233459] 'agreement among raft nodes before linearized reading' (duration: 321.195906ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:31.286908Z","caller":"traceutil/trace.go:171","msg":"trace[1696305426] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2333; }","duration":"164.086744ms","start":"2026-07-30T05:02:31.122797Z","end":"2026-07-30T05:02:31.286883Z","steps":["trace[1696305426] 'agreement among raft nodes before linearized reading' (duration: 163.91014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:31.286927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:30.965377Z","time spent":"321.539504ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T05:02:31.286878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.646684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:02:31.286979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.250367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-30T05:02:31.286995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.580739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-30T05:02:31.28682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.274828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T05:02:31.287021Z","caller":"traceutil/trace.go:171","msg":"trace[1763537505] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2333; }","duration":"195.90414ms","start":"2026-07-30T05:02:31.091081Z","end":"2026-07-30T05:02:31.286985Z","steps":["trace[1763537505] 'agreement among raft nodes before linearized reading' (duration: 195.580253ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:31.287038Z","caller":"traceutil/trace.go:171","msg":"trace[119088745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2333; }","duration":"321.372121ms","start":"2026-07-30T05:02:30.965648Z","end":"2026-07-30T05:02:31.28702Z","steps":["trace[119088745] 'agreement among raft nodes before linearized reading' (duration: 321.227297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:31.286988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.742304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:02:31.287081Z","caller":"traceutil/trace.go:171","msg":"trace[1908296557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2333; }","duration":"319.696231ms","start":"2026-07-30T05:02:30.967344Z","end":"2026-07-30T05:02:31.28704Z","steps":["trace[1908296557] 'agreement among raft nodes before linearized reading' (duration: 319.539408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:31.287097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:30.965612Z","time spent":"321.470282ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T05:02:31.28713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:30.967322Z","time spent":"319.796914ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T05:02:31.287092Z","caller":"traceutil/trace.go:171","msg":"trace[316560936] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2333; }","duration":"321.602386ms","start":"2026-07-30T05:02:30.965453Z","end":"2026-07-30T05:02:31.287055Z","steps":["trace[316560936] 'agreement among raft nodes before linearized reading' (duration: 321.182186ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:31.287183Z","caller":"traceutil/trace.go:171","msg":"trace[560381182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2333; }","duration":"194.95955ms","start":"2026-07-30T05:02:31.09214Z","end":"2026-07-30T05:02:31.2871Z","steps":["trace[560381182] 'agreement among raft nodes before linearized reading' (duration: 194.663463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:31.287194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:30.965425Z","time spent":"321.745319ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T05:02:31.287276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.812926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-30T05:02:31.287425Z","caller":"traceutil/trace.go:171","msg":"trace[336334898] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2333; }","duration":"317.044931ms","start":"2026-07-30T05:02:30.970348Z","end":"2026-07-30T05:02:31.287393Z","steps":["trace[336334898] 'agreement among raft nodes before linearized reading' (duration: 316.617792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:31.287486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:30.970316Z","time spent":"317.157933ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-30T05:02:31.591412Z","caller":"traceutil/trace.go:171","msg":"trace[1651988086] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"299.093251ms","start":"2026-07-30T05:02:31.292286Z","end":"2026-07-30T05:02:31.591379Z","steps":["trace[1651988086] 'process raft request' (duration: 298.685242ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:31.591774Z","caller":"traceutil/trace.go:171","msg":"trace[2009221570] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"299.399347ms","start":"2026-07-30T05:02:31.292347Z","end":"2026-07-30T05:02:31.591747Z","steps":["trace[2009221570] 'process raft request' (duration: 298.938037ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:31.592056Z","caller":"traceutil/trace.go:171","msg":"trace[11126052] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"298.875295ms","start":"2026-07-30T05:02:31.293153Z","end":"2026-07-30T05:02:31.592028Z","steps":["trace[11126052] 'process raft request' (duration: 298.475556ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:31.592196Z","caller":"traceutil/trace.go:171","msg":"trace[871631890] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"298.354464ms","start":"2026-07-30T05:02:31.2938Z","end":"2026-07-30T05:02:31.592155Z","steps":["trace[871631890] 'process raft request' (duration: 298.282373ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:31.592233Z","caller":"traceutil/trace.go:171","msg":"trace[1348077779] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"298.62961ms","start":"2026-07-30T05:02:31.29356Z","end":"2026-07-30T05:02:31.592189Z","steps":["trace[1348077779] 'process raft request' (duration: 298.343764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:31.715477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.354787ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-30T05:02:36.151336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.770306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:02:36.151535Z","caller":"traceutil/trace.go:171","msg":"trace[1764446442] transaction","detail":"{read_only:false; response_revision:2361; number_of_response:1; }","duration":"903.868811ms","start":"2026-07-30T05:02:35.247629Z","end":"2026-07-30T05:02:36.151498Z","steps":["trace[1764446442] 'process raft request' (duration: 317.173383ms)","trace[1764446442] 'compare' (duration: 585.222544ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:02:36.15164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:35.247607Z","time spent":"903.982095ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:02:36.268802Z","caller":"traceutil/trace.go:171","msg":"trace[1105614607] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"1.020286634s","start":"2026-07-30T05:02:35.248486Z","end":"2026-07-30T05:02:36.268772Z","steps":["trace[1105614607] 'process raft request' (duration: 1.019976137s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:36.268866Z","caller":"traceutil/trace.go:171","msg":"trace[510377227] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"912.9834ms","start":"2026-07-30T05:02:35.355858Z","end":"2026-07-30T05:02:36.268842Z","steps":["trace[510377227] 'process raft request' (duration: 912.840037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:36.268981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:35.248453Z","time spent":"1.020424077s","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:02:36.269094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:35.355789Z","time spent":"913.183454ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:02:36.269164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.567412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T05:02:36.269278Z","caller":"traceutil/trace.go:171","msg":"trace[686770503] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2363; }","duration":"902.720306ms","start":"2026-07-30T05:02:35.366518Z","end":"2026-07-30T05:02:36.269238Z","steps":["trace[686770503] 'agreement among raft nodes before linearized reading' (duration: 902.429659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:36.269335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:35.366503Z","time spent":"902.821748ms","remote":"127.0.0.1:53420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-30T05:02:36.269358Z","caller":"traceutil/trace.go:171","msg":"trace[1781966142] linearizableReadLoop","detail":"{readStateIndex:2457; appliedIndex:2454; }","duration":"902.174012ms","start":"2026-07-30T05:02:35.366579Z","end":"2026-07-30T05:02:36.268753Z","steps":["trace[1781966142] 'read index received' (duration: 198.161492ms)","trace[1781966142] 'applied index is now lower than readState.Index' (duration: 704.01135ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:02:36.269861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.588217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-30T05:02:36.26991Z","caller":"traceutil/trace.go:171","msg":"trace[195276794] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2365; }","duration":"900.657408ms","start":"2026-07-30T05:02:35.369242Z","end":"2026-07-30T05:02:36.2699Z","steps":["trace[195276794] 'agreement among raft nodes before linearized reading' (duration: 900.526415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:36.269939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:35.369233Z","time spent":"900.699619ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T05:02:36.27003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.604023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-30T05:02:36.270118Z","caller":"traceutil/trace.go:171","msg":"trace[1038346836] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:2365; }","duration":"212.742946ms","start":"2026-07-30T05:02:36.057354Z","end":"2026-07-30T05:02:36.270096Z","steps":["trace[1038346836] 'agreement among raft nodes before linearized reading' (duration: 212.511891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:36.270158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.947979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-30T05:02:36.270265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.013566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:02:36.270215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.086662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T05:02:36.270301Z","caller":"traceutil/trace.go:171","msg":"trace[225576324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2365; }","duration":"831.092968ms","start":"2026-07-30T05:02:35.439198Z","end":"2026-07-30T05:02:36.270291Z","steps":["trace[225576324] 'agreement among raft nodes before linearized reading' (duration: 831.040157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:36.270356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:35.439173Z","time spent":"831.176329ms","remote":"127.0.0.1:38962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T05:02:36.270412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.584708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T05:02:36.270456Z","caller":"traceutil/trace.go:171","msg":"trace[2005623059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2365; }","duration":"660.64818ms","start":"2026-07-30T05:02:35.609798Z","end":"2026-07-30T05:02:36.270447Z","steps":["trace[2005623059] 'agreement among raft nodes before linearized reading' (duration: 660.531397ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:36.270264Z","caller":"traceutil/trace.go:171","msg":"trace[1912336747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2365; }","duration":"662.084182ms","start":"2026-07-30T05:02:35.608162Z","end":"2026-07-30T05:02:36.270247Z","steps":["trace[1912336747] 'agreement among raft nodes before linearized reading' (duration: 661.728744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:36.2705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:35.609785Z","time spent":"660.706191ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T05:02:36.270509Z","caller":"traceutil/trace.go:171","msg":"trace[1987643824] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"664.947467ms","start":"2026-07-30T05:02:35.605544Z","end":"2026-07-30T05:02:36.270492Z","steps":["trace[1987643824] 'process raft request' (duration: 664.062717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:36.27054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.374416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T05:02:36.270619Z","caller":"traceutil/trace.go:171","msg":"trace[1660112606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2365; }","duration":"661.495909ms","start":"2026-07-30T05:02:35.609101Z","end":"2026-07-30T05:02:36.270597Z","steps":["trace[1660112606] 'agreement among raft nodes before linearized reading' (duration: 661.233573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:36.270631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:35.605516Z","time spent":"665.038699ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:02:36.270601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:35.608153Z","time spent":"662.392609ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T05:02:36.270672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:35.60908Z","time spent":"661.58265ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T05:02:36.270308Z","caller":"traceutil/trace.go:171","msg":"trace[2038033999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2365; }","duration":"662.209294ms","start":"2026-07-30T05:02:35.608088Z","end":"2026-07-30T05:02:36.270297Z","steps":["trace[2038033999] 'agreement among raft nodes before linearized reading' (duration: 662.050151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:36.270781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:35.608074Z","time spent":"662.694356ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T05:02:36.270868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.656491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:02:36.271048Z","caller":"traceutil/trace.go:171","msg":"trace[464890422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2365; }","duration":"180.896387ms","start":"2026-07-30T05:02:36.090131Z","end":"2026-07-30T05:02:36.271028Z","steps":["trace[464890422] 'agreement among raft nodes before linearized reading' (duration: 180.684492ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:53.494696Z","caller":"traceutil/trace.go:171","msg":"trace[17393350] linearizableReadLoop","detail":"{readStateIndex:2583; appliedIndex:2582; }","duration":"403.260042ms","start":"2026-07-30T05:02:53.091399Z","end":"2026-07-30T05:02:53.494659Z","steps":["trace[17393350] 'read index received' (duration: 402.853683ms)","trace[17393350] 'applied index is now lower than readState.Index' (duration: 404.659µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:02:53.494791Z","caller":"traceutil/trace.go:171","msg":"trace[463685620] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"413.314342ms","start":"2026-07-30T05:02:53.081441Z","end":"2026-07-30T05:02:53.494755Z","steps":["trace[463685620] 'process raft request' (duration: 412.963084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:53.494859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.440158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:02:53.494918Z","caller":"traceutil/trace.go:171","msg":"trace[707025873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2485; }","duration":"403.55562ms","start":"2026-07-30T05:02:53.091349Z","end":"2026-07-30T05:02:53.494905Z","steps":["trace[707025873] 'agreement among raft nodes before linearized reading' (duration: 403.416826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:53.494954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:53.091328Z","time spent":"403.620902ms","remote":"127.0.0.1:38962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T05:02:53.494967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:53.081404Z","time spent":"413.462646ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:02:53.495154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.819647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c6f8b6124a1cdd\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-30T05:02:53.495212Z","caller":"traceutil/trace.go:171","msg":"trace[1456503978] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c6f8b6124a1cdd; range_end:; response_count:1; response_revision:2485; }","duration":"323.94667ms","start":"2026-07-30T05:02:53.171247Z","end":"2026-07-30T05:02:53.495194Z","steps":["trace[1456503978] 'agreement among raft nodes before linearized reading' (duration: 323.630862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:53.495261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:02:53.171224Z","time spent":"324.026341ms","remote":"127.0.0.1:39022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c6f8b6124a1cdd\" "} {"level":"info","ts":"2026-07-30T05:02:58.790064Z","caller":"traceutil/trace.go:171","msg":"trace[541625830] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"139.322406ms","start":"2026-07-30T05:02:58.650714Z","end":"2026-07-30T05:02:58.790036Z","steps":["trace[541625830] 'process raft request' (duration: 139.106412ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:00.101053Z","caller":"traceutil/trace.go:171","msg":"trace[1199450457] linearizableReadLoop","detail":"{readStateIndex:2623; appliedIndex:2622; }","duration":"165.038295ms","start":"2026-07-30T05:02:59.93599Z","end":"2026-07-30T05:03:00.101029Z","steps":["trace[1199450457] 'read index received' (duration: 164.947964ms)","trace[1199450457] 'applied index is now lower than readState.Index' (duration: 89.551µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:03:00.101193Z","caller":"traceutil/trace.go:171","msg":"trace[129375821] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"270.757429ms","start":"2026-07-30T05:02:59.830402Z","end":"2026-07-30T05:03:00.101159Z","steps":["trace[129375821] 'process raft request' (duration: 270.459754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:00.101259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.244288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:03:00.101307Z","caller":"traceutil/trace.go:171","msg":"trace[701250638] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2524; }","duration":"165.36166ms","start":"2026-07-30T05:02:59.935933Z","end":"2026-07-30T05:03:00.101295Z","steps":["trace[701250638] 'agreement among raft nodes before linearized reading' (duration: 165.222188ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:00.503894Z","caller":"traceutil/trace.go:171","msg":"trace[18131784] linearizableReadLoop","detail":"{readStateIndex:2624; appliedIndex:2623; }","duration":"358.962322ms","start":"2026-07-30T05:03:00.144903Z","end":"2026-07-30T05:03:00.503866Z","steps":["trace[18131784] 'read index received' (duration: 351.156751ms)","trace[18131784] 'applied index is now lower than readState.Index' (duration: 7.803821ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:03:00.503965Z","caller":"traceutil/trace.go:171","msg":"trace[1899094358] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"360.351845ms","start":"2026-07-30T05:03:00.143586Z","end":"2026-07-30T05:03:00.503938Z","steps":["trace[1899094358] 'process raft request' (duration: 352.463053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:00.504158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:00.14356Z","time spent":"360.500897ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:03:00.504426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.494431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-30T05:03:00.504546Z","caller":"traceutil/trace.go:171","msg":"trace[365309542] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2525; }","duration":"359.714645ms","start":"2026-07-30T05:03:00.144802Z","end":"2026-07-30T05:03:00.504517Z","steps":["trace[365309542] 'agreement among raft nodes before linearized reading' (duration: 359.190696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:00.504621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:00.14479Z","time spent":"359.814716ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T05:03:00.566315Z","caller":"traceutil/trace.go:171","msg":"trace[895312717] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"185.765811ms","start":"2026-07-30T05:03:00.38052Z","end":"2026-07-30T05:03:00.566286Z","steps":["trace[895312717] 'process raft request' (duration: 185.478777ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:00.566347Z","caller":"traceutil/trace.go:171","msg":"trace[1494663457] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"181.946067ms","start":"2026-07-30T05:03:00.384378Z","end":"2026-07-30T05:03:00.566324Z","steps":["trace[1494663457] 'process raft request' (duration: 181.774414ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:00.566614Z","caller":"traceutil/trace.go:171","msg":"trace[1665201545] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"181.380217ms","start":"2026-07-30T05:03:00.385219Z","end":"2026-07-30T05:03:00.566599Z","steps":["trace[1665201545] 'process raft request' (duration: 180.992931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:00.566792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.626474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-30T05:03:00.566839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.708506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T05:03:00.566884Z","caller":"traceutil/trace.go:171","msg":"trace[1248415162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2529; }","duration":"174.735446ms","start":"2026-07-30T05:03:00.392129Z","end":"2026-07-30T05:03:00.566865Z","steps":["trace[1248415162] 'agreement among raft nodes before linearized reading' (duration: 174.500562ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:00.566914Z","caller":"traceutil/trace.go:171","msg":"trace[1823735465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2529; }","duration":"177.830817ms","start":"2026-07-30T05:03:00.389063Z","end":"2026-07-30T05:03:00.566894Z","steps":["trace[1823735465] 'agreement among raft nodes before linearized reading' (duration: 177.620714ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:00.566951Z","caller":"traceutil/trace.go:171","msg":"trace[517658227] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"181.289376ms","start":"2026-07-30T05:03:00.385602Z","end":"2026-07-30T05:03:00.566891Z","steps":["trace[517658227] 'process raft request' (duration: 180.91166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:00.566977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.074455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T05:03:00.567152Z","caller":"traceutil/trace.go:171","msg":"trace[1774350726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2529; }","duration":"153.294808ms","start":"2026-07-30T05:03:00.413847Z","end":"2026-07-30T05:03:00.567142Z","steps":["trace[1774350726] 'agreement among raft nodes before linearized reading' (duration: 152.961623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:00.56714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.36107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-30T05:03:00.567382Z","caller":"traceutil/trace.go:171","msg":"trace[1801676034] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2529; }","duration":"159.714225ms","start":"2026-07-30T05:03:00.407605Z","end":"2026-07-30T05:03:00.567319Z","steps":["trace[1801676034] 'agreement among raft nodes before linearized reading' (duration: 159.025034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:00.567049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.687459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T05:03:00.567542Z","caller":"traceutil/trace.go:171","msg":"trace[1544507773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2529; }","duration":"180.196217ms","start":"2026-07-30T05:03:00.387309Z","end":"2026-07-30T05:03:00.567505Z","steps":["trace[1544507773] 'agreement among raft nodes before linearized reading' (duration: 179.479176ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:00.688855Z","caller":"traceutil/trace.go:171","msg":"trace[2068905196] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"116.545446ms","start":"2026-07-30T05:03:00.572269Z","end":"2026-07-30T05:03:00.688815Z","steps":["trace[2068905196] 'process raft request' (duration: 50.162878ms)","trace[2068905196] 'compare' (duration: 66.087632ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:03:00.689277Z","caller":"traceutil/trace.go:171","msg":"trace[1708222525] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"116.902882ms","start":"2026-07-30T05:03:00.572348Z","end":"2026-07-30T05:03:00.689251Z","steps":["trace[1708222525] 'process raft request' (duration: 116.396104ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:00.689359Z","caller":"traceutil/trace.go:171","msg":"trace[1259228365] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"116.901681ms","start":"2026-07-30T05:03:00.572418Z","end":"2026-07-30T05:03:00.68932Z","steps":["trace[1259228365] 'process raft request' (duration: 116.718178ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:00.689486Z","caller":"traceutil/trace.go:171","msg":"trace[336604210] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"116.971133ms","start":"2026-07-30T05:03:00.572503Z","end":"2026-07-30T05:03:00.689474Z","steps":["trace[336604210] 'process raft request' (duration: 116.770879ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:00.689534Z","caller":"traceutil/trace.go:171","msg":"trace[714409189] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"116.021838ms","start":"2026-07-30T05:03:00.573454Z","end":"2026-07-30T05:03:00.689475Z","steps":["trace[714409189] 'process raft request' (duration: 115.951137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:01.850953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056636926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-30T05:03:01.850971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.274358ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:03:01.851064Z","caller":"traceutil/trace.go:171","msg":"trace[1650077362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2535; }","duration":"1.05681118s","start":"2026-07-30T05:03:00.794227Z","end":"2026-07-30T05:03:01.851038Z","steps":["trace[1650077362] 'range keys from in-memory index tree' (duration: 1.056420923s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:01.851093Z","caller":"traceutil/trace.go:171","msg":"trace[1259119265] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2535; }","duration":"700.412701ms","start":"2026-07-30T05:03:01.150663Z","end":"2026-07-30T05:03:01.851075Z","steps":["trace[1259119265] 'range keys from in-memory index tree' (duration: 700.257018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:01.85112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:00.794205Z","time spent":"1.056903691s","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T05:03:01.851192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.998923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:03:01.852644Z","caller":"traceutil/trace.go:171","msg":"trace[448984400] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"961.694731ms","start":"2026-07-30T05:03:00.890919Z","end":"2026-07-30T05:03:01.852614Z","steps":["trace[448984400] 'process raft request' (duration: 266.137732ms)","trace[448984400] 'compare' (duration: 693.550315ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:03:01.852711Z","caller":"traceutil/trace.go:171","msg":"trace[621421585] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"852.915775ms","start":"2026-07-30T05:03:00.999769Z","end":"2026-07-30T05:03:01.852685Z","steps":["trace[621421585] 'process raft request' (duration: 852.720322ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:01.852707Z","caller":"traceutil/trace.go:171","msg":"trace[1265957288] linearizableReadLoop","detail":"{readStateIndex:2636; appliedIndex:2634; }","duration":"760.493262ms","start":"2026-07-30T05:03:01.092192Z","end":"2026-07-30T05:03:01.852685Z","steps":["trace[1265957288] 'read index received' (duration: 64.874812ms)","trace[1265957288] 'applied index is now lower than readState.Index' (duration: 695.61742ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:03:01.852847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:00.999737Z","time spent":"853.025048ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:03:01.852988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:00.890903Z","time spent":"961.809353ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:03:02.275246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.604993ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-30T05:03:02.275476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18326543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:03:02.275581Z","caller":"traceutil/trace.go:171","msg":"trace[1742713619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2537; }","duration":"1.183424971s","start":"2026-07-30T05:03:01.09213Z","end":"2026-07-30T05:03:02.275555Z","steps":["trace[1742713619] 'agreement among raft nodes before linearized reading' (duration: 760.621215ms)","trace[1742713619] 'range keys from in-memory index tree' (duration: 422.662594ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:03:02.275641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:01.092106Z","time spent":"1.183523024s","remote":"127.0.0.1:38962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T05:03:02.276203Z","caller":"traceutil/trace.go:171","msg":"trace[413012820] linearizableReadLoop","detail":"{readStateIndex:2637; appliedIndex:2636; }","duration":"423.302985ms","start":"2026-07-30T05:03:01.852875Z","end":"2026-07-30T05:03:02.276178Z","steps":["trace[413012820] 'read index received' (duration: 65.411µs)","trace[413012820] 'applied index is now lower than readState.Index' (duration: 423.234774ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:03:02.276838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.20308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T05:03:02.276917Z","caller":"traceutil/trace.go:171","msg":"trace[753623604] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2537; }","duration":"687.319931ms","start":"2026-07-30T05:03:01.589579Z","end":"2026-07-30T05:03:02.276898Z","steps":["trace[753623604] 'agreement among raft nodes before linearized reading' (duration: 686.687281ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:02.277007Z","caller":"traceutil/trace.go:171","msg":"trace[228348023] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"418.747849ms","start":"2026-07-30T05:03:01.858182Z","end":"2026-07-30T05:03:02.27693Z","steps":["trace[228348023] 'process raft request' (duration: 417.243284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:02.277098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:01.589559Z","time spent":"687.395183ms","remote":"127.0.0.1:53420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T05:03:02.277464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:01.858162Z","time spent":"419.012114ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:03:02.593943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.167569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:03:02.594092Z","caller":"traceutil/trace.go:171","msg":"trace[321360853] linearizableReadLoop","detail":"{readStateIndex:2639; appliedIndex:2638; }","duration":"317.075573ms","start":"2026-07-30T05:03:02.276995Z","end":"2026-07-30T05:03:02.594071Z","steps":["trace[321360853] 'read index received' (duration: 100.704311ms)","trace[321360853] 'applied index is now lower than readState.Index' (duration: 216.369492ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:03:02.594209Z","caller":"traceutil/trace.go:171","msg":"trace[2145533504] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"633.093387ms","start":"2026-07-30T05:03:01.961103Z","end":"2026-07-30T05:03:02.594196Z","steps":["trace[2145533504] 'process raft request' (duration: 416.554932ms)","trace[2145533504] 'compare' (duration: 215.948134ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:03:02.594279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:01.961077Z","time spent":"633.161337ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:03:02.59449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.453789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:03:02.59461Z","caller":"traceutil/trace.go:171","msg":"trace[2136055943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2539; }","duration":"317.634192ms","start":"2026-07-30T05:03:02.276947Z","end":"2026-07-30T05:03:02.594582Z","steps":["trace[2136055943] 'agreement among raft nodes before linearized reading' (duration: 317.385828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:02.594675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:02.276924Z","time spent":"317.741233ms","remote":"127.0.0.1:38960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T05:03:02.804594Z","caller":"traceutil/trace.go:171","msg":"trace[1581913582] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"232.073244ms","start":"2026-07-30T05:03:02.572485Z","end":"2026-07-30T05:03:02.804558Z","steps":["trace[1581913582] 'process raft request' (duration: 208.583821ms)","trace[1581913582] 'compare' (duration: 23.33491ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:03:02.897791Z","caller":"traceutil/trace.go:171","msg":"trace[1814083304] linearizableReadLoop","detail":"{readStateIndex:2643; appliedIndex:2639; }","duration":"303.646557ms","start":"2026-07-30T05:03:02.594121Z","end":"2026-07-30T05:03:02.897768Z","steps":["trace[1814083304] 'read index received' (duration: 187.049501ms)","trace[1814083304] 'applied index is now lower than readState.Index' (duration: 116.596176ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:03:02.89793Z","caller":"traceutil/trace.go:171","msg":"trace[181260605] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"325.209128ms","start":"2026-07-30T05:03:02.572706Z","end":"2026-07-30T05:03:02.897915Z","steps":["trace[181260605] 'process raft request' (duration: 324.769141ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:02.897945Z","caller":"traceutil/trace.go:171","msg":"trace[849431950] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"324.408065ms","start":"2026-07-30T05:03:02.573501Z","end":"2026-07-30T05:03:02.897909Z","steps":["trace[849431950] 'process raft request' (duration: 324.165081ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:02.898028Z","caller":"traceutil/trace.go:171","msg":"trace[759368654] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"147.253067ms","start":"2026-07-30T05:03:02.75076Z","end":"2026-07-30T05:03:02.898013Z","steps":["trace[759368654] 'process raft request' (duration: 146.953003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:02.898121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:02.572679Z","time spent":"325.29026ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:03:02.898175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:02.573489Z","time spent":"324.538027ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:03:02.898175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.109964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:03:02.898259Z","caller":"traceutil/trace.go:171","msg":"trace[489896888] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2544; }","duration":"395.275587ms","start":"2026-07-30T05:03:02.502963Z","end":"2026-07-30T05:03:02.898239Z","steps":["trace[489896888] 'agreement among raft nodes before linearized reading' (duration: 395.065204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:02.898314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.313908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-07-30T05:03:02.89831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:02.502931Z","time spent":"395.367239ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-30T05:03:02.898372Z","caller":"traceutil/trace.go:171","msg":"trace[1306784686] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2544; }","duration":"117.41398ms","start":"2026-07-30T05:03:02.780917Z","end":"2026-07-30T05:03:02.898331Z","steps":["trace[1306784686] 'agreement among raft nodes before linearized reading' (duration: 117.316268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:02.898367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.749923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:03:02.89846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.971525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-30T05:03:02.89846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.112769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T05:03:02.898487Z","caller":"traceutil/trace.go:171","msg":"trace[696725196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2544; }","duration":"296.966827ms","start":"2026-07-30T05:03:02.601494Z","end":"2026-07-30T05:03:02.898461Z","steps":["trace[696725196] 'agreement among raft nodes before linearized reading' (duration: 296.734393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:02.898532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.379772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T05:03:02.898552Z","caller":"traceutil/trace.go:171","msg":"trace[1594058874] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2544; }","duration":"203.245402ms","start":"2026-07-30T05:03:02.695283Z","end":"2026-07-30T05:03:02.898529Z","steps":["trace[1594058874] 'agreement among raft nodes before linearized reading' (duration: 202.965637ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:02.898569Z","caller":"traceutil/trace.go:171","msg":"trace[1077912246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2544; }","duration":"204.088827ms","start":"2026-07-30T05:03:02.694429Z","end":"2026-07-30T05:03:02.898518Z","steps":["trace[1077912246] 'agreement among raft nodes before linearized reading' (duration: 203.936004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:02.898579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.303743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T05:03:02.898581Z","caller":"traceutil/trace.go:171","msg":"trace[881022955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2544; }","duration":"204.474063ms","start":"2026-07-30T05:03:02.694095Z","end":"2026-07-30T05:03:02.898569Z","steps":["trace[881022955] 'agreement among raft nodes before linearized reading' (duration: 204.3458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:02.89856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.12174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-30T05:03:02.898618Z","caller":"traceutil/trace.go:171","msg":"trace[1103552507] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2544; }","duration":"203.371274ms","start":"2026-07-30T05:03:02.695236Z","end":"2026-07-30T05:03:02.898607Z","steps":["trace[1103552507] 'agreement among raft nodes before linearized reading' (duration: 203.198971ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:02.898655Z","caller":"traceutil/trace.go:171","msg":"trace[1425914419] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2544; }","duration":"203.256322ms","start":"2026-07-30T05:03:02.695377Z","end":"2026-07-30T05:03:02.898633Z","steps":["trace[1425914419] 'agreement among raft nodes before linearized reading' (duration: 202.991967ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:02.898863Z","caller":"traceutil/trace.go:171","msg":"trace[1032935310] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"325.33279ms","start":"2026-07-30T05:03:02.573489Z","end":"2026-07-30T05:03:02.898822Z","steps":["trace[1032935310] 'process raft request' (duration: 324.13596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:02.898983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:02.573474Z","time spent":"325.436342ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:04:46.175088Z","caller":"traceutil/trace.go:171","msg":"trace[983024731] linearizableReadLoop","detail":"{readStateIndex:3407; appliedIndex:3406; }","duration":"397.653027ms","start":"2026-07-30T05:04:45.777407Z","end":"2026-07-30T05:04:46.17506Z","steps":["trace[983024731] 'read index received' (duration: 397.38818ms)","trace[983024731] 'applied index is now lower than readState.Index' (duration: 263.767µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:04:46.175161Z","caller":"traceutil/trace.go:171","msg":"trace[2048143856] transaction","detail":"{read_only:false; response_revision:3285; number_of_response:1; }","duration":"417.181205ms","start":"2026-07-30T05:04:45.75794Z","end":"2026-07-30T05:04:46.175122Z","steps":["trace[2048143856] 'process raft request' (duration: 416.929969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:46.175403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:45.757908Z","time spent":"417.326449ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:04:46.175459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.029216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-30T05:04:46.175545Z","caller":"traceutil/trace.go:171","msg":"trace[1140582682] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3285; }","duration":"398.188289ms","start":"2026-07-30T05:04:45.77734Z","end":"2026-07-30T05:04:46.175529Z","steps":["trace[1140582682] 'agreement among raft nodes before linearized reading' (duration: 397.887112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:46.175631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:45.777316Z","time spent":"398.302272ms","remote":"127.0.0.1:39136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-30T05:04:46.175589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.666806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-30T05:04:46.17571Z","caller":"traceutil/trace.go:171","msg":"trace[1047630679] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:3285; }","duration":"110.84429ms","start":"2026-07-30T05:04:46.064839Z","end":"2026-07-30T05:04:46.175683Z","steps":["trace[1047630679] 'agreement among raft nodes before linearized reading' (duration: 110.514782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:46.175735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.834527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-30T05:04:46.176015Z","caller":"traceutil/trace.go:171","msg":"trace[1293710034] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3285; }","duration":"373.278878ms","start":"2026-07-30T05:04:45.802623Z","end":"2026-07-30T05:04:46.175902Z","steps":["trace[1293710034] 'agreement among raft nodes before linearized reading' (duration: 372.629363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:46.176087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:45.80261Z","time spent":"373.461902ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T05:04:46.386837Z","caller":"traceutil/trace.go:171","msg":"trace[2132575068] transaction","detail":"{read_only:false; response_revision:3286; number_of_response:1; }","duration":"206.384863ms","start":"2026-07-30T05:04:46.180424Z","end":"2026-07-30T05:04:46.386808Z","steps":["trace[2132575068] 'process raft request' (duration: 206.230799ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:46.38715Z","caller":"traceutil/trace.go:171","msg":"trace[1549403367] linearizableReadLoop","detail":"{readStateIndex:3408; appliedIndex:3407; }","duration":"207.656865ms","start":"2026-07-30T05:04:46.179471Z","end":"2026-07-30T05:04:46.387128Z","steps":["trace[1549403367] 'read index received' (duration: 205.3932ms)","trace[1549403367] 'applied index is now lower than readState.Index' (duration: 2.262365ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:04:46.387394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.888752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-07-30T05:04:46.387447Z","caller":"traceutil/trace.go:171","msg":"trace[485077486] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3286; }","duration":"207.997084ms","start":"2026-07-30T05:04:46.179435Z","end":"2026-07-30T05:04:46.387432Z","steps":["trace[485077486] 'agreement among raft nodes before linearized reading' (duration: 207.753388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:52.592636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900929773808094,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T05:04:52.619044Z","caller":"traceutil/trace.go:171","msg":"trace[643157222] linearizableReadLoop","detail":"{readStateIndex:3451; appliedIndex:3450; }","duration":"526.972229ms","start":"2026-07-30T05:04:52.092043Z","end":"2026-07-30T05:04:52.619015Z","steps":["trace[643157222] 'read index received' (duration: 526.764984ms)","trace[643157222] 'applied index is now lower than readState.Index' (duration: 205.775µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:04:52.619243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.175534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:04:52.61928Z","caller":"traceutil/trace.go:171","msg":"trace[1490004513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3327; }","duration":"527.249866ms","start":"2026-07-30T05:04:52.092019Z","end":"2026-07-30T05:04:52.619269Z","steps":["trace[1490004513] 'agreement among raft nodes before linearized reading' (duration: 527.145863ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:52.619121Z","caller":"traceutil/trace.go:171","msg":"trace[2143690117] transaction","detail":"{read_only:false; response_revision:3327; number_of_response:1; }","duration":"550.487626ms","start":"2026-07-30T05:04:52.068582Z","end":"2026-07-30T05:04:52.619069Z","steps":["trace[2143690117] 'process raft request' (duration: 550.25125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:52.619315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:52.092007Z","time spent":"527.299868ms","remote":"127.0.0.1:38962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T05:04:52.619381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.034877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:04:52.619502Z","caller":"traceutil/trace.go:171","msg":"trace[1522642325] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3327; }","duration":"277.186311ms","start":"2026-07-30T05:04:52.342291Z","end":"2026-07-30T05:04:52.619477Z","steps":["trace[1522642325] 'agreement among raft nodes before linearized reading' (duration: 276.962385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:04:52.620233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:04:52.068561Z","time spent":"550.788644ms","remote":"127.0.0.1:39022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:08:52.702716Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2864} {"level":"info","ts":"2026-07-30T05:08:52.800543Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2864,"took":"96.490598ms","hash":2359744436,"current-db-size-bytes":35241984,"current-db-size":"35 MB","current-db-size-in-use-bytes":10616832,"current-db-size-in-use":"11 MB"} {"level":"info","ts":"2026-07-30T05:08:52.80063Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2359744436,"revision":2864,"compact-revision":-1} {"level":"info","ts":"2026-07-30T05:13:50.495499Z","caller":"traceutil/trace.go:171","msg":"trace[591483452] transaction","detail":"{read_only:false; response_revision:6823; number_of_response:1; }","duration":"102.702546ms","start":"2026-07-30T05:13:50.39275Z","end":"2026-07-30T05:13:50.495452Z","steps":["trace[591483452] 'process raft request' (duration: 100.557368ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:13:52.810098Z","caller":"traceutil/trace.go:171","msg":"trace[1921155966] transaction","detail":"{read_only:false; response_revision:6848; number_of_response:1; }","duration":"105.718626ms","start":"2026-07-30T05:13:52.704352Z","end":"2026-07-30T05:13:52.81007Z","steps":["trace[1921155966] 'process raft request' (duration: 105.536902ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:13:52.817156Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4866} {"level":"info","ts":"2026-07-30T05:13:52.926023Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4866,"took":"107.660051ms","hash":155769971,"current-db-size-bytes":35241984,"current-db-size":"35 MB","current-db-size-in-use-bytes":9629696,"current-db-size-in-use":"9.6 MB"} {"level":"info","ts":"2026-07-30T05:13:52.926114Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":155769971,"revision":4866,"compact-revision":2864} {"level":"info","ts":"2026-07-30T05:14:11.741374Z","caller":"traceutil/trace.go:171","msg":"trace[844138070] transaction","detail":"{read_only:false; response_revision:7052; number_of_response:1; }","duration":"114.62835ms","start":"2026-07-30T05:14:11.626716Z","end":"2026-07-30T05:14:11.741345Z","steps":["trace[844138070] 'process raft request' (duration: 114.251751ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:14:12.835108Z","caller":"traceutil/trace.go:171","msg":"trace[450935501] linearizableReadLoop","detail":"{readStateIndex:7310; appliedIndex:7308; }","duration":"109.175205ms","start":"2026-07-30T05:14:12.7259Z","end":"2026-07-30T05:14:12.835075Z","steps":["trace[450935501] 'read index received' (duration: 51.523192ms)","trace[450935501] 'applied index is now lower than readState.Index' (duration: 57.650563ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:14:12.83517Z","caller":"traceutil/trace.go:171","msg":"trace[353397785] transaction","detail":"{read_only:false; response_revision:7066; number_of_response:1; }","duration":"110.843874ms","start":"2026-07-30T05:14:12.724286Z","end":"2026-07-30T05:14:12.83513Z","steps":["trace[353397785] 'process raft request' (duration: 110.527747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:14:12.835326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.39128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-30T05:14:12.835378Z","caller":"traceutil/trace.go:171","msg":"trace[955792987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7066; }","duration":"109.505722ms","start":"2026-07-30T05:14:12.72586Z","end":"2026-07-30T05:14:12.835366Z","steps":["trace[955792987] 'agreement among raft nodes before linearized reading' (duration: 109.38247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:14:12.835377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.544129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T05:14:12.835446Z","caller":"traceutil/trace.go:171","msg":"trace[604161903] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:7066; }","duration":"104.657461ms","start":"2026-07-30T05:14:12.730772Z","end":"2026-07-30T05:14:12.83543Z","steps":["trace[604161903] 'agreement among raft nodes before linearized reading' (duration: 104.498367ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:14:13.717318Z","caller":"traceutil/trace.go:171","msg":"trace[1427233570] transaction","detail":"{read_only:false; response_revision:7070; number_of_response:1; }","duration":"124.59563ms","start":"2026-07-30T05:14:13.592674Z","end":"2026-07-30T05:14:13.717269Z","steps":["trace[1427233570] 'process raft request' (duration: 42.440995ms)","trace[1427233570] 'compare' (duration: 81.96442ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:14:13.729947Z","caller":"traceutil/trace.go:171","msg":"trace[1348518647] transaction","detail":"{read_only:false; response_revision:7072; number_of_response:1; }","duration":"136.152903ms","start":"2026-07-30T05:14:13.593768Z","end":"2026-07-30T05:14:13.729921Z","steps":["trace[1348518647] 'process raft request' (duration: 136.098412ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:14:13.730238Z","caller":"traceutil/trace.go:171","msg":"trace[635756424] transaction","detail":"{read_only:false; response_revision:7071; number_of_response:1; }","duration":"137.037195ms","start":"2026-07-30T05:14:13.593174Z","end":"2026-07-30T05:14:13.730212Z","steps":["trace[635756424] 'process raft request' (duration: 136.544413ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:14:46.769841Z","caller":"traceutil/trace.go:171","msg":"trace[1675866191] transaction","detail":"{read_only:false; response_revision:7394; number_of_response:1; }","duration":"151.166226ms","start":"2026-07-30T05:14:46.618641Z","end":"2026-07-30T05:14:46.769807Z","steps":["trace[1675866191] 'process raft request' (duration: 150.91067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:14:57.36614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.200983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:14:57.366239Z","caller":"traceutil/trace.go:171","msg":"trace[612025617] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7470; }","duration":"220.436449ms","start":"2026-07-30T05:14:57.14578Z","end":"2026-07-30T05:14:57.366216Z","steps":["trace[612025617] 'range keys from in-memory index tree' (duration: 220.087241ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:14:57.785752Z","caller":"traceutil/trace.go:171","msg":"trace[1455321356] transaction","detail":"{read_only:false; response_revision:7472; number_of_response:1; }","duration":"127.129396ms","start":"2026-07-30T05:14:57.658568Z","end":"2026-07-30T05:14:57.785697Z","steps":["trace[1455321356] 'process raft request' (duration: 63.198185ms)","trace[1455321356] 'compare' (duration: 63.752107ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:14:57.981139Z","caller":"traceutil/trace.go:171","msg":"trace[1666971659] transaction","detail":"{read_only:false; response_revision:7474; number_of_response:1; }","duration":"117.078216ms","start":"2026-07-30T05:14:57.864025Z","end":"2026-07-30T05:14:57.981103Z","steps":["trace[1666971659] 'process raft request' (duration: 88.181265ms)","trace[1666971659] 'compare' (duration: 28.535273ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:14:58.004843Z","caller":"traceutil/trace.go:171","msg":"trace[934533048] transaction","detail":"{read_only:false; response_revision:7476; number_of_response:1; }","duration":"134.789781ms","start":"2026-07-30T05:14:57.870028Z","end":"2026-07-30T05:14:58.004818Z","steps":["trace[934533048] 'process raft request' (duration: 134.74373ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:14:58.00495Z","caller":"traceutil/trace.go:171","msg":"trace[1263350625] transaction","detail":"{read_only:false; response_revision:7475; number_of_response:1; }","duration":"138.062436ms","start":"2026-07-30T05:14:57.866857Z","end":"2026-07-30T05:14:58.004919Z","steps":["trace[1263350625] 'process raft request' (duration: 137.77587ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:15:11.335623Z","caller":"traceutil/trace.go:171","msg":"trace[548100615] transaction","detail":"{read_only:false; response_revision:7588; number_of_response:1; }","duration":"114.330273ms","start":"2026-07-30T05:15:11.221245Z","end":"2026-07-30T05:15:11.335576Z","steps":["trace[548100615] 'process raft request' (duration: 110.792553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:18:51.69501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.781722ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-30T05:18:51.695143Z","caller":"traceutil/trace.go:171","msg":"trace[274685173] linearizableReadLoop","detail":"{readStateIndex:9702; appliedIndex:9701; }","duration":"261.962125ms","start":"2026-07-30T05:18:51.43316Z","end":"2026-07-30T05:18:51.695122Z","steps":["trace[274685173] 'read index received' (duration: 84.062921ms)","trace[274685173] 'applied index is now lower than readState.Index' (duration: 177.897144ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:18:51.695257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.087167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:18:51.695291Z","caller":"traceutil/trace.go:171","msg":"trace[571693402] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9391; }","duration":"262.17202ms","start":"2026-07-30T05:18:51.43311Z","end":"2026-07-30T05:18:51.695283Z","steps":["trace[571693402] 'agreement among raft nodes before linearized reading' (duration: 262.084758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:18:51.695352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.25812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T05:18:51.695382Z","caller":"traceutil/trace.go:171","msg":"trace[275213098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9391; }","duration":"240.331052ms","start":"2026-07-30T05:18:51.45504Z","end":"2026-07-30T05:18:51.695371Z","steps":["trace[275213098] 'agreement among raft nodes before linearized reading' (duration: 240.191398ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:18:52.825658Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6848} {"level":"info","ts":"2026-07-30T05:18:52.868465Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6848,"took":"41.488609ms","hash":2001795770,"current-db-size-bytes":35241984,"current-db-size":"35 MB","current-db-size-in-use-bytes":13897728,"current-db-size-in-use":"14 MB"} {"level":"info","ts":"2026-07-30T05:18:52.868526Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2001795770,"revision":6848,"compact-revision":4866} {"level":"info","ts":"2026-07-30T05:19:05.939961Z","caller":"traceutil/trace.go:171","msg":"trace[1262005079] transaction","detail":"{read_only:false; response_revision:9490; number_of_response:1; }","duration":"147.776907ms","start":"2026-07-30T05:19:05.79215Z","end":"2026-07-30T05:19:05.939927Z","steps":["trace[1262005079] 'process raft request' (duration: 147.478801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:11.713233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.892131ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-30T05:19:13.468846Z","caller":"traceutil/trace.go:171","msg":"trace[1751736727] transaction","detail":"{read_only:false; response_revision:9536; number_of_response:1; }","duration":"458.935596ms","start":"2026-07-30T05:19:13.009866Z","end":"2026-07-30T05:19:13.468802Z","steps":["trace[1751736727] 'process raft request' (duration: 458.670499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:13.469114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:13.009836Z","time spent":"459.144121ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:19:13.645214Z","caller":"traceutil/trace.go:171","msg":"trace[2088766837] linearizableReadLoop","detail":"{readStateIndex:9854; appliedIndex:9851; }","duration":"553.092798ms","start":"2026-07-30T05:19:13.092091Z","end":"2026-07-30T05:19:13.645184Z","steps":["trace[2088766837] 'read index received' (duration: 376.441021ms)","trace[2088766837] 'applied index is now lower than readState.Index' (duration: 176.650857ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:19:13.645258Z","caller":"traceutil/trace.go:171","msg":"trace[1795612540] transaction","detail":"{read_only:false; response_revision:9537; number_of_response:1; }","duration":"633.294701ms","start":"2026-07-30T05:19:13.011913Z","end":"2026-07-30T05:19:13.645208Z","steps":["trace[1795612540] 'process raft request' (duration: 633.025404ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:19:13.645349Z","caller":"traceutil/trace.go:171","msg":"trace[1532709475] transaction","detail":"{read_only:false; response_revision:9538; number_of_response:1; }","duration":"632.82817ms","start":"2026-07-30T05:19:13.012475Z","end":"2026-07-30T05:19:13.645304Z","steps":["trace[1532709475] 'process raft request' (duration: 632.645366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:13.645443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.322643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:19:13.645481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:13.011879Z","time spent":"633.470485ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:19:13.645575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:13.012448Z","time spent":"633.004633ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:19:13.645501Z","caller":"traceutil/trace.go:171","msg":"trace[330265401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9538; }","duration":"553.451606ms","start":"2026-07-30T05:19:13.092035Z","end":"2026-07-30T05:19:13.645486Z","steps":["trace[330265401] 'agreement among raft nodes before linearized reading' (duration: 553.335704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:13.645678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.096577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-30T05:19:13.645717Z","caller":"traceutil/trace.go:171","msg":"trace[1560139298] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:9538; }","duration":"465.181919ms","start":"2026-07-30T05:19:13.180525Z","end":"2026-07-30T05:19:13.645706Z","steps":["trace[1560139298] 'agreement among raft nodes before linearized reading' (duration: 465.024286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:13.6457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:13.092015Z","time spent":"553.640381ms","remote":"127.0.0.1:38960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T05:19:13.645755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:13.180505Z","time spent":"465.24158ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T05:19:13.645845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.450253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-30T05:19:13.64595Z","caller":"traceutil/trace.go:171","msg":"trace[62886691] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:9538; }","duration":"250.611377ms","start":"2026-07-30T05:19:13.395315Z","end":"2026-07-30T05:19:13.645926Z","steps":["trace[62886691] 'agreement among raft nodes before linearized reading' (duration: 250.30473ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:19:36.109677Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c47ca1a7b1fe506b","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-30T05:19:36.115762Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-30T05:19:36.115934Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-30T05:21:56.649759Z","caller":"traceutil/trace.go:171","msg":"trace[991281635] transaction","detail":"{read_only:false; response_revision:10791; number_of_response:1; }","duration":"350.669841ms","start":"2026-07-30T05:21:56.299059Z","end":"2026-07-30T05:21:56.649729Z","steps":["trace[991281635] 'process raft request' (duration: 350.535668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:21:56.649905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:21:56.299036Z","time spent":"350.792914ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:21:56.651379Z","caller":"traceutil/trace.go:171","msg":"trace[1233444810] transaction","detail":"{read_only:false; response_revision:10792; number_of_response:1; }","duration":"351.590662ms","start":"2026-07-30T05:21:56.299759Z","end":"2026-07-30T05:21:56.651349Z","steps":["trace[1233444810] 'process raft request' (duration: 351.394408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:21:56.651626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:21:56.299727Z","time spent":"351.758807ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:23:52.832437Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9400} {"level":"info","ts":"2026-07-30T05:23:52.899594Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9400,"took":"65.390961ms","hash":3398997191,"current-db-size-bytes":35241984,"current-db-size":"35 MB","current-db-size-in-use-bytes":14290944,"current-db-size-in-use":"14 MB"} {"level":"info","ts":"2026-07-30T05:23:52.900008Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3398997191,"revision":9400,"compact-revision":6848} {"level":"warn","ts":"2026-07-30T05:23:56.741846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.810537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T05:23:56.741934Z","caller":"traceutil/trace.go:171","msg":"trace[361389847] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:11871; }","duration":"446.979331ms","start":"2026-07-30T05:23:56.294936Z","end":"2026-07-30T05:23:56.741916Z","steps":["trace[361389847] 'range keys from in-memory index tree' (duration: 446.579022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:23:56.741985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:23:56.294904Z","time spent":"447.072623ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T05:23:56.742062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.588904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-30T05:23:56.742175Z","caller":"traceutil/trace.go:171","msg":"trace[1079249548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11871; }","duration":"447.777588ms","start":"2026-07-30T05:23:56.29437Z","end":"2026-07-30T05:23:56.742147Z","steps":["trace[1079249548] 'range keys from in-memory index tree' (duration: 447.225236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:23:56.742226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:23:56.294342Z","time spent":"447.873151ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-30T05:23:56.797133Z","caller":"traceutil/trace.go:171","msg":"trace[1960138468] transaction","detail":"{read_only:false; response_revision:11872; number_of_response:1; }","duration":"297.756658ms","start":"2026-07-30T05:23:56.49934Z","end":"2026-07-30T05:23:56.797097Z","steps":["trace[1960138468] 'process raft request' (duration: 297.511643ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:23:57.089887Z","caller":"traceutil/trace.go:171","msg":"trace[1213089311] linearizableReadLoop","detail":"{readStateIndex:12259; appliedIndex:12256; }","duration":"209.63801ms","start":"2026-07-30T05:23:56.880215Z","end":"2026-07-30T05:23:57.089853Z","steps":["trace[1213089311] 'read index received' (duration: 208.651038ms)","trace[1213089311] 'applied index is now lower than readState.Index' (duration: 985.382µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:23:57.09024Z","caller":"traceutil/trace.go:171","msg":"trace[1096993051] transaction","detail":"{read_only:false; response_revision:11873; number_of_response:1; }","duration":"491.062144ms","start":"2026-07-30T05:23:56.599162Z","end":"2026-07-30T05:23:57.090224Z","steps":["trace[1096993051] 'process raft request' (duration: 489.650813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:23:57.090413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:23:56.599122Z","time spent":"491.152516ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:23:57.090669Z","caller":"traceutil/trace.go:171","msg":"trace[1620460174] transaction","detail":"{read_only:false; response_revision:11874; number_of_response:1; }","duration":"343.772627ms","start":"2026-07-30T05:23:56.746873Z","end":"2026-07-30T05:23:57.090646Z","steps":["trace[1620460174] 'process raft request' (duration: 342.867666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:23:57.090759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:23:56.74684Z","time spent":"343.856518ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:23:57.090898Z","caller":"traceutil/trace.go:171","msg":"trace[1440634660] transaction","detail":"{read_only:false; response_revision:11875; number_of_response:1; }","duration":"343.672215ms","start":"2026-07-30T05:23:56.747211Z","end":"2026-07-30T05:23:57.090884Z","steps":["trace[1440634660] 'process raft request' (duration: 342.58891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:23:57.090951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:23:56.747185Z","time spent":"343.735207ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:23:57.09116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.95088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:23:57.0912Z","caller":"traceutil/trace.go:171","msg":"trace[190444021] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:11875; }","duration":"211.037662ms","start":"2026-07-30T05:23:56.880148Z","end":"2026-07-30T05:23:57.091186Z","steps":["trace[190444021] 'agreement among raft nodes before linearized reading' (duration: 210.917099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:23:57.091446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.942648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:23:57.091474Z","caller":"traceutil/trace.go:171","msg":"trace[825293090] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:11875; }","duration":"196.009349ms","start":"2026-07-30T05:23:56.895456Z","end":"2026-07-30T05:23:57.091465Z","steps":["trace[825293090] 'agreement among raft nodes before linearized reading' (duration: 195.902357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:24:26.333499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.075235ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-30T05:24:26.333771Z","caller":"traceutil/trace.go:171","msg":"trace[981230123] linearizableReadLoop","detail":"{readStateIndex:12459; appliedIndex:12458; }","duration":"199.872588ms","start":"2026-07-30T05:24:26.133874Z","end":"2026-07-30T05:24:26.333747Z","steps":["trace[981230123] 'read index received' (duration: 89.394364ms)","trace[981230123] 'applied index is now lower than readState.Index' (duration: 110.475604ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:24:26.33399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.074932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:24:26.334106Z","caller":"traceutil/trace.go:171","msg":"trace[194377138] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:12069; }","duration":"200.280947ms","start":"2026-07-30T05:24:26.133795Z","end":"2026-07-30T05:24:26.334076Z","steps":["trace[194377138] 'agreement among raft nodes before linearized reading' (duration: 200.064892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:24:26.334132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.753757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-30T05:24:26.33424Z","caller":"traceutil/trace.go:171","msg":"trace[1450567440] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12069; }","duration":"119.988702ms","start":"2026-07-30T05:24:26.214234Z","end":"2026-07-30T05:24:26.334223Z","steps":["trace[1450567440] 'agreement among raft nodes before linearized reading' (duration: 119.670974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:24:26.774701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.571474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:24:26.774998Z","caller":"traceutil/trace.go:171","msg":"trace[1914730214] linearizableReadLoop","detail":"{readStateIndex:12463; appliedIndex:12460; }","duration":"422.492746ms","start":"2026-07-30T05:24:26.352485Z","end":"2026-07-30T05:24:26.774977Z","steps":["trace[1914730214] 'read index received' (duration: 81.479271ms)","trace[1914730214] 'applied index is now lower than readState.Index' (duration: 341.012325ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:24:26.774983Z","caller":"traceutil/trace.go:171","msg":"trace[302411] transaction","detail":"{read_only:false; response_revision:12071; number_of_response:1; }","duration":"435.912342ms","start":"2026-07-30T05:24:26.339012Z","end":"2026-07-30T05:24:26.774924Z","steps":["trace[302411] 'process raft request' (duration: 95.008691ms)","trace[302411] 'compare' (duration: 340.319298ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:24:26.775208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:24:26.338989Z","time spent":"436.093687ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:24:26.775327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.38909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:24:26.775391Z","caller":"traceutil/trace.go:171","msg":"trace[1266360907] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:12073; }","duration":"354.483133ms","start":"2026-07-30T05:24:26.420894Z","end":"2026-07-30T05:24:26.775377Z","steps":["trace[1266360907] 'agreement among raft nodes before linearized reading' (duration: 354.38635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:24:26.775392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.889634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-07-30T05:24:26.775431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:24:26.420879Z","time spent":"354.540384ms","remote":"127.0.0.1:42154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-30T05:24:26.775447Z","caller":"traceutil/trace.go:171","msg":"trace[1919755253] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12073; }","duration":"422.969987ms","start":"2026-07-30T05:24:26.352461Z","end":"2026-07-30T05:24:26.775431Z","steps":["trace[1919755253] 'agreement among raft nodes before linearized reading' (duration: 422.748182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:24:26.775485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:24:26.352446Z","time spent":"423.031288ms","remote":"127.0.0.1:39112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-30T05:24:26.775659Z","caller":"traceutil/trace.go:171","msg":"trace[1398605063] transaction","detail":"{read_only:false; response_revision:12072; number_of_response:1; }","duration":"436.446945ms","start":"2026-07-30T05:24:26.339198Z","end":"2026-07-30T05:24:26.775645Z","steps":["trace[1398605063] 'process raft request' (duration: 435.616396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:24:26.77572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:24:26.33915Z","time spent":"436.532206ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:24:26.775743Z","caller":"traceutil/trace.go:171","msg":"trace[1035628481] transaction","detail":"{read_only:false; response_revision:12073; number_of_response:1; }","duration":"434.815687ms","start":"2026-07-30T05:24:26.340913Z","end":"2026-07-30T05:24:26.775729Z","steps":["trace[1035628481] 'process raft request' (duration: 433.996569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:24:26.775854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:24:26.340891Z","time spent":"434.881428ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:24:28.014985Z","caller":"traceutil/trace.go:171","msg":"trace[665876220] transaction","detail":"{read_only:false; response_revision:12080; number_of_response:1; }","duration":"296.167068ms","start":"2026-07-30T05:24:27.71879Z","end":"2026-07-30T05:24:28.014957Z","steps":["trace[665876220] 'process raft request' (duration: 295.949034ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:24:30.347961Z","caller":"traceutil/trace.go:171","msg":"trace[1867623461] transaction","detail":"{read_only:false; response_revision:12095; number_of_response:1; }","duration":"146.202691ms","start":"2026-07-30T05:24:30.201721Z","end":"2026-07-30T05:24:30.347924Z","steps":["trace[1867623461] 'process raft request' (duration: 139.785865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:24:31.505186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.076878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T05:24:31.505295Z","caller":"traceutil/trace.go:171","msg":"trace[635884445] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12100; }","duration":"118.257932ms","start":"2026-07-30T05:24:31.387013Z","end":"2026-07-30T05:24:31.505271Z","steps":["trace[635884445] 'agreement among raft nodes before linearized reading' (duration: 118.017487ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:24:33.092Z","caller":"traceutil/trace.go:171","msg":"trace[1029897325] linearizableReadLoop","detail":"{readStateIndex:12498; appliedIndex:12497; }","duration":"142.598069ms","start":"2026-07-30T05:24:32.949369Z","end":"2026-07-30T05:24:33.091967Z","steps":["trace[1029897325] 'read index received' (duration: 142.062997ms)","trace[1029897325] 'applied index is now lower than readState.Index' (duration: 533.672µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:24:33.092046Z","caller":"traceutil/trace.go:171","msg":"trace[647063356] transaction","detail":"{read_only:false; response_revision:12107; number_of_response:1; }","duration":"157.356476ms","start":"2026-07-30T05:24:32.934671Z","end":"2026-07-30T05:24:33.092027Z","steps":["trace[647063356] 'process raft request' (duration: 156.866265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:24:33.092363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.960367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T05:24:33.092503Z","caller":"traceutil/trace.go:171","msg":"trace[2077902937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12107; }","duration":"143.168701ms","start":"2026-07-30T05:24:32.949307Z","end":"2026-07-30T05:24:33.092475Z","steps":["trace[2077902937] 'agreement among raft nodes before linearized reading' (duration: 142.787033ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:24:33.241898Z","caller":"traceutil/trace.go:171","msg":"trace[364518560] transaction","detail":"{read_only:false; response_revision:12108; number_of_response:1; }","duration":"144.978372ms","start":"2026-07-30T05:24:33.096881Z","end":"2026-07-30T05:24:33.24186Z","steps":["trace[364518560] 'process raft request' (duration: 141.897762ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:28:52.841813Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11845} {"level":"info","ts":"2026-07-30T05:28:52.903222Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11845,"took":"59.954961ms","hash":102667637,"current-db-size-bytes":35241984,"current-db-size":"35 MB","current-db-size-in-use-bytes":15523840,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-07-30T05:28:52.903277Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":102667637,"revision":11845,"compact-revision":9400} {"level":"info","ts":"2026-07-30T05:33:52.851665Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14127} {"level":"info","ts":"2026-07-30T05:33:52.913028Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14127,"took":"59.253723ms","hash":3722852073,"current-db-size-bytes":35241984,"current-db-size":"35 MB","current-db-size-in-use-bytes":12582912,"current-db-size-in-use":"13 MB"} {"level":"info","ts":"2026-07-30T05:33:52.913089Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3722852073,"revision":14127,"compact-revision":11845} {"level":"info","ts":"2026-07-30T05:36:33.884215Z","caller":"traceutil/trace.go:171","msg":"trace[2085685193] transaction","detail":"{read_only:false; response_revision:17111; number_of_response:1; }","duration":"129.586208ms","start":"2026-07-30T05:36:33.75459Z","end":"2026-07-30T05:36:33.884176Z","steps":["trace[2085685193] 'process raft request' (duration: 129.323612ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:38:52.859315Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16034} {"level":"info","ts":"2026-07-30T05:38:52.915278Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16034,"took":"54.095912ms","hash":1189996676,"current-db-size-bytes":35241984,"current-db-size":"35 MB","current-db-size-in-use-bytes":11915264,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-30T05:38:52.915348Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1189996676,"revision":16034,"compact-revision":14127}