{"level":"warn","ts":"2026-04-07T17:53:58.850661Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T17:53:58.85076Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.226:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.226:2380","--initial-cluster=instance=https://199.19.213.226:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.226:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.226:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T17:53:58.850837Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T17:53:58.850853Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.226:2380"]} {"level":"info","ts":"2026-04-07T17:53:58.850876Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T17:53:58.851712Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.226:2379"]} {"level":"info","ts":"2026-04-07T17:53:58.851806Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.226:2380"],"listen-peer-urls":["https://199.19.213.226:2380"],"advertise-client-urls":["https://199.19.213.226:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.226:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.226:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T17:53:58.856324Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.185725ms"} {"level":"info","ts":"2026-04-07T17:53:58.863547Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c1a97aa766b87c7e","cluster-id":"34571fc6a0261e75"} {"level":"info","ts":"2026-04-07T17:53:58.863656Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c1a97aa766b87c7e switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T17:53:58.863727Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c1a97aa766b87c7e became follower at term 0"} {"level":"info","ts":"2026-04-07T17:53:58.863749Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c1a97aa766b87c7e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T17:53:58.863768Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c1a97aa766b87c7e became follower at term 1"} {"level":"info","ts":"2026-04-07T17:53:58.863836Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c1a97aa766b87c7e switched to configuration voters=(13954819779785686142)"} {"level":"warn","ts":"2026-04-07T17:53:58.87007Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T17:53:58.871246Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T17:53:58.87202Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T17:53:58.874292Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c1a97aa766b87c7e","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T17:53:58.874548Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c1a97aa766b87c7e","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T17:53:58.874833Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T17:53:58.874887Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T17:53:58.874899Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T17:53:58.877254Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c1a97aa766b87c7e switched to configuration voters=(13954819779785686142)"} {"level":"info","ts":"2026-04-07T17:53:58.87749Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"34571fc6a0261e75","local-member-id":"c1a97aa766b87c7e","added-peer-id":"c1a97aa766b87c7e","added-peer-peer-urls":["https://199.19.213.226:2380"]} {"level":"info","ts":"2026-04-07T17:53:58.87896Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T17:53:58.87909Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.226:2380"} {"level":"info","ts":"2026-04-07T17:53:58.879122Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.226:2380"} {"level":"info","ts":"2026-04-07T17:53:58.879239Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c1a97aa766b87c7e","initial-advertise-peer-urls":["https://199.19.213.226:2380"],"listen-peer-urls":["https://199.19.213.226:2380"],"advertise-client-urls":["https://199.19.213.226:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.226:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T17:53:58.879297Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T17:53:59.76418Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c1a97aa766b87c7e is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T17:53:59.764256Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c1a97aa766b87c7e became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T17:53:59.764287Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c1a97aa766b87c7e received MsgPreVoteResp from c1a97aa766b87c7e at term 1"} {"level":"info","ts":"2026-04-07T17:53:59.76431Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c1a97aa766b87c7e became candidate at term 2"} {"level":"info","ts":"2026-04-07T17:53:59.764325Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c1a97aa766b87c7e received MsgVoteResp from c1a97aa766b87c7e at term 2"} {"level":"info","ts":"2026-04-07T17:53:59.764347Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c1a97aa766b87c7e became leader at term 2"} {"level":"info","ts":"2026-04-07T17:53:59.764408Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c1a97aa766b87c7e elected leader c1a97aa766b87c7e at term 2"} {"level":"info","ts":"2026-04-07T17:53:59.765732Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T17:53:59.766595Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c1a97aa766b87c7e","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.226:2379]}","request-path":"/0/members/c1a97aa766b87c7e/attributes","cluster-id":"34571fc6a0261e75","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T17:53:59.766605Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T17:53:59.76664Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T17:53:59.767026Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T17:53:59.767093Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T17:53:59.767317Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"34571fc6a0261e75","local-member-id":"c1a97aa766b87c7e","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T17:53:59.76748Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T17:53:59.767517Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T17:53:59.769968Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-07T17:53:59.770237Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.226:2379"} {"level":"info","ts":"2026-04-07T17:54:01.198737Z","caller":"traceutil/trace.go:171","msg":"trace[349273039] transaction","detail":"{read_only:false; response_revision:53; number_of_response:1; }","duration":"104.865012ms","start":"2026-04-07T17:54:01.093843Z","end":"2026-04-07T17:54:01.198708Z","steps":["trace[349273039] 'process raft request' (duration: 104.823981ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:01.198789Z","caller":"traceutil/trace.go:171","msg":"trace[1339391691] transaction","detail":"{read_only:false; response_revision:52; number_of_response:1; }","duration":"105.888676ms","start":"2026-04-07T17:54:01.092868Z","end":"2026-04-07T17:54:01.198757Z","steps":["trace[1339391691] 'process raft request' (duration: 79.260783ms)","trace[1339391691] 'compare' (duration: 26.409618ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:54:08.131031Z","caller":"traceutil/trace.go:171","msg":"trace[586975183] linearizableReadLoop","detail":"{readStateIndex:363; appliedIndex:361; }","duration":"105.480017ms","start":"2026-04-07T17:54:08.025526Z","end":"2026-04-07T17:54:08.131006Z","steps":["trace[586975183] 'read index received' (duration: 36.728841ms)","trace[586975183] 'applied index is now lower than readState.Index' (duration: 68.749526ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:54:08.131175Z","caller":"traceutil/trace.go:171","msg":"trace[1688197452] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"122.88816ms","start":"2026-04-07T17:54:08.008245Z","end":"2026-04-07T17:54:08.131133Z","steps":["trace[1688197452] 'process raft request' (duration: 122.394398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:08.131483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.790123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-07T17:54:08.131653Z","caller":"traceutil/trace.go:171","msg":"trace[523868820] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:354; }","duration":"106.151002ms","start":"2026-04-07T17:54:08.025483Z","end":"2026-04-07T17:54:08.131634Z","steps":["trace[523868820] 'agreement among raft nodes before linearized reading' (duration: 105.670001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:08.528102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.424526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:54:08.528186Z","caller":"traceutil/trace.go:171","msg":"trace[16341443] linearizableReadLoop","detail":"{readStateIndex:379; appliedIndex:378; }","duration":"185.113888ms","start":"2026-04-07T17:54:08.343059Z","end":"2026-04-07T17:54:08.528173Z","steps":["trace[16341443] 'read index received' (duration: 40.17272ms)","trace[16341443] 'applied index is now lower than readState.Index' (duration: 144.940348ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:54:08.528247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.790028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-07T17:54:08.528261Z","caller":"traceutil/trace.go:171","msg":"trace[1468020776] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:370; }","duration":"202.850299ms","start":"2026-04-07T17:54:08.325406Z","end":"2026-04-07T17:54:08.528256Z","steps":["trace[1468020776] 'agreement among raft nodes before linearized reading' (duration: 202.813108ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:08.528242Z","caller":"traceutil/trace.go:171","msg":"trace[1922751667] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"230.651118ms","start":"2026-04-07T17:54:08.297543Z","end":"2026-04-07T17:54:08.528194Z","steps":["trace[1922751667] 'process raft request' (duration: 85.73665ms)","trace[1922751667] 'compare' (duration: 144.306774ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:54:08.581435Z","caller":"traceutil/trace.go:171","msg":"trace[254591613] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"230.324671ms","start":"2026-04-07T17:54:08.35106Z","end":"2026-04-07T17:54:08.581385Z","steps":["trace[254591613] 'process raft request' (duration: 230.165747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:08.58146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.948899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T17:54:08.581545Z","caller":"traceutil/trace.go:171","msg":"trace[158231294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:371; }","duration":"141.095542ms","start":"2026-04-07T17:54:08.44043Z","end":"2026-04-07T17:54:08.581525Z","steps":["trace[158231294] 'agreement among raft nodes before linearized reading' (duration: 140.930708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:08.58146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.690615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-04-07T17:54:08.58182Z","caller":"traceutil/trace.go:171","msg":"trace[1824764802] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:371; }","duration":"138.038333ms","start":"2026-04-07T17:54:08.44375Z","end":"2026-04-07T17:54:08.581788Z","steps":["trace[1824764802] 'agreement among raft nodes before linearized reading' (duration: 137.646074ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:08.708309Z","caller":"traceutil/trace.go:171","msg":"trace[894737599] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"108.73092ms","start":"2026-04-07T17:54:08.599532Z","end":"2026-04-07T17:54:08.708263Z","steps":["trace[894737599] 'process raft request' (duration: 94.299663ms)","trace[894737599] 'compare' (duration: 14.094248ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:54:08.708342Z","caller":"traceutil/trace.go:171","msg":"trace[1668149892] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"108.684449ms","start":"2026-04-07T17:54:08.599622Z","end":"2026-04-07T17:54:08.708307Z","steps":["trace[1668149892] 'process raft request' (duration: 108.513125ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:08.708437Z","caller":"traceutil/trace.go:171","msg":"trace[1522205139] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"107.106164ms","start":"2026-04-07T17:54:08.601291Z","end":"2026-04-07T17:54:08.708398Z","steps":["trace[1522205139] 'process raft request' (duration: 106.91774ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:10.261985Z","caller":"traceutil/trace.go:171","msg":"trace[552184574] linearizableReadLoop","detail":"{readStateIndex:402; appliedIndex:401; }","duration":"370.760378ms","start":"2026-04-07T17:54:09.891201Z","end":"2026-04-07T17:54:10.261961Z","steps":["trace[552184574] 'read index received' (duration: 370.596104ms)","trace[552184574] 'applied index is now lower than readState.Index' (duration: 163.444µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:54:10.26205Z","caller":"traceutil/trace.go:171","msg":"trace[1578561461] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"398.428074ms","start":"2026-04-07T17:54:09.863576Z","end":"2026-04-07T17:54:10.262004Z","steps":["trace[1578561461] 'process raft request' (duration: 398.27533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:10.262126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.909191ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:54:10.262233Z","caller":"traceutil/trace.go:171","msg":"trace[790363985] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:392; }","duration":"371.025213ms","start":"2026-04-07T17:54:09.89119Z","end":"2026-04-07T17:54:10.262215Z","steps":["trace[790363985] 'agreement among raft nodes before linearized reading' (duration: 370.89418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:10.262551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:09.863554Z","time spent":"398.550206ms","remote":"127.0.0.1:51438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2903,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:54:10.51574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.494229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:54:10.515861Z","caller":"traceutil/trace.go:171","msg":"trace[1238524483] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"236.834369ms","start":"2026-04-07T17:54:10.279005Z","end":"2026-04-07T17:54:10.515839Z","steps":["trace[1238524483] 'process raft request' (duration: 119.119165ms)","trace[1238524483] 'compare' (duration: 117.250073ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:54:14.381293Z","caller":"traceutil/trace.go:171","msg":"trace[978809728] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"130.958893ms","start":"2026-04-07T17:54:14.250314Z","end":"2026-04-07T17:54:14.381273Z","steps":["trace[978809728] 'process raft request' (duration: 130.80023ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:14.841782Z","caller":"traceutil/trace.go:171","msg":"trace[472579912] linearizableReadLoop","detail":"{readStateIndex:417; appliedIndex:416; }","duration":"101.865624ms","start":"2026-04-07T17:54:14.739898Z","end":"2026-04-07T17:54:14.841763Z","steps":["trace[472579912] 'read index received' (duration: 101.792703ms)","trace[472579912] 'applied index is now lower than readState.Index' (duration: 71.921µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:54:14.841905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.992727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:54:14.841926Z","caller":"traceutil/trace.go:171","msg":"trace[10309407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:406; }","duration":"102.066329ms","start":"2026-04-07T17:54:14.739854Z","end":"2026-04-07T17:54:14.841921Z","steps":["trace[10309407] 'agreement among raft nodes before linearized reading' (duration: 102.003668ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:14.841953Z","caller":"traceutil/trace.go:171","msg":"trace[462193428] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"129.544581ms","start":"2026-04-07T17:54:14.712281Z","end":"2026-04-07T17:54:14.841825Z","steps":["trace[462193428] 'process raft request' (duration: 129.366987ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:15.31622Z","caller":"traceutil/trace.go:171","msg":"trace[1732831458] linearizableReadLoop","detail":"{readStateIndex:419; appliedIndex:418; }","duration":"285.236982ms","start":"2026-04-07T17:54:15.030954Z","end":"2026-04-07T17:54:15.316191Z","steps":["trace[1732831458] 'read index received' (duration: 284.951586ms)","trace[1732831458] 'applied index is now lower than readState.Index' (duration: 283.806µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:54:15.316268Z","caller":"traceutil/trace.go:171","msg":"trace[807619899] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"445.167661ms","start":"2026-04-07T17:54:14.871081Z","end":"2026-04-07T17:54:15.316249Z","steps":["trace[807619899] 'process raft request' (duration: 444.962546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:15.316429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:14.871057Z","time spent":"445.272502ms","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:54:15.316478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.408263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T17:54:15.316481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.497019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-07T17:54:15.316528Z","caller":"traceutil/trace.go:171","msg":"trace[449875026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:408; }","duration":"169.557436ms","start":"2026-04-07T17:54:15.146956Z","end":"2026-04-07T17:54:15.316513Z","steps":["trace[449875026] 'agreement among raft nodes before linearized reading' (duration: 169.411453ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:15.316569Z","caller":"traceutil/trace.go:171","msg":"trace[1523387362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:408; }","duration":"285.667733ms","start":"2026-04-07T17:54:15.030878Z","end":"2026-04-07T17:54:15.316545Z","steps":["trace[1523387362] 'agreement among raft nodes before linearized reading' (duration: 285.471738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:16.008382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.405586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:54:16.011453Z","caller":"traceutil/trace.go:171","msg":"trace[185925861] linearizableReadLoop","detail":"{readStateIndex:422; appliedIndex:419; }","duration":"689.370236ms","start":"2026-04-07T17:54:15.322032Z","end":"2026-04-07T17:54:16.011402Z","steps":["trace[185925861] 'read index received' (duration: 290.704396ms)","trace[185925861] 'applied index is now lower than readState.Index' (duration: 398.66483ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:54:16.011637Z","caller":"traceutil/trace.go:171","msg":"trace[790765183] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"691.182767ms","start":"2026-04-07T17:54:15.320435Z","end":"2026-04-07T17:54:16.011618Z","steps":["trace[790765183] 'process raft request' (duration: 292.22066ms)","trace[790765183] 'compare' (duration: 394.734641ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:54:16.011637Z","caller":"traceutil/trace.go:171","msg":"trace[981985870] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"689.784107ms","start":"2026-04-07T17:54:15.321821Z","end":"2026-04-07T17:54:16.011605Z","steps":["trace[981985870] 'process raft request' (duration: 689.540681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:16.011956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:15.321817Z","time spent":"690.022352ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:54:16.012198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:15.320408Z","time spent":"691.491034ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:54:16.012497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.315954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:54:16.012554Z","caller":"traceutil/trace.go:171","msg":"trace[2112380157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:411; }","duration":"372.384785ms","start":"2026-04-07T17:54:15.640154Z","end":"2026-04-07T17:54:16.012539Z","steps":["trace[2112380157] 'agreement among raft nodes before linearized reading' (duration: 372.281983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:16.012607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:15.6401Z","time spent":"372.496908ms","remote":"127.0.0.1:50920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T17:54:16.012612Z","caller":"traceutil/trace.go:171","msg":"trace[1736892270] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"690.815579ms","start":"2026-04-07T17:54:15.321769Z","end":"2026-04-07T17:54:16.012584Z","steps":["trace[1736892270] 'process raft request' (duration: 689.49012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:16.012681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:15.321758Z","time spent":"690.886061ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:54:16.012842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.804438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-04-07T17:54:16.012899Z","caller":"traceutil/trace.go:171","msg":"trace[2071831989] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:411; }","duration":"690.862529ms","start":"2026-04-07T17:54:15.322009Z","end":"2026-04-07T17:54:16.012872Z","steps":["trace[2071831989] 'agreement among raft nodes before linearized reading' (duration: 690.778197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:16.012936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:15.322002Z","time spent":"690.92572ms","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-07T17:54:16.194513Z","caller":"traceutil/trace.go:171","msg":"trace[752180077] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"174.15268ms","start":"2026-04-07T17:54:16.020289Z","end":"2026-04-07T17:54:16.194441Z","steps":["trace[752180077] 'process raft request' (duration: 145.00697ms)","trace[752180077] 'compare' (duration: 28.907864ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:54:18.518848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408245923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:54:19.019308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408245923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:54:19.519992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408245923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:54:19.730129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.793824244s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T17:54:20.184135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.377317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:54:20.184273Z","caller":"traceutil/trace.go:171","msg":"trace[1590883678] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"3.248046679s","start":"2026-04-07T17:54:16.936203Z","end":"2026-04-07T17:54:20.18425Z","steps":["trace[1590883678] 'process raft request' (duration: 2.794422357s)","trace[1590883678] 'compare' (duration: 453.035849ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:54:20.184348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:16.936182Z","time spent":"3.248133512s","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:54:20.643516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000302902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T17:54:20.643644Z","caller":"traceutil/trace.go:171","msg":"trace[704429622] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000474947s","start":"2026-04-07T17:54:18.643147Z","end":"2026-04-07T17:54:20.643622Z","steps":["trace[704429622] 'agreement among raft nodes before linearized reading' (duration: 2.000331443s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:20.643726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:18.64313Z","time spent":"2.000585929s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 17:54:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T17:54:20.825031Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.094653825s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T17:54:21.899194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073950166s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T17:54:21.899416Z","caller":"traceutil/trace.go:171","msg":"trace[177988595] linearizableReadLoop","detail":"{readStateIndex:426; appliedIndex:424; }","duration":"3.882688518s","start":"2026-04-07T17:54:18.016708Z","end":"2026-04-07T17:54:21.899397Z","steps":["trace[177988595] 'read index received' (duration: 1.713939364s)","trace[177988595] 'applied index is now lower than readState.Index' (duration: 2.168747124s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:54:21.899565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.882834771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-07T17:54:21.899643Z","caller":"traceutil/trace.go:171","msg":"trace[47285494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:414; }","duration":"3.882956025s","start":"2026-04-07T17:54:18.016667Z","end":"2026-04-07T17:54:21.899623Z","steps":["trace[47285494] 'agreement among raft nodes before linearized reading' (duration: 3.882811661s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:21.89974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:18.016648Z","time spent":"3.883081987s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T17:54:21.899789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.88234568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T17:54:21.899844Z","caller":"traceutil/trace.go:171","msg":"trace[1182526471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:415; }","duration":"3.882419122s","start":"2026-04-07T17:54:18.017407Z","end":"2026-04-07T17:54:21.899826Z","steps":["trace[1182526471] 'agreement among raft nodes before linearized reading' (duration: 3.882319339s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:21.899901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:18.017399Z","time spent":"3.882488804s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T17:54:21.900097Z","caller":"traceutil/trace.go:171","msg":"trace[11699071] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"395.447415ms","start":"2026-04-07T17:54:21.504637Z","end":"2026-04-07T17:54:21.900085Z","steps":["trace[11699071] 'process raft request' (duration: 394.930453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:21.900124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712006081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-04-07T17:54:21.90016Z","caller":"traceutil/trace.go:171","msg":"trace[97692894] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:415; }","duration":"1.712074733s","start":"2026-04-07T17:54:20.188075Z","end":"2026-04-07T17:54:21.90015Z","steps":["trace[97692894] 'agreement among raft nodes before linearized reading' (duration: 1.712009721s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:21.900181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:21.50461Z","time spent":"395.515867ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:54:21.900189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:20.188052Z","time spent":"1.712130334s","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4349,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-07T17:54:21.900254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.960137088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T17:54:21.900286Z","caller":"traceutil/trace.go:171","msg":"trace[44534220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:415; }","duration":"2.96020393s","start":"2026-04-07T17:54:18.940072Z","end":"2026-04-07T17:54:21.900276Z","steps":["trace[44534220] 'agreement among raft nodes before linearized reading' (duration: 2.960148998s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:21.90031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:18.940052Z","time spent":"2.96025259s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T17:54:21.90034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256371314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T17:54:21.900355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.882601206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-07T17:54:21.900407Z","caller":"traceutil/trace.go:171","msg":"trace[2113436722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:415; }","duration":"3.882665477s","start":"2026-04-07T17:54:18.017728Z","end":"2026-04-07T17:54:21.900393Z","steps":["trace[2113436722] 'agreement among raft nodes before linearized reading' (duration: 3.882587725s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:21.900441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:18.01772Z","time spent":"3.882713458s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T17:54:21.90037Z","caller":"traceutil/trace.go:171","msg":"trace[160023677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:415; }","duration":"1.256440625s","start":"2026-04-07T17:54:20.64392Z","end":"2026-04-07T17:54:21.900361Z","steps":["trace[160023677] 'agreement among raft nodes before linearized reading' (duration: 1.256397445s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:21.900526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:20.64389Z","time spent":"1.25662674s","remote":"127.0.0.1:50920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T17:54:22.071122Z","caller":"traceutil/trace.go:171","msg":"trace[746080738] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"166.998508ms","start":"2026-04-07T17:54:21.904096Z","end":"2026-04-07T17:54:22.071094Z","steps":["trace[746080738] 'process raft request' (duration: 76.011189ms)","trace[746080738] 'compare' (duration: 90.855016ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:54:22.074893Z","caller":"traceutil/trace.go:171","msg":"trace[535171884] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:427; }","duration":"157.8616ms","start":"2026-04-07T17:54:21.917016Z","end":"2026-04-07T17:54:22.074877Z","steps":["trace[535171884] 'read index received' (duration: 63.191899ms)","trace[535171884] 'applied index is now lower than readState.Index' (duration: 94.668751ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:54:22.074961Z","caller":"traceutil/trace.go:171","msg":"trace[1942384103] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"170.106729ms","start":"2026-04-07T17:54:21.904842Z","end":"2026-04-07T17:54:22.074948Z","steps":["trace[1942384103] 'process raft request' (duration: 169.917945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:22.074982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.954763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:54:22.075012Z","caller":"traceutil/trace.go:171","msg":"trace[2046898844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:421; }","duration":"158.023384ms","start":"2026-04-07T17:54:21.91698Z","end":"2026-04-07T17:54:22.075003Z","steps":["trace[2046898844] 'agreement among raft nodes before linearized reading' (duration: 157.960423ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:22.075106Z","caller":"traceutil/trace.go:171","msg":"trace[1738632812] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"170.434046ms","start":"2026-04-07T17:54:21.904663Z","end":"2026-04-07T17:54:22.075097Z","steps":["trace[1738632812] 'process raft request' (duration: 169.966436ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:22.075166Z","caller":"traceutil/trace.go:171","msg":"trace[1381098599] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"169.829642ms","start":"2026-04-07T17:54:21.905327Z","end":"2026-04-07T17:54:22.075156Z","steps":["trace[1381098599] 'process raft request' (duration: 169.474264ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:22.07523Z","caller":"traceutil/trace.go:171","msg":"trace[448238209] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"170.470387ms","start":"2026-04-07T17:54:21.904751Z","end":"2026-04-07T17:54:22.075221Z","steps":["trace[448238209] 'process raft request' (duration: 169.951346ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:22.075478Z","caller":"traceutil/trace.go:171","msg":"trace[1738370490] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"155.971507ms","start":"2026-04-07T17:54:21.919493Z","end":"2026-04-07T17:54:22.075464Z","steps":["trace[1738370490] 'process raft request' (duration: 155.346004ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:26.434403Z","caller":"traceutil/trace.go:171","msg":"trace[214804556] linearizableReadLoop","detail":"{readStateIndex:442; appliedIndex:441; }","duration":"321.105424ms","start":"2026-04-07T17:54:26.113276Z","end":"2026-04-07T17:54:26.434382Z","steps":["trace[214804556] 'read index received' (duration: 321.029472ms)","trace[214804556] 'applied index is now lower than readState.Index' (duration: 74.992µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:54:26.434529Z","caller":"traceutil/trace.go:171","msg":"trace[2097857386] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"324.790677ms","start":"2026-04-07T17:54:26.109701Z","end":"2026-04-07T17:54:26.434492Z","steps":["trace[2097857386] 'process raft request' (duration: 324.540722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:26.434623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.614862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-07T17:54:26.434646Z","caller":"traceutil/trace.go:171","msg":"trace[1270047581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:429; }","duration":"312.653933ms","start":"2026-04-07T17:54:26.121984Z","end":"2026-04-07T17:54:26.434638Z","steps":["trace[1270047581] 'agreement among raft nodes before linearized reading' (duration: 312.619502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:26.434673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:26.121974Z","time spent":"312.694173ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T17:54:26.434737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:26.109682Z","time spent":"324.942511ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:54:26.434817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.59777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T17:54:26.434895Z","caller":"traceutil/trace.go:171","msg":"trace[1760362135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:429; }","duration":"235.705642ms","start":"2026-04-07T17:54:26.199168Z","end":"2026-04-07T17:54:26.434873Z","steps":["trace[1760362135] 'agreement among raft nodes before linearized reading' (duration: 235.578389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:26.434936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.781264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T17:54:26.434957Z","caller":"traceutil/trace.go:171","msg":"trace[1404827728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:429; }","duration":"235.855096ms","start":"2026-04-07T17:54:26.199096Z","end":"2026-04-07T17:54:26.434951Z","steps":["trace[1404827728] 'agreement among raft nodes before linearized reading' (duration: 235.761303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:26.434577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.290878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-04-07T17:54:26.43501Z","caller":"traceutil/trace.go:171","msg":"trace[571165970] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:429; }","duration":"321.757158ms","start":"2026-04-07T17:54:26.113235Z","end":"2026-04-07T17:54:26.434992Z","steps":["trace[571165970] 'agreement among raft nodes before linearized reading' (duration: 321.284348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:26.435064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:26.113168Z","time spent":"321.879892ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4079,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"info","ts":"2026-04-07T17:54:26.752755Z","caller":"traceutil/trace.go:171","msg":"trace[871291191] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"313.946443ms","start":"2026-04-07T17:54:26.43879Z","end":"2026-04-07T17:54:26.752736Z","steps":["trace[871291191] 'process raft request' (duration: 306.131645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:26.752877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:26.438768Z","time spent":"314.048404ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:54:26.754451Z","caller":"traceutil/trace.go:171","msg":"trace[1356855289] linearizableReadLoop","detail":"{readStateIndex:446; appliedIndex:442; }","duration":"111.466402ms","start":"2026-04-07T17:54:26.642975Z","end":"2026-04-07T17:54:26.754441Z","steps":["trace[1356855289] 'read index received' (duration: 102.046559ms)","trace[1356855289] 'applied index is now lower than readState.Index' (duration: 9.419223ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:54:26.754525Z","caller":"traceutil/trace.go:171","msg":"trace[662850528] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"306.905283ms","start":"2026-04-07T17:54:26.447609Z","end":"2026-04-07T17:54:26.754514Z","steps":["trace[662850528] 'process raft request' (duration: 306.801881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:26.754538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.560674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:54:26.754556Z","caller":"traceutil/trace.go:171","msg":"trace[901087160] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"315.548549ms","start":"2026-04-07T17:54:26.439Z","end":"2026-04-07T17:54:26.754548Z","steps":["trace[901087160] 'process raft request' (duration: 315.328183ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:26.754568Z","caller":"traceutil/trace.go:171","msg":"trace[1607366993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:433; }","duration":"111.593915ms","start":"2026-04-07T17:54:26.642965Z","end":"2026-04-07T17:54:26.754559Z","steps":["trace[1607366993] 'agreement among raft nodes before linearized reading' (duration: 111.543224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:26.754575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:26.447595Z","time spent":"306.953535ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:54:26.7545Z","caller":"traceutil/trace.go:171","msg":"trace[1976919571] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"314.453265ms","start":"2026-04-07T17:54:26.440018Z","end":"2026-04-07T17:54:26.754471Z","steps":["trace[1976919571] 'process raft request' (duration: 314.371863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:26.754653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:26.439988Z","time spent":"314.642749ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:54:26.75466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:26.438986Z","time spent":"315.599711ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:54:28.564041Z","caller":"traceutil/trace.go:171","msg":"trace[1963090074] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"110.935469ms","start":"2026-04-07T17:54:28.453076Z","end":"2026-04-07T17:54:28.564012Z","steps":["trace[1963090074] 'process raft request' (duration: 110.769705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:42.146991Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408246145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:54:42.64786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408246145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:54:43.147779Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.527657202s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T17:54:43.148544Z","caller":"traceutil/trace.go:171","msg":"trace[343912179] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"1.528453701s","start":"2026-04-07T17:54:41.620039Z","end":"2026-04-07T17:54:43.148493Z","steps":["trace[343912179] 'process raft request' (duration: 1.528299837s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:43.148732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:41.62002Z","time spent":"1.528634094s","remote":"127.0.0.1:50962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T17:54:43.32519Z","caller":"traceutil/trace.go:171","msg":"trace[117796463] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"1.701876039s","start":"2026-04-07T17:54:41.62327Z","end":"2026-04-07T17:54:43.325146Z","steps":["trace[117796463] 'process raft request' (duration: 1.701569952s)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:43.325221Z","caller":"traceutil/trace.go:171","msg":"trace[694420055] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"1.701838808s","start":"2026-04-07T17:54:41.623353Z","end":"2026-04-07T17:54:43.325192Z","steps":["trace[694420055] 'process raft request' (duration: 1.701676374s)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:43.32536Z","caller":"traceutil/trace.go:171","msg":"trace[390462227] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"1.697227203s","start":"2026-04-07T17:54:41.628092Z","end":"2026-04-07T17:54:43.325319Z","steps":["trace[390462227] 'process raft request' (duration: 1.697005208s)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:43.325382Z","caller":"traceutil/trace.go:171","msg":"trace[802463141] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"1.696920046s","start":"2026-04-07T17:54:41.628423Z","end":"2026-04-07T17:54:43.325343Z","steps":["trace[802463141] 'process raft request' (duration: 1.696732942s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:43.325394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:41.623349Z","time spent":"1.701966841s","remote":"127.0.0.1:50962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T17:54:43.325417Z","caller":"traceutil/trace.go:171","msg":"trace[1384450599] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"1.693782036s","start":"2026-04-07T17:54:41.631581Z","end":"2026-04-07T17:54:43.325363Z","steps":["trace[1384450599] 'process raft request' (duration: 1.693630742s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:43.325477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:41.628079Z","time spent":"1.697341836s","remote":"127.0.0.1:50962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T17:54:43.325488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:41.628404Z","time spent":"1.697023748s","remote":"127.0.0.1:50962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T17:54:43.325552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:41.631566Z","time spent":"1.693903168s","remote":"127.0.0.1:50962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T17:54:43.325713Z","caller":"traceutil/trace.go:171","msg":"trace[1553763864] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"1.694023771s","start":"2026-04-07T17:54:41.631664Z","end":"2026-04-07T17:54:43.325687Z","steps":["trace[1553763864] 'process raft request' (duration: 1.693600031s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:43.32581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:41.63166Z","time spent":"1.694109743s","remote":"127.0.0.1:50962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T17:54:43.325685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:41.623241Z","time spent":"1.702046692s","remote":"127.0.0.1:50962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T17:54:43.325994Z","caller":"traceutil/trace.go:171","msg":"trace[744767542] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"1.694070991s","start":"2026-04-07T17:54:41.631902Z","end":"2026-04-07T17:54:43.325973Z","steps":["trace[744767542] 'process raft request' (duration: 1.693430377s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:43.326082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:41.631895Z","time spent":"1.694145344s","remote":"127.0.0.1:50962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T17:54:43.326229Z","caller":"traceutil/trace.go:171","msg":"trace[1533770292] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"1.674105939s","start":"2026-04-07T17:54:41.652108Z","end":"2026-04-07T17:54:43.326214Z","steps":["trace[1533770292] 'process raft request' (duration: 1.67370759s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:43.326323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:41.65209Z","time spent":"1.67419279s","remote":"127.0.0.1:50962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T17:54:43.326347Z","caller":"traceutil/trace.go:171","msg":"trace[190961782] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"1.667051249s","start":"2026-04-07T17:54:41.659282Z","end":"2026-04-07T17:54:43.326333Z","steps":["trace[190961782] 'process raft request' (duration: 1.666888256s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:43.326404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:41.659262Z","time spent":"1.667113971s","remote":"127.0.0.1:50962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T17:54:43.326594Z","caller":"traceutil/trace.go:171","msg":"trace[1990739125] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"1.650478504s","start":"2026-04-07T17:54:41.676099Z","end":"2026-04-07T17:54:43.326578Z","steps":["trace[1990739125] 'process raft request' (duration: 1.650140496s)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:43.32664Z","caller":"traceutil/trace.go:171","msg":"trace[1460211812] linearizableReadLoop","detail":"{readStateIndex:557; appliedIndex:544; }","duration":"1.680506634s","start":"2026-04-07T17:54:41.64612Z","end":"2026-04-07T17:54:43.326626Z","steps":["trace[1460211812] 'read index received' (duration: 1.502246577s)","trace[1460211812] 'applied index is now lower than readState.Index' (duration: 178.259107ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:54:43.326697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:41.676073Z","time spent":"1.650586056s","remote":"127.0.0.1:50962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T17:54:43.326729Z","caller":"traceutil/trace.go:171","msg":"trace[1716986175] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"1.54168838s","start":"2026-04-07T17:54:41.785021Z","end":"2026-04-07T17:54:43.32671Z","steps":["trace[1716986175] 'process raft request' (duration: 1.541296841s)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:43.326764Z","caller":"traceutil/trace.go:171","msg":"trace[1734794585] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"1.112777044s","start":"2026-04-07T17:54:42.213974Z","end":"2026-04-07T17:54:43.326751Z","steps":["trace[1734794585] 'process raft request' (duration: 1.11259276s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:43.326881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:41.784997Z","time spent":"1.541782951s","remote":"127.0.0.1:50962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T17:54:43.326852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:42.213949Z","time spent":"1.112858557s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:54:43.327015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680887133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:54:43.327051Z","caller":"traceutil/trace.go:171","msg":"trace[904686134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:540; }","duration":"1.680951244s","start":"2026-04-07T17:54:41.64609Z","end":"2026-04-07T17:54:43.327041Z","steps":["trace[904686134] 'agreement among raft nodes before linearized reading' (duration: 1.680877082s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:43.327083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:41.646076Z","time spent":"1.681001205s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T17:54:43.448791Z","caller":"traceutil/trace.go:171","msg":"trace[1349617896] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"293.171781ms","start":"2026-04-07T17:54:43.155592Z","end":"2026-04-07T17:54:43.448763Z","steps":["trace[1349617896] 'process raft request' (duration: 258.331511ms)","trace[1349617896] 'compare' (duration: 34.335039ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:54:43.449145Z","caller":"traceutil/trace.go:171","msg":"trace[480217765] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"291.81911ms","start":"2026-04-07T17:54:43.157291Z","end":"2026-04-07T17:54:43.44911Z","steps":["trace[480217765] 'process raft request' (duration: 291.276347ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:43.449406Z","caller":"traceutil/trace.go:171","msg":"trace[1652472084] linearizableReadLoop","detail":"{readStateIndex:560; appliedIndex:557; }","duration":"122.636958ms","start":"2026-04-07T17:54:43.326683Z","end":"2026-04-07T17:54:43.44932Z","steps":["trace[1652472084] 'read index received' (duration: 87.170775ms)","trace[1652472084] 'applied index is now lower than readState.Index' (duration: 35.463713ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:54:43.44958Z","caller":"traceutil/trace.go:171","msg":"trace[1629272901] transaction","detail":"{read_only:false; number_of_response:1; response_revision:542; }","duration":"292.114637ms","start":"2026-04-07T17:54:43.157444Z","end":"2026-04-07T17:54:43.449558Z","steps":["trace[1629272901] 'process raft request' (duration: 291.287728ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:43.449731Z","caller":"traceutil/trace.go:171","msg":"trace[1840902408] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"108.700502ms","start":"2026-04-07T17:54:43.341019Z","end":"2026-04-07T17:54:43.449719Z","steps":["trace[1840902408] 'process raft request' (duration: 108.234882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:43.449833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.118775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T17:54:43.449892Z","caller":"traceutil/trace.go:171","msg":"trace[1914914389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:551; }","duration":"529.216647ms","start":"2026-04-07T17:54:42.92066Z","end":"2026-04-07T17:54:43.449877Z","steps":["trace[1914914389] 'agreement among raft nodes before linearized reading' (duration: 529.074023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:43.449941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:42.920646Z","time spent":"529.282919ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T17:54:43.450785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.947497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T17:54:43.450909Z","caller":"traceutil/trace.go:171","msg":"trace[1656111541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:551; }","duration":"814.08126ms","start":"2026-04-07T17:54:42.636796Z","end":"2026-04-07T17:54:43.450877Z","steps":["trace[1656111541] 'agreement among raft nodes before linearized reading' (duration: 813.881485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:43.450939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.562248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T17:54:43.450997Z","caller":"traceutil/trace.go:171","msg":"trace[791209250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:551; }","duration":"530.67387ms","start":"2026-04-07T17:54:42.920308Z","end":"2026-04-07T17:54:43.450982Z","steps":["trace[791209250] 'agreement among raft nodes before linearized reading' (duration: 530.527627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:43.451014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:42.636783Z","time spent":"814.204522ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T17:54:43.451034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:42.920289Z","time spent":"530.738772ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T17:54:43.451236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.97479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T17:54:43.451262Z","caller":"traceutil/trace.go:171","msg":"trace[1538464213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:551; }","duration":"551.00135ms","start":"2026-04-07T17:54:42.900254Z","end":"2026-04-07T17:54:43.451255Z","steps":["trace[1538464213] 'agreement among raft nodes before linearized reading' (duration: 550.956329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:43.451282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:42.900182Z","time spent":"551.095123ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T17:54:43.451403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.300209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.226\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T17:54:43.451469Z","caller":"traceutil/trace.go:171","msg":"trace[796888238] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"110.309759ms","start":"2026-04-07T17:54:43.341153Z","end":"2026-04-07T17:54:43.451463Z","steps":["trace[796888238] 'process raft request' (duration: 108.14569ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:43.451531Z","caller":"traceutil/trace.go:171","msg":"trace[1847925893] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"109.49824ms","start":"2026-04-07T17:54:43.342024Z","end":"2026-04-07T17:54:43.451523Z","steps":["trace[1847925893] 'process raft request' (duration: 107.30377ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:43.451584Z","caller":"traceutil/trace.go:171","msg":"trace[481418241] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"108.339065ms","start":"2026-04-07T17:54:43.343237Z","end":"2026-04-07T17:54:43.451576Z","steps":["trace[481418241] 'process raft request' (duration: 106.107724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:43.45172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.20027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:54:43.451786Z","caller":"traceutil/trace.go:171","msg":"trace[2143626080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:551; }","duration":"123.336454ms","start":"2026-04-07T17:54:43.328433Z","end":"2026-04-07T17:54:43.451769Z","steps":["trace[2143626080] 'agreement among raft nodes before linearized reading' (duration: 123.201011ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:43.451807Z","caller":"traceutil/trace.go:171","msg":"trace[1679392961] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"101.662872ms","start":"2026-04-07T17:54:43.350115Z","end":"2026-04-07T17:54:43.451778Z","steps":["trace[1679392961] 'process raft request' (duration: 99.37341ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:43.45194Z","caller":"traceutil/trace.go:171","msg":"trace[1917144406] range","detail":"{range_begin:/registry/masterleases/199.19.213.226; range_end:; response_count:1; response_revision:551; }","duration":"623.464172ms","start":"2026-04-07T17:54:42.828018Z","end":"2026-04-07T17:54:43.451483Z","steps":["trace[1917144406] 'agreement among raft nodes before linearized reading' (duration: 622.446809ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:43.45215Z","caller":"traceutil/trace.go:171","msg":"trace[4950038] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"104.151159ms","start":"2026-04-07T17:54:43.347991Z","end":"2026-04-07T17:54:43.452142Z","steps":["trace[4950038] 'process raft request' (duration: 101.444838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:43.452291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:42.828006Z","time spent":"624.169028ms","remote":"127.0.0.1:50948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.226\" "} {"level":"info","ts":"2026-04-07T17:54:43.452116Z","caller":"traceutil/trace.go:171","msg":"trace[2046705007] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"104.807303ms","start":"2026-04-07T17:54:43.347292Z","end":"2026-04-07T17:54:43.452099Z","steps":["trace[2046705007] 'process raft request' (duration: 102.105512ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:43.451444Z","caller":"traceutil/trace.go:171","msg":"trace[1806622529] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"107.31682ms","start":"2026-04-07T17:54:43.344119Z","end":"2026-04-07T17:54:43.451435Z","steps":["trace[1806622529] 'process raft request' (duration: 105.245273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:44.528642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.871021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:54:44.528776Z","caller":"traceutil/trace.go:171","msg":"trace[1530021260] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"333.035383ms","start":"2026-04-07T17:54:44.195721Z","end":"2026-04-07T17:54:44.528756Z","steps":["trace[1530021260] 'process raft request' (duration: 168.966967ms)","trace[1530021260] 'compare' (duration: 163.705367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:54:44.528846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:44.195697Z","time spent":"333.120305ms","remote":"127.0.0.1:50962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20851,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:54:45.039037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.676631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:54:45.039118Z","caller":"traceutil/trace.go:171","msg":"trace[596031938] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"707.351832ms","start":"2026-04-07T17:54:44.331754Z","end":"2026-04-07T17:54:45.039106Z","steps":["trace[596031938] 'process raft request' (duration: 440.554218ms)","trace[596031938] 'compare' (duration: 266.546707ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:54:45.039149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:44.331731Z","time spent":"707.406224ms","remote":"127.0.0.1:50962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T17:54:45.054835Z","caller":"traceutil/trace.go:171","msg":"trace[1213782736] linearizableReadLoop","detail":"{readStateIndex:622; appliedIndex:620; }","duration":"412.537534ms","start":"2026-04-07T17:54:44.642272Z","end":"2026-04-07T17:54:45.05481Z","steps":["trace[1213782736] 'read index received' (duration: 130.067356ms)","trace[1213782736] 'applied index is now lower than readState.Index' (duration: 282.469188ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:54:45.054981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.695937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:54:45.054978Z","caller":"traceutil/trace.go:171","msg":"trace[2075381434] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"635.939015ms","start":"2026-04-07T17:54:44.418981Z","end":"2026-04-07T17:54:45.05492Z","steps":["trace[2075381434] 'process raft request' (duration: 634.954863ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:45.055018Z","caller":"traceutil/trace.go:171","msg":"trace[1319433341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:602; }","duration":"412.792499ms","start":"2026-04-07T17:54:44.642214Z","end":"2026-04-07T17:54:45.055006Z","steps":["trace[1319433341] 'agreement among raft nodes before linearized reading' (duration: 412.690547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:45.05515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:44.418952Z","time spent":"636.114398ms","remote":"127.0.0.1:50962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:54:45.055177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:44.642192Z","time spent":"412.973474ms","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T17:54:45.971051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408246252,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T17:54:46.067262Z","caller":"traceutil/trace.go:171","msg":"trace[282338716] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"597.015723ms","start":"2026-04-07T17:54:45.470209Z","end":"2026-04-07T17:54:46.067225Z","steps":["trace[282338716] 'process raft request' (duration: 556.665689ms)","trace[282338716] 'compare' (duration: 40.109168ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:54:46.067433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:45.470198Z","time spent":"597.147017ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:54:46.072765Z","caller":"traceutil/trace.go:171","msg":"trace[225056207] linearizableReadLoop","detail":"{readStateIndex:631; appliedIndex:628; }","duration":"602.322273ms","start":"2026-04-07T17:54:45.47042Z","end":"2026-04-07T17:54:46.072742Z","steps":["trace[225056207] 'read index received' (duration: 556.473234ms)","trace[225056207] 'applied index is now lower than readState.Index' (duration: 45.848129ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:54:46.073159Z","caller":"traceutil/trace.go:171","msg":"trace[935362517] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"421.205172ms","start":"2026-04-07T17:54:45.651914Z","end":"2026-04-07T17:54:46.073119Z","steps":["trace[935362517] 'process raft request' (duration: 420.791343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:46.073206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.435624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T17:54:46.073233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.812819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T17:54:46.07326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.803414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:29476"} {"level":"info","ts":"2026-04-07T17:54:46.073315Z","caller":"traceutil/trace.go:171","msg":"trace[67138874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"430.932761ms","start":"2026-04-07T17:54:45.64237Z","end":"2026-04-07T17:54:46.073302Z","steps":["trace[67138874] 'agreement among raft nodes before linearized reading' (duration: 430.818728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:46.073348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.243215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T17:54:46.073351Z","caller":"traceutil/trace.go:171","msg":"trace[571603096] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:611; }","duration":"602.924586ms","start":"2026-04-07T17:54:45.470404Z","end":"2026-04-07T17:54:46.073328Z","steps":["trace[571603096] 'agreement among raft nodes before linearized reading' (duration: 602.62464ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:46.073375Z","caller":"traceutil/trace.go:171","msg":"trace[1058190648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:611; }","duration":"573.271385ms","start":"2026-04-07T17:54:45.500098Z","end":"2026-04-07T17:54:46.073369Z","steps":["trace[1058190648] 'agreement among raft nodes before linearized reading' (duration: 573.199584ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:46.073277Z","caller":"traceutil/trace.go:171","msg":"trace[1190511996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:611; }","duration":"590.520106ms","start":"2026-04-07T17:54:45.482731Z","end":"2026-04-07T17:54:46.073251Z","steps":["trace[1190511996] 'agreement among raft nodes before linearized reading' (duration: 590.337792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:46.073401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:45.500042Z","time spent":"573.352557ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T17:54:46.0734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:45.470392Z","time spent":"602.999948ms","remote":"127.0.0.1:50962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":29499,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" "} {"level":"warn","ts":"2026-04-07T17:54:46.073405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:45.642356Z","time spent":"431.037854ms","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T17:54:46.073426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:45.48272Z","time spent":"590.69646ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T17:54:46.073317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:45.651837Z","time spent":"421.407196ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:54:46.073814Z","caller":"traceutil/trace.go:171","msg":"trace[749403052] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"601.115556ms","start":"2026-04-07T17:54:45.472676Z","end":"2026-04-07T17:54:46.073792Z","steps":["trace[749403052] 'process raft request' (duration: 599.925888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:46.073891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:45.472665Z","time spent":"601.191338ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:54:49.99858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.697049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:54:49.998707Z","caller":"traceutil/trace.go:171","msg":"trace[955962726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:630; }","duration":"356.870663ms","start":"2026-04-07T17:54:49.641816Z","end":"2026-04-07T17:54:49.998687Z","steps":["trace[955962726] 'range keys from in-memory index tree' (duration: 356.623127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:49.998757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:49.641799Z","time spent":"356.949074ms","remote":"127.0.0.1:50920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T17:54:50.271324Z","caller":"traceutil/trace.go:171","msg":"trace[1285906354] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:651; }","duration":"401.211617ms","start":"2026-04-07T17:54:49.870084Z","end":"2026-04-07T17:54:50.271296Z","steps":["trace[1285906354] 'read index received' (duration: 400.359348ms)","trace[1285906354] 'applied index is now lower than readState.Index' (duration: 850.479µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:54:50.271457Z","caller":"traceutil/trace.go:171","msg":"trace[1899621538] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"474.945037ms","start":"2026-04-07T17:54:49.796502Z","end":"2026-04-07T17:54:50.271447Z","steps":["trace[1899621538] 'process raft request' (duration: 474.266151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:50.271575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:49.79647Z","time spent":"475.015078ms","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:54:50.272051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.833737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-07T17:54:50.272121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.489487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T17:54:50.272162Z","caller":"traceutil/trace.go:171","msg":"trace[1418707399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:631; }","duration":"176.532438ms","start":"2026-04-07T17:54:50.095618Z","end":"2026-04-07T17:54:50.27215Z","steps":["trace[1418707399] 'agreement among raft nodes before linearized reading' (duration: 176.397655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:50.272255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.172649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hsw2x\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-07T17:54:50.272359Z","caller":"traceutil/trace.go:171","msg":"trace[424314468] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hsw2x; range_end:; response_count:1; response_revision:631; }","duration":"402.268391ms","start":"2026-04-07T17:54:49.870068Z","end":"2026-04-07T17:54:50.272336Z","steps":["trace[424314468] 'agreement among raft nodes before linearized reading' (duration: 402.106548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:50.272382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.173086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T17:54:50.27246Z","caller":"traceutil/trace.go:171","msg":"trace[221648068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:631; }","duration":"178.287189ms","start":"2026-04-07T17:54:50.094155Z","end":"2026-04-07T17:54:50.272442Z","steps":["trace[221648068] 'agreement among raft nodes before linearized reading' (duration: 178.013623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:50.272499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:49.870008Z","time spent":"402.423356ms","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-hsw2x\" "} {"level":"warn","ts":"2026-04-07T17:54:50.272568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.135158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-07T17:54:50.27267Z","caller":"traceutil/trace.go:171","msg":"trace[1005732369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:631; }","duration":"187.279271ms","start":"2026-04-07T17:54:50.085373Z","end":"2026-04-07T17:54:50.272652Z","steps":["trace[1005732369] 'agreement among raft nodes before linearized reading' (duration: 186.903523ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:50.272604Z","caller":"traceutil/trace.go:171","msg":"trace[62054918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:631; }","duration":"192.984861ms","start":"2026-04-07T17:54:50.079137Z","end":"2026-04-07T17:54:50.272122Z","steps":["trace[62054918] 'agreement among raft nodes before linearized reading' (duration: 192.719464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:51.143803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408246315,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T17:54:51.243953Z","caller":"traceutil/trace.go:171","msg":"trace[1712988849] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"964.67427ms","start":"2026-04-07T17:54:50.279259Z","end":"2026-04-07T17:54:51.243933Z","steps":["trace[1712988849] 'process raft request' (duration: 964.534017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:51.244076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:50.279241Z","time spent":"964.771034ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:54:51.244209Z","caller":"traceutil/trace.go:171","msg":"trace[584554841] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"964.848725ms","start":"2026-04-07T17:54:50.279354Z","end":"2026-04-07T17:54:51.244203Z","steps":["trace[584554841] 'process raft request' (duration: 964.549197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:51.244242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:50.279342Z","time spent":"964.881545ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:54:51.244578Z","caller":"traceutil/trace.go:171","msg":"trace[641382521] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"964.020685ms","start":"2026-04-07T17:54:50.280524Z","end":"2026-04-07T17:54:51.244545Z","steps":["trace[641382521] 'process raft request' (duration: 963.652767ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:51.244669Z","caller":"traceutil/trace.go:171","msg":"trace[867989951] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"954.49308ms","start":"2026-04-07T17:54:50.290164Z","end":"2026-04-07T17:54:51.244657Z","steps":["trace[867989951] 'process raft request' (duration: 954.252545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:51.244722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:50.290148Z","time spent":"954.548452ms","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:54:51.24473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:50.28051Z","time spent":"964.136148ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:54:51.390543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.229918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:54:51.390709Z","caller":"traceutil/trace.go:171","msg":"trace[1726703328] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:653; }","duration":"747.751517ms","start":"2026-04-07T17:54:50.642927Z","end":"2026-04-07T17:54:51.390679Z","steps":["trace[1726703328] 'read index received' (duration: 600.945311ms)","trace[1726703328] 'applied index is now lower than readState.Index' (duration: 146.803886ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:54:51.390725Z","caller":"traceutil/trace.go:171","msg":"trace[1234235010] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"1.061904962s","start":"2026-04-07T17:54:50.328782Z","end":"2026-04-07T17:54:51.390687Z","steps":["trace[1234235010] 'process raft request' (duration: 924.434799ms)","trace[1234235010] 'compare' (duration: 136.933941ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:54:51.390896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:50.328759Z","time spent":"1.062059925s","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T17:54:51.39106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.093565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:54:51.391173Z","caller":"traceutil/trace.go:171","msg":"trace[1916256848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:637; }","duration":"748.272079ms","start":"2026-04-07T17:54:50.642875Z","end":"2026-04-07T17:54:51.391147Z","steps":["trace[1916256848] 'agreement among raft nodes before linearized reading' (duration: 747.87044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:51.391235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:50.642849Z","time spent":"748.375741ms","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T17:54:52.80205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408246324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:54:53.303093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408246324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:54:53.804296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408246324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:54:54.304491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408246324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:54:54.501063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003933279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T17:54:54.501137Z","caller":"traceutil/trace.go:171","msg":"trace[642539412] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004053262s","start":"2026-04-07T17:54:52.497065Z","end":"2026-04-07T17:54:54.501118Z","steps":["trace[642539412] 'agreement among raft nodes before linearized reading' (duration: 2.00395947s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:54.501195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:52.497044Z","time spent":"2.004130324s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T17:54:54.642876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999901989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T17:54:54.642967Z","caller":"traceutil/trace.go:171","msg":"trace[529125939] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000035861s","start":"2026-04-07T17:54:52.64291Z","end":"2026-04-07T17:54:54.642946Z","steps":["trace[529125939] 'agreement among raft nodes before linearized reading' (duration: 1.999924559s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:54.64302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:52.642897Z","time spent":"2.000111804s","remote":"127.0.0.1:50920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 17:54:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T17:54:54.804709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408246324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:54:55.06633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459708493s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:54:55.066523Z","caller":"traceutil/trace.go:171","msg":"trace[1955021722] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:637; }","duration":"2.459907788s","start":"2026-04-07T17:54:52.606587Z","end":"2026-04-07T17:54:55.066495Z","steps":["trace[1955021722] 'range keys from in-memory index tree' (duration: 2.459688073s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:55.072445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.253236077s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T17:54:55.073371Z","caller":"traceutil/trace.go:171","msg":"trace[1171803865] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"3.256428078s","start":"2026-04-07T17:54:51.81692Z","end":"2026-04-07T17:54:55.073348Z","steps":["trace[1171803865] 'process raft request' (duration: 3.255876176s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:55.073503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:51.816889Z","time spent":"3.256526611s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036265,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:54:55.10077Z","caller":"traceutil/trace.go:171","msg":"trace[1799383574] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:658; }","duration":"2.79910946s","start":"2026-04-07T17:54:52.301594Z","end":"2026-04-07T17:54:55.100703Z","steps":["trace[1799383574] 'read index received' (duration: 2.771037994s)","trace[1799383574] 'applied index is now lower than readState.Index' (duration: 28.070576ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:54:55.101076Z","caller":"traceutil/trace.go:171","msg":"trace[327284482] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"1.703559756s","start":"2026-04-07T17:54:53.397508Z","end":"2026-04-07T17:54:55.101067Z","steps":["trace[327284482] 'process raft request' (duration: 1.703067415s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:55.101293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:53.397486Z","time spent":"1.703616847s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:54:55.101477Z","caller":"traceutil/trace.go:171","msg":"trace[1771638802] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"597.30346ms","start":"2026-04-07T17:54:54.504165Z","end":"2026-04-07T17:54:55.101468Z","steps":["trace[1771638802] 'process raft request' (duration: 596.506181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:55.10152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:54.504147Z","time spent":"597.352851ms","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T17:54:55.10178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.800186506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T17:54:55.101811Z","caller":"traceutil/trace.go:171","msg":"trace[90964221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:640; }","duration":"2.800260737s","start":"2026-04-07T17:54:52.301544Z","end":"2026-04-07T17:54:55.101804Z","steps":["trace[90964221] 'agreement among raft nodes before linearized reading' (duration: 2.800161184s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:55.101834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:52.301519Z","time spent":"2.800310368s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T17:54:55.102037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272821591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.226\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T17:54:55.102062Z","caller":"traceutil/trace.go:171","msg":"trace[344057130] range","detail":"{range_begin:/registry/masterleases/199.19.213.226; range_end:; response_count:1; response_revision:640; }","duration":"2.272884532s","start":"2026-04-07T17:54:52.829172Z","end":"2026-04-07T17:54:55.102056Z","steps":["trace[344057130] 'agreement among raft nodes before linearized reading' (duration: 2.272821381s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:55.102104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:52.829154Z","time spent":"2.272943743s","remote":"127.0.0.1:50948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.226\" "} {"level":"warn","ts":"2026-04-07T17:54:55.10228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.31437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:54:55.102308Z","caller":"traceutil/trace.go:171","msg":"trace[1052551631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:640; }","duration":"454.378642ms","start":"2026-04-07T17:54:54.647923Z","end":"2026-04-07T17:54:55.102302Z","steps":["trace[1052551631] 'agreement among raft nodes before linearized reading' (duration: 454.339281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:55.102347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:54.647907Z","time spent":"454.433743ms","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T17:54:55.102634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852230554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-07T17:54:55.102661Z","caller":"traceutil/trace.go:171","msg":"trace[1702141504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:640; }","duration":"1.852270955s","start":"2026-04-07T17:54:53.250384Z","end":"2026-04-07T17:54:55.102655Z","steps":["trace[1702141504] 'agreement among raft nodes before linearized reading' (duration: 1.852201513s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:55.102986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:53.250378Z","time spent":"1.852297995s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T17:54:55.103128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853422571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T17:54:55.103155Z","caller":"traceutil/trace.go:171","msg":"trace[722820904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:640; }","duration":"1.853480033s","start":"2026-04-07T17:54:53.249669Z","end":"2026-04-07T17:54:55.103149Z","steps":["trace[722820904] 'agreement among raft nodes before linearized reading' (duration: 1.853416071s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:55.104249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855483697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-07T17:54:55.111389Z","caller":"traceutil/trace.go:171","msg":"trace[1439905329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:640; }","duration":"1.862698331s","start":"2026-04-07T17:54:53.248664Z","end":"2026-04-07T17:54:55.111363Z","steps":["trace[1439905329] 'agreement among raft nodes before linearized reading' (duration: 1.855433486s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:54:55.104381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:53.249651Z","time spent":"1.854715461s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T17:54:55.11158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:54:53.248644Z","time spent":"1.862911776s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T17:54:57.169175Z","caller":"traceutil/trace.go:171","msg":"trace[956491719] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"164.824204ms","start":"2026-04-07T17:54:57.004327Z","end":"2026-04-07T17:54:57.169151Z","steps":["trace[956491719] 'process raft request' (duration: 164.65246ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:57.290604Z","caller":"traceutil/trace.go:171","msg":"trace[1386346653] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"117.287407ms","start":"2026-04-07T17:54:57.173289Z","end":"2026-04-07T17:54:57.290576Z","steps":["trace[1386346653] 'process raft request' (duration: 108.681992ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:57.292997Z","caller":"traceutil/trace.go:171","msg":"trace[1443491219] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"119.178549ms","start":"2026-04-07T17:54:57.173796Z","end":"2026-04-07T17:54:57.292975Z","steps":["trace[1443491219] 'process raft request' (duration: 119.007096ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:57.293021Z","caller":"traceutil/trace.go:171","msg":"trace[670472426] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"119.078078ms","start":"2026-04-07T17:54:57.173912Z","end":"2026-04-07T17:54:57.29299Z","steps":["trace[670472426] 'process raft request' (duration: 119.001866ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:57.293328Z","caller":"traceutil/trace.go:171","msg":"trace[1148844978] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"119.458516ms","start":"2026-04-07T17:54:57.173847Z","end":"2026-04-07T17:54:57.293305Z","steps":["trace[1148844978] 'process raft request' (duration: 119.104478ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:54:57.293468Z","caller":"traceutil/trace.go:171","msg":"trace[1278139116] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"106.572184ms","start":"2026-04-07T17:54:57.186883Z","end":"2026-04-07T17:54:57.293455Z","steps":["trace[1278139116] 'process raft request' (duration: 106.279858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:00.338438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.076015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-04-07T17:55:00.33852Z","caller":"traceutil/trace.go:171","msg":"trace[521460146] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:724; }","duration":"152.206848ms","start":"2026-04-07T17:55:00.186296Z","end":"2026-04-07T17:55:00.338503Z","steps":["trace[521460146] 'range keys from in-memory index tree' (duration: 151.86053ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:03.373211Z","caller":"traceutil/trace.go:171","msg":"trace[1394966332] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"184.802916ms","start":"2026-04-07T17:55:03.188378Z","end":"2026-04-07T17:55:03.373181Z","steps":["trace[1394966332] 'process raft request' (duration: 184.599582ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:03.529566Z","caller":"traceutil/trace.go:171","msg":"trace[684608544] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"152.029043ms","start":"2026-04-07T17:55:03.377518Z","end":"2026-04-07T17:55:03.529547Z","steps":["trace[684608544] 'process raft request' (duration: 94.417428ms)","trace[684608544] 'compare' (duration: 57.408091ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:55:03.52975Z","caller":"traceutil/trace.go:171","msg":"trace[837876962] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"151.138773ms","start":"2026-04-07T17:55:03.378592Z","end":"2026-04-07T17:55:03.529731Z","steps":["trace[837876962] 'process raft request' (duration: 150.906418ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:03.529949Z","caller":"traceutil/trace.go:171","msg":"trace[127454294] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"151.322268ms","start":"2026-04-07T17:55:03.378618Z","end":"2026-04-07T17:55:03.52994Z","steps":["trace[127454294] 'process raft request' (duration: 151.056762ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:09.55423Z","caller":"traceutil/trace.go:171","msg":"trace[1813537633] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"103.418262ms","start":"2026-04-07T17:55:09.450788Z","end":"2026-04-07T17:55:09.554207Z","steps":["trace[1813537633] 'process raft request' (duration: 103.274169ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:09.797353Z","caller":"traceutil/trace.go:171","msg":"trace[227873327] linearizableReadLoop","detail":"{readStateIndex:820; appliedIndex:819; }","duration":"214.352114ms","start":"2026-04-07T17:55:09.582981Z","end":"2026-04-07T17:55:09.797333Z","steps":["trace[227873327] 'read index received' (duration: 131.321194ms)","trace[227873327] 'applied index is now lower than readState.Index' (duration: 83.02961ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:55:09.797456Z","caller":"traceutil/trace.go:171","msg":"trace[1319640808] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"214.644241ms","start":"2026-04-07T17:55:09.582806Z","end":"2026-04-07T17:55:09.79745Z","steps":["trace[1319640808] 'process raft request' (duration: 131.439487ms)","trace[1319640808] 'compare' (duration: 82.976439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:55:09.797635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.637392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T17:55:09.797675Z","caller":"traceutil/trace.go:171","msg":"trace[326034342] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:794; }","duration":"214.710634ms","start":"2026-04-07T17:55:09.582955Z","end":"2026-04-07T17:55:09.797666Z","steps":["trace[326034342] 'agreement among raft nodes before linearized reading' (duration: 214.595071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:09.797784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.729844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T17:55:09.797805Z","caller":"traceutil/trace.go:171","msg":"trace[1722812571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:794; }","duration":"214.762685ms","start":"2026-04-07T17:55:09.583038Z","end":"2026-04-07T17:55:09.797801Z","steps":["trace[1722812571] 'agreement among raft nodes before linearized reading' (duration: 214.702283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:09.797863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.990623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:55:09.797884Z","caller":"traceutil/trace.go:171","msg":"trace[570305047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:794; }","duration":"156.050964ms","start":"2026-04-07T17:55:09.641827Z","end":"2026-04-07T17:55:09.797878Z","steps":["trace[570305047] 'agreement among raft nodes before linearized reading' (duration: 156.022654ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:10.002445Z","caller":"traceutil/trace.go:171","msg":"trace[1383508274] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"198.564088ms","start":"2026-04-07T17:55:09.803859Z","end":"2026-04-07T17:55:10.002423Z","steps":["trace[1383508274] 'process raft request' (duration: 198.466445ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:10.002489Z","caller":"traceutil/trace.go:171","msg":"trace[441202157] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"201.024103ms","start":"2026-04-07T17:55:09.801438Z","end":"2026-04-07T17:55:10.002462Z","steps":["trace[441202157] 'process raft request' (duration: 109.669134ms)","trace[441202157] 'compare' (duration: 90.978951ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:55:11.067206Z","caller":"traceutil/trace.go:171","msg":"trace[1704952024] linearizableReadLoop","detail":"{readStateIndex:823; appliedIndex:822; }","duration":"423.860562ms","start":"2026-04-07T17:55:10.643319Z","end":"2026-04-07T17:55:11.067179Z","steps":["trace[1704952024] 'read index received' (duration: 358.099802ms)","trace[1704952024] 'applied index is now lower than readState.Index' (duration: 65.75927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:55:11.067394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.058966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:55:11.06745Z","caller":"traceutil/trace.go:171","msg":"trace[1524298993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:796; }","duration":"424.131987ms","start":"2026-04-07T17:55:10.643304Z","end":"2026-04-07T17:55:11.067436Z","steps":["trace[1524298993] 'agreement among raft nodes before linearized reading' (duration: 424.025035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:11.067475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.488138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T17:55:11.067499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:10.643249Z","time spent":"424.23745ms","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T17:55:11.067546Z","caller":"traceutil/trace.go:171","msg":"trace[195687075] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:796; }","duration":"376.622441ms","start":"2026-04-07T17:55:10.690908Z","end":"2026-04-07T17:55:11.06753Z","steps":["trace[195687075] 'agreement among raft nodes before linearized reading' (duration: 376.471638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:11.067588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:10.690889Z","time spent":"376.690223ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T17:55:11.067658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.885906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T17:55:11.067648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.056029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T17:55:11.067778Z","caller":"traceutil/trace.go:171","msg":"trace[1153887294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:796; }","duration":"203.05516ms","start":"2026-04-07T17:55:10.864705Z","end":"2026-04-07T17:55:11.06776Z","steps":["trace[1153887294] 'agreement among raft nodes before linearized reading' (duration: 202.786544ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:11.067811Z","caller":"traceutil/trace.go:171","msg":"trace[2062026389] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:796; }","duration":"297.281733ms","start":"2026-04-07T17:55:10.770503Z","end":"2026-04-07T17:55:11.067785Z","steps":["trace[2062026389] 'agreement among raft nodes before linearized reading' (duration: 296.992927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:12.507353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408246730,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:55:13.008467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408246730,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:55:13.509506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408246730,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:55:14.010484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408246730,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:55:14.310955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.321258768s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T17:55:14.311225Z","caller":"traceutil/trace.go:171","msg":"trace[458923027] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:834; }","duration":"2.304763014s","start":"2026-04-07T17:55:12.006447Z","end":"2026-04-07T17:55:14.31121Z","steps":["trace[458923027] 'read index received' (duration: 2.304622991s)","trace[458923027] 'applied index is now lower than readState.Index' (duration: 139.503µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:55:14.311274Z","caller":"traceutil/trace.go:171","msg":"trace[159132177] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"2.321728969s","start":"2026-04-07T17:55:11.98954Z","end":"2026-04-07T17:55:14.311269Z","steps":["trace[159132177] 'process raft request' (duration: 2.321582035s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:14.311346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:11.989521Z","time spent":"2.321768909s","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4025,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:55:14.311901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.305193574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T17:55:14.312121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227560645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T17:55:14.312157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.644448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:55:14.312158Z","caller":"traceutil/trace.go:171","msg":"trace[1651697365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:808; }","duration":"2.305568112s","start":"2026-04-07T17:55:12.006572Z","end":"2026-04-07T17:55:14.31214Z","steps":["trace[1651697365] 'agreement among raft nodes before linearized reading' (duration: 2.30504259s)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:14.312182Z","caller":"traceutil/trace.go:171","msg":"trace[1990609678] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:808; }","duration":"273.69664ms","start":"2026-04-07T17:55:14.038478Z","end":"2026-04-07T17:55:14.312175Z","steps":["trace[1990609678] 'agreement among raft nodes before linearized reading' (duration: 273.653769ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:14.312189Z","caller":"traceutil/trace.go:171","msg":"trace[955390737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:808; }","duration":"1.227673168s","start":"2026-04-07T17:55:13.084501Z","end":"2026-04-07T17:55:14.312174Z","steps":["trace[955390737] 'agreement among raft nodes before linearized reading' (duration: 1.227282469s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:14.312204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:12.006525Z","time spent":"2.305669854s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T17:55:14.312226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:13.084481Z","time spent":"1.227735519s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T17:55:14.312314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.305868149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T17:55:14.312332Z","caller":"traceutil/trace.go:171","msg":"trace[2079520484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:808; }","duration":"2.30590351s","start":"2026-04-07T17:55:12.006421Z","end":"2026-04-07T17:55:14.312324Z","steps":["trace[2079520484] 'agreement among raft nodes before linearized reading' (duration: 2.305834469s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:14.312344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:12.006408Z","time spent":"2.30593353s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T17:55:14.312373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.156552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T17:55:14.3124Z","caller":"traceutil/trace.go:171","msg":"trace[1467033031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:808; }","duration":"501.209063ms","start":"2026-04-07T17:55:13.811182Z","end":"2026-04-07T17:55:14.312391Z","steps":["trace[1467033031] 'agreement among raft nodes before linearized reading' (duration: 501.129171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:14.312425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:13.811164Z","time spent":"501.255694ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T17:55:14.312448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815289527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:55:14.312478Z","caller":"traceutil/trace.go:171","msg":"trace[1810436655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:808; }","duration":"1.815326908s","start":"2026-04-07T17:55:12.497131Z","end":"2026-04-07T17:55:14.312458Z","steps":["trace[1810436655] 'agreement among raft nodes before linearized reading' (duration: 1.815304138s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:14.31249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:12.497115Z","time spent":"1.815373169s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T17:55:14.312518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156634899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T17:55:14.312561Z","caller":"traceutil/trace.go:171","msg":"trace[479969606] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:808; }","duration":"2.156725961s","start":"2026-04-07T17:55:12.155821Z","end":"2026-04-07T17:55:14.312547Z","steps":["trace[479969606] 'agreement among raft nodes before linearized reading' (duration: 2.1566602s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:14.312582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481399585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.226\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T17:55:14.312595Z","caller":"traceutil/trace.go:171","msg":"trace[1472321606] range","detail":"{range_begin:/registry/masterleases/199.19.213.226; range_end:; response_count:1; response_revision:808; }","duration":"1.481462636s","start":"2026-04-07T17:55:12.831129Z","end":"2026-04-07T17:55:14.312591Z","steps":["trace[1472321606] 'agreement among raft nodes before linearized reading' (duration: 1.481421675s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:14.312608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:12.831098Z","time spent":"1.481507877s","remote":"127.0.0.1:50948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.226\" "} {"level":"warn","ts":"2026-04-07T17:55:14.312601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:12.155793Z","time spent":"2.156794722s","remote":"127.0.0.1:51206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-07T17:55:14.312666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.357907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T17:55:14.312699Z","caller":"traceutil/trace.go:171","msg":"trace[1791503976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:808; }","duration":"743.419058ms","start":"2026-04-07T17:55:13.569271Z","end":"2026-04-07T17:55:14.31269Z","steps":["trace[1791503976] 'agreement among raft nodes before linearized reading' (duration: 743.313196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:14.312725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:13.569259Z","time spent":"743.460239ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T17:55:14.312678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658745481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:55:14.312823Z","caller":"traceutil/trace.go:171","msg":"trace[553976488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:808; }","duration":"1.658918625s","start":"2026-04-07T17:55:12.653894Z","end":"2026-04-07T17:55:14.312813Z","steps":["trace[553976488] 'agreement among raft nodes before linearized reading' (duration: 1.658773232s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:14.312851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:12.653873Z","time spent":"1.658971146s","remote":"127.0.0.1:50920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T17:55:14.46305Z","caller":"traceutil/trace.go:171","msg":"trace[1500321000] linearizableReadLoop","detail":"{readStateIndex:836; appliedIndex:835; }","duration":"144.31489ms","start":"2026-04-07T17:55:14.318712Z","end":"2026-04-07T17:55:14.463027Z","steps":["trace[1500321000] 'read index received' (duration: 124.947521ms)","trace[1500321000] 'applied index is now lower than readState.Index' (duration: 19.364209ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:55:14.463223Z","caller":"traceutil/trace.go:171","msg":"trace[416935903] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"144.168575ms","start":"2026-04-07T17:55:14.319031Z","end":"2026-04-07T17:55:14.463199Z","steps":["trace[416935903] 'process raft request' (duration: 144.102253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:14.463304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.621888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T17:55:14.463328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.605826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-f897z\" ","response":"range_response_count:1 size:5050"} {"level":"info","ts":"2026-04-07T17:55:14.463375Z","caller":"traceutil/trace.go:171","msg":"trace[2090304710] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-f897z; range_end:; response_count:1; response_revision:813; }","duration":"144.690637ms","start":"2026-04-07T17:55:14.31867Z","end":"2026-04-07T17:55:14.46336Z","steps":["trace[2090304710] 'agreement among raft nodes before linearized reading' (duration: 144.491973ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:14.46336Z","caller":"traceutil/trace.go:171","msg":"trace[1178203575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:813; }","duration":"141.70571ms","start":"2026-04-07T17:55:14.321631Z","end":"2026-04-07T17:55:14.463337Z","steps":["trace[1178203575] 'agreement among raft nodes before linearized reading' (duration: 141.618698ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:14.463764Z","caller":"traceutil/trace.go:171","msg":"trace[1106601947] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"144.757888ms","start":"2026-04-07T17:55:14.318994Z","end":"2026-04-07T17:55:14.463752Z","steps":["trace[1106601947] 'process raft request' (duration: 144.062343ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:14.463896Z","caller":"traceutil/trace.go:171","msg":"trace[995092600] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"144.969543ms","start":"2026-04-07T17:55:14.318915Z","end":"2026-04-07T17:55:14.463884Z","steps":["trace[995092600] 'process raft request' (duration: 143.910549ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:14.463965Z","caller":"traceutil/trace.go:171","msg":"trace[339157169] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"144.998363ms","start":"2026-04-07T17:55:14.318946Z","end":"2026-04-07T17:55:14.463945Z","steps":["trace[339157169] 'process raft request' (duration: 144.059612ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:14.464139Z","caller":"traceutil/trace.go:171","msg":"trace[437238078] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"145.126577ms","start":"2026-04-07T17:55:14.319003Z","end":"2026-04-07T17:55:14.464129Z","steps":["trace[437238078] 'process raft request' (duration: 144.098374ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:15.314513Z","caller":"traceutil/trace.go:171","msg":"trace[1693439112] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"308.229362ms","start":"2026-04-07T17:55:15.00626Z","end":"2026-04-07T17:55:15.31449Z","steps":["trace[1693439112] 'process raft request' (duration: 308.080659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:15.314693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:15.006237Z","time spent":"308.369755ms","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4211,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:55:15.790911Z","caller":"traceutil/trace.go:171","msg":"trace[1695999989] linearizableReadLoop","detail":"{readStateIndex:850; appliedIndex:849; }","duration":"149.841184ms","start":"2026-04-07T17:55:15.64105Z","end":"2026-04-07T17:55:15.790891Z","steps":["trace[1695999989] 'read index received' (duration: 149.681221ms)","trace[1695999989] 'applied index is now lower than readState.Index' (duration: 159.293µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:55:15.791008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.958917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:55:15.791025Z","caller":"traceutil/trace.go:171","msg":"trace[1861433867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:822; }","duration":"150.041819ms","start":"2026-04-07T17:55:15.640977Z","end":"2026-04-07T17:55:15.791019Z","steps":["trace[1861433867] 'agreement among raft nodes before linearized reading' (duration: 149.991608ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:15.791003Z","caller":"traceutil/trace.go:171","msg":"trace[1001861935] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"366.359998ms","start":"2026-04-07T17:55:15.424607Z","end":"2026-04-07T17:55:15.790967Z","steps":["trace[1001861935] 'process raft request' (duration: 366.175614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:15.791178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:15.424575Z","time spent":"366.507001ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:55:20.744929Z","caller":"traceutil/trace.go:171","msg":"trace[1554266092] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"210.688502ms","start":"2026-04-07T17:55:20.534146Z","end":"2026-04-07T17:55:20.744834Z","steps":["trace[1554266092] 'process raft request' (duration: 144.406171ms)","trace[1554266092] 'compare' (duration: 66.036755ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:55:20.779744Z","caller":"traceutil/trace.go:171","msg":"trace[318647362] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"245.164673ms","start":"2026-04-07T17:55:20.534552Z","end":"2026-04-07T17:55:20.779716Z","steps":["trace[318647362] 'process raft request' (duration: 244.970489ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:20.779821Z","caller":"traceutil/trace.go:171","msg":"trace[359501046] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"245.171354ms","start":"2026-04-07T17:55:20.534632Z","end":"2026-04-07T17:55:20.779804Z","steps":["trace[359501046] 'process raft request' (duration: 245.033531ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:20.779859Z","caller":"traceutil/trace.go:171","msg":"trace[903046618] linearizableReadLoop","detail":"{readStateIndex:914; appliedIndex:909; }","duration":"136.728117ms","start":"2026-04-07T17:55:20.643111Z","end":"2026-04-07T17:55:20.779839Z","steps":["trace[903046618] 'read index received' (duration: 35.453003ms)","trace[903046618] 'applied index is now lower than readState.Index' (duration: 101.274144ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:55:20.779972Z","caller":"traceutil/trace.go:171","msg":"trace[924883475] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"245.365508ms","start":"2026-04-07T17:55:20.53459Z","end":"2026-04-07T17:55:20.779956Z","steps":["trace[924883475] 'process raft request' (duration: 245.0299ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:20.779978Z","caller":"traceutil/trace.go:171","msg":"trace[90031128] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"245.239485ms","start":"2026-04-07T17:55:20.534726Z","end":"2026-04-07T17:55:20.779965Z","steps":["trace[90031128] 'process raft request' (duration: 245.03526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:20.780068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.948372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:55:20.780182Z","caller":"traceutil/trace.go:171","msg":"trace[1327204745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:885; }","duration":"137.107235ms","start":"2026-04-07T17:55:20.643056Z","end":"2026-04-07T17:55:20.780163Z","steps":["trace[1327204745] 'agreement among raft nodes before linearized reading' (duration: 136.943432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:21.078755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.750269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:55:21.078873Z","caller":"traceutil/trace.go:171","msg":"trace[1878791473] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"288.819393ms","start":"2026-04-07T17:55:20.790035Z","end":"2026-04-07T17:55:21.078854Z","steps":["trace[1878791473] 'process raft request' (duration: 83.88689ms)","trace[1878791473] 'compare' (duration: 204.613475ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:55:21.366126Z","caller":"traceutil/trace.go:171","msg":"trace[1605771985] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"280.276608ms","start":"2026-04-07T17:55:21.085786Z","end":"2026-04-07T17:55:21.366063Z","steps":["trace[1605771985] 'process raft request' (duration: 269.112385ms)","trace[1605771985] 'compare' (duration: 10.898787ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:55:21.376829Z","caller":"traceutil/trace.go:171","msg":"trace[1620480299] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"291.005742ms","start":"2026-04-07T17:55:21.085809Z","end":"2026-04-07T17:55:21.376815Z","steps":["trace[1620480299] 'process raft request' (duration: 290.842558ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:21.377101Z","caller":"traceutil/trace.go:171","msg":"trace[417313192] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"291.078273ms","start":"2026-04-07T17:55:21.085998Z","end":"2026-04-07T17:55:21.377076Z","steps":["trace[417313192] 'process raft request' (duration: 290.762676ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:32.760183Z","caller":"traceutil/trace.go:171","msg":"trace[1634562973] linearizableReadLoop","detail":"{readStateIndex:1000; appliedIndex:999; }","duration":"129.875452ms","start":"2026-04-07T17:55:32.630285Z","end":"2026-04-07T17:55:32.760161Z","steps":["trace[1634562973] 'read index received' (duration: 129.741179ms)","trace[1634562973] 'applied index is now lower than readState.Index' (duration: 133.593µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:55:32.760259Z","caller":"traceutil/trace.go:171","msg":"trace[1935233616] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"192.923709ms","start":"2026-04-07T17:55:32.567317Z","end":"2026-04-07T17:55:32.76024Z","steps":["trace[1935233616] 'process raft request' (duration: 192.716815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:32.760326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.020895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:55:32.760364Z","caller":"traceutil/trace.go:171","msg":"trace[1222398752] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:968; }","duration":"130.068727ms","start":"2026-04-07T17:55:32.630281Z","end":"2026-04-07T17:55:32.760349Z","steps":["trace[1222398752] 'agreement among raft nodes before linearized reading' (duration: 129.998664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:32.760368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.438844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:55:32.760404Z","caller":"traceutil/trace.go:171","msg":"trace[1675262420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:968; }","duration":"118.493115ms","start":"2026-04-07T17:55:32.641899Z","end":"2026-04-07T17:55:32.760392Z","steps":["trace[1675262420] 'agreement among raft nodes before linearized reading' (duration: 118.442454ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:45.276862Z","caller":"traceutil/trace.go:171","msg":"trace[1791201654] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"206.379288ms","start":"2026-04-07T17:55:45.070461Z","end":"2026-04-07T17:55:45.27684Z","steps":["trace[1791201654] 'process raft request' (duration: 142.061914ms)","trace[1791201654] 'compare' (duration: 64.203841ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:55:49.464029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408247184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:55:50.282308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.391147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:55:50.282396Z","caller":"traceutil/trace.go:171","msg":"trace[1756611069] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"1.327979148s","start":"2026-04-07T17:55:48.954403Z","end":"2026-04-07T17:55:50.282382Z","steps":["trace[1756611069] 'process raft request' (duration: 625.449858ms)","trace[1756611069] 'compare' (duration: 702.292605ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:55:50.282436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:48.954387Z","time spent":"1.328030579s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:55:51.469587Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.857069795s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T17:55:51.641487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999976208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T17:55:51.641607Z","caller":"traceutil/trace.go:171","msg":"trace[1940374722] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000180133s","start":"2026-04-07T17:55:49.641411Z","end":"2026-04-07T17:55:51.641591Z","steps":["trace[1940374722] 'agreement among raft nodes before linearized reading' (duration: 2.000042219s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:51.641665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:49.641389Z","time spent":"2.000266986s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 17:55:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T17:55:52.700443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230441852s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:55:52.700593Z","caller":"traceutil/trace.go:171","msg":"trace[637315627] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"1.752291787s","start":"2026-04-07T17:55:50.948285Z","end":"2026-04-07T17:55:52.700577Z","steps":["trace[637315627] 'process raft request' (duration: 1.752236426s)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:52.700591Z","caller":"traceutil/trace.go:171","msg":"trace[1400919152] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"3.744734794s","start":"2026-04-07T17:55:48.955831Z","end":"2026-04-07T17:55:52.700566Z","steps":["trace[1400919152] 'process raft request' (duration: 2.514115866s)","trace[1400919152] 'compare' (duration: 1.22985771s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:55:52.700641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:50.948268Z","time spent":"1.752350318s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:55:52.700622Z","caller":"traceutil/trace.go:171","msg":"trace[1483682566] linearizableReadLoop","detail":"{readStateIndex:1065; appliedIndex:1063; }","duration":"3.737377727s","start":"2026-04-07T17:55:48.96322Z","end":"2026-04-07T17:55:52.700598Z","steps":["trace[1483682566] 'read index received' (duration: 616.758291ms)","trace[1483682566] 'applied index is now lower than readState.Index' (duration: 3.120616936s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:55:52.700719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:48.955818Z","time spent":"3.744830215s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:55:52.700792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.603785746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T17:55:52.700797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.737560761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T17:55:52.70082Z","caller":"traceutil/trace.go:171","msg":"trace[506213642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1030; }","duration":"3.603844277s","start":"2026-04-07T17:55:49.096968Z","end":"2026-04-07T17:55:52.700812Z","steps":["trace[506213642] 'agreement among raft nodes before linearized reading' (duration: 3.603767875s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:52.700846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:49.096945Z","time spent":"3.603894628s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T17:55:52.700852Z","caller":"traceutil/trace.go:171","msg":"trace[1398693129] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1030; }","duration":"3.737623994s","start":"2026-04-07T17:55:48.963205Z","end":"2026-04-07T17:55:52.700829Z","steps":["trace[1398693129] 'agreement among raft nodes before linearized reading' (duration: 3.7374595s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:52.700899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.144881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-07T17:55:52.700902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:48.963198Z","time spent":"3.737686815s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T17:55:52.700924Z","caller":"traceutil/trace.go:171","msg":"trace[397899441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1030; }","duration":"415.196372ms","start":"2026-04-07T17:55:52.28572Z","end":"2026-04-07T17:55:52.700916Z","steps":["trace[397899441] 'agreement among raft nodes before linearized reading' (duration: 415.10567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:52.700926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059172357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T17:55:52.700945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:52.285706Z","time spent":"415.235273ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T17:55:52.700974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253222289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:55:52.700946Z","caller":"traceutil/trace.go:171","msg":"trace[1579945960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1030; }","duration":"1.059228128s","start":"2026-04-07T17:55:51.641712Z","end":"2026-04-07T17:55:52.70094Z","steps":["trace[1579945960] 'agreement among raft nodes before linearized reading' (duration: 1.059192827s)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:55:52.700992Z","caller":"traceutil/trace.go:171","msg":"trace[1174389070] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1030; }","duration":"1.253276529s","start":"2026-04-07T17:55:51.44771Z","end":"2026-04-07T17:55:52.700987Z","steps":["trace[1174389070] 'agreement among raft nodes before linearized reading' (duration: 1.253247298s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:52.701006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:51.641692Z","time spent":"1.05931036s","remote":"127.0.0.1:50920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T17:55:52.701013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:51.447691Z","time spent":"1.25331578s","remote":"127.0.0.1:51074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-07T17:55:52.701031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.96946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:55:52.701068Z","caller":"traceutil/trace.go:171","msg":"trace[1134868582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1030; }","duration":"206.036731ms","start":"2026-04-07T17:55:52.49502Z","end":"2026-04-07T17:55:52.701057Z","steps":["trace[1134868582] 'agreement among raft nodes before linearized reading' (duration: 205.973309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:52.701162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.413352648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T17:55:52.70118Z","caller":"traceutil/trace.go:171","msg":"trace[788001070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1030; }","duration":"3.413404179s","start":"2026-04-07T17:55:49.28777Z","end":"2026-04-07T17:55:52.701175Z","steps":["trace[788001070] 'agreement among raft nodes before linearized reading' (duration: 3.413349218s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:55:52.701197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:55:49.287746Z","time spent":"3.413446601s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T17:55:58.295533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.083365ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T17:56:07.080488Z","caller":"traceutil/trace.go:171","msg":"trace[559126554] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"259.732265ms","start":"2026-04-07T17:56:06.820735Z","end":"2026-04-07T17:56:07.080468Z","steps":["trace[559126554] 'process raft request' (duration: 259.612893ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:07.168406Z","caller":"traceutil/trace.go:171","msg":"trace[255607733] linearizableReadLoop","detail":"{readStateIndex:1116; appliedIndex:1114; }","duration":"281.714882ms","start":"2026-04-07T17:56:06.886664Z","end":"2026-04-07T17:56:07.168379Z","steps":["trace[255607733] 'read index received' (duration: 193.684581ms)","trace[255607733] 'applied index is now lower than readState.Index' (duration: 88.029401ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:56:07.168584Z","caller":"traceutil/trace.go:171","msg":"trace[427798727] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"309.01471ms","start":"2026-04-07T17:56:06.859547Z","end":"2026-04-07T17:56:07.168562Z","steps":["trace[427798727] 'process raft request' (duration: 264.411741ms)","trace[427798727] 'compare' (duration: 44.298932ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:56:07.168741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:06.859523Z","time spent":"309.113461ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:56:07.168875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.496035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T17:56:07.168957Z","caller":"traceutil/trace.go:171","msg":"trace[1256703818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1077; }","duration":"280.616297ms","start":"2026-04-07T17:56:06.888318Z","end":"2026-04-07T17:56:07.168935Z","steps":["trace[1256703818] 'agreement among raft nodes before linearized reading' (duration: 280.425373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:07.169196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.000405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T17:56:07.169261Z","caller":"traceutil/trace.go:171","msg":"trace[1412210308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1077; }","duration":"269.079727ms","start":"2026-04-07T17:56:06.900161Z","end":"2026-04-07T17:56:07.169241Z","steps":["trace[1412210308] 'agreement among raft nodes before linearized reading' (duration: 268.919393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:07.16929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.875832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T17:56:07.16933Z","caller":"traceutil/trace.go:171","msg":"trace[19323138] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1077; }","duration":"272.935324ms","start":"2026-04-07T17:56:06.896386Z","end":"2026-04-07T17:56:07.169321Z","steps":["trace[19323138] 'agreement among raft nodes before linearized reading' (duration: 272.848372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:07.169407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.736784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T17:56:07.169453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.500815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T17:56:07.169453Z","caller":"traceutil/trace.go:171","msg":"trace[176493240] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1077; }","duration":"282.816707ms","start":"2026-04-07T17:56:06.886625Z","end":"2026-04-07T17:56:07.169441Z","steps":["trace[176493240] 'agreement among raft nodes before linearized reading' (duration: 282.745356ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:07.16948Z","caller":"traceutil/trace.go:171","msg":"trace[1113818518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1077; }","duration":"273.566967ms","start":"2026-04-07T17:56:06.895905Z","end":"2026-04-07T17:56:07.169472Z","steps":["trace[1113818518] 'agreement among raft nodes before linearized reading' (duration: 273.499675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:07.169209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.858979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T17:56:07.169626Z","caller":"traceutil/trace.go:171","msg":"trace[894356456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1077; }","duration":"272.256139ms","start":"2026-04-07T17:56:06.897325Z","end":"2026-04-07T17:56:07.169581Z","steps":["trace[894356456] 'agreement among raft nodes before linearized reading' (duration: 271.821219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:07.16969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.500221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T17:56:07.169783Z","caller":"traceutil/trace.go:171","msg":"trace[1799957969] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1077; }","duration":"244.648264ms","start":"2026-04-07T17:56:06.925115Z","end":"2026-04-07T17:56:07.169763Z","steps":["trace[1799957969] 'agreement among raft nodes before linearized reading' (duration: 244.430419ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:07.411994Z","caller":"traceutil/trace.go:171","msg":"trace[1551384916] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"237.022582ms","start":"2026-04-07T17:56:07.17477Z","end":"2026-04-07T17:56:07.411792Z","steps":["trace[1551384916] 'process raft request' (duration: 222.765039ms)","trace[1551384916] 'compare' (duration: 13.959816ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:56:07.827943Z","caller":"traceutil/trace.go:171","msg":"trace[1077779979] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"653.064443ms","start":"2026-04-07T17:56:07.174846Z","end":"2026-04-07T17:56:07.82791Z","steps":["trace[1077779979] 'process raft request' (duration: 652.98111ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:07.827983Z","caller":"traceutil/trace.go:171","msg":"trace[1405553853] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"653.152935ms","start":"2026-04-07T17:56:07.174794Z","end":"2026-04-07T17:56:07.827947Z","steps":["trace[1405553853] 'process raft request' (duration: 652.875578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:07.828074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:07.174819Z","time spent":"653.188755ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:56:07.828146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:07.174761Z","time spent":"653.296968ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:56:07.828195Z","caller":"traceutil/trace.go:171","msg":"trace[805164943] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"653.089093ms","start":"2026-04-07T17:56:07.175089Z","end":"2026-04-07T17:56:07.828178Z","steps":["trace[805164943] 'process raft request' (duration: 652.790436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:07.828267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:07.175079Z","time spent":"653.152314ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:56:07.828234Z","caller":"traceutil/trace.go:171","msg":"trace[637238367] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"653.079653ms","start":"2026-04-07T17:56:07.175085Z","end":"2026-04-07T17:56:07.828164Z","steps":["trace[637238367] 'process raft request' (duration: 652.981331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:07.828464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:07.17506Z","time spent":"653.326569ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:56:07.97415Z","caller":"traceutil/trace.go:171","msg":"trace[287114659] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"532.169657ms","start":"2026-04-07T17:56:07.441944Z","end":"2026-04-07T17:56:07.974114Z","steps":["trace[287114659] 'process raft request' (duration: 467.711859ms)","trace[287114659] 'compare' (duration: 64.315195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:56:07.974322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:07.441921Z","time spent":"532.314061ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:56:09.544912Z","caller":"traceutil/trace.go:171","msg":"trace[1188907682] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"126.236626ms","start":"2026-04-07T17:56:09.418646Z","end":"2026-04-07T17:56:09.544882Z","steps":["trace[1188907682] 'process raft request' (duration: 126.062622ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:10.036088Z","caller":"traceutil/trace.go:171","msg":"trace[1531313628] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"199.763479ms","start":"2026-04-07T17:56:09.836294Z","end":"2026-04-07T17:56:10.036058Z","steps":["trace[1531313628] 'process raft request' (duration: 199.595046ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:10.359604Z","caller":"traceutil/trace.go:171","msg":"trace[144383443] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"522.99757ms","start":"2026-04-07T17:56:09.836583Z","end":"2026-04-07T17:56:10.359581Z","steps":["trace[144383443] 'process raft request' (duration: 522.825076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:10.359789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:09.836549Z","time spent":"523.150532ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:56:10.359855Z","caller":"traceutil/trace.go:171","msg":"trace[4981094] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"520.412131ms","start":"2026-04-07T17:56:09.839434Z","end":"2026-04-07T17:56:10.359846Z","steps":["trace[4981094] 'process raft request' (duration: 520.275668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:10.359901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:09.83942Z","time spent":"520.451721ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:56:10.359968Z","caller":"traceutil/trace.go:171","msg":"trace[997898722] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"522.629441ms","start":"2026-04-07T17:56:09.83711Z","end":"2026-04-07T17:56:10.359739Z","steps":["trace[997898722] 'process raft request' (duration: 522.427847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:10.360018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:09.8371Z","time spent":"522.882167ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:56:13.76006Z","caller":"traceutil/trace.go:171","msg":"trace[504877575] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"100.256648ms","start":"2026-04-07T17:56:13.659779Z","end":"2026-04-07T17:56:13.760036Z","steps":["trace[504877575] 'process raft request' (duration: 100.075444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:15.866562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408247361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:56:16.367056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408247361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:56:16.417968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51116516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:56:16.418031Z","caller":"traceutil/trace.go:171","msg":"trace[1827074995] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1098; }","duration":"2.511283843s","start":"2026-04-07T17:56:13.906731Z","end":"2026-04-07T17:56:16.418015Z","steps":["trace[1827074995] 'count revisions from in-memory index tree' (duration: 2.510929445s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:16.418057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:13.906702Z","time spent":"2.511348235s","remote":"127.0.0.1:48866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T17:56:16.418277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369347553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T17:56:16.418298Z","caller":"traceutil/trace.go:171","msg":"trace[1268271111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1098; }","duration":"2.369400714s","start":"2026-04-07T17:56:14.048892Z","end":"2026-04-07T17:56:16.418293Z","steps":["trace[1268271111] 'range keys from in-memory index tree' (duration: 2.369232771s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:16.41831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:14.048872Z","time spent":"2.369434894s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T17:56:16.418408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041463336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T17:56:16.41842Z","caller":"traceutil/trace.go:171","msg":"trace[812810589] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1098; }","duration":"2.041512937s","start":"2026-04-07T17:56:14.376903Z","end":"2026-04-07T17:56:16.418416Z","steps":["trace[812810589] 'range keys from in-memory index tree' (duration: 2.041366044s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:16.418432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:14.376882Z","time spent":"2.041547338s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T17:56:16.418494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041732222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T17:56:16.418558Z","caller":"traceutil/trace.go:171","msg":"trace[126435083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1098; }","duration":"2.041840045s","start":"2026-04-07T17:56:14.376701Z","end":"2026-04-07T17:56:16.418541Z","steps":["trace[126435083] 'range keys from in-memory index tree' (duration: 2.041574568s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:16.418598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:14.376693Z","time spent":"2.041891306s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T17:56:16.418594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318190565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:56:16.418686Z","caller":"traceutil/trace.go:171","msg":"trace[1200633236] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1098; }","duration":"2.318315498s","start":"2026-04-07T17:56:14.100354Z","end":"2026-04-07T17:56:16.41867Z","steps":["trace[1200633236] 'count revisions from in-memory index tree' (duration: 2.318100713s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:16.418721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042173951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T17:56:16.418733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:14.100333Z","time spent":"2.318386169s","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-07T17:56:16.418756Z","caller":"traceutil/trace.go:171","msg":"trace[491510798] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1098; }","duration":"2.042245123s","start":"2026-04-07T17:56:14.376501Z","end":"2026-04-07T17:56:16.418746Z","steps":["trace[491510798] 'range keys from in-memory index tree' (duration: 2.042073079s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:16.41878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:14.37647Z","time spent":"2.042303525s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T17:56:16.867581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408247361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:56:17.254837Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.09211771s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T17:56:17.255266Z","caller":"traceutil/trace.go:171","msg":"trace[648809693] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"2.092632662s","start":"2026-04-07T17:56:15.162606Z","end":"2026-04-07T17:56:17.255238Z","steps":["trace[648809693] 'process raft request' (duration: 2.092488219s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:17.255476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:15.162585Z","time spent":"2.092798055s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:56:17.643909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000293354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T17:56:17.643987Z","caller":"traceutil/trace.go:171","msg":"trace[1520718011] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000412608s","start":"2026-04-07T17:56:15.643556Z","end":"2026-04-07T17:56:17.643969Z","steps":["trace[1520718011] 'agreement among raft nodes before linearized reading' (duration: 2.000322515s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:17.64403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:15.643537Z","time spent":"2.000480469s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 17:56:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T17:56:18.229102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.079497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:56:18.229352Z","caller":"traceutil/trace.go:171","msg":"trace[299010271] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"1.807334019s","start":"2026-04-07T17:56:16.421991Z","end":"2026-04-07T17:56:18.229325Z","steps":["trace[299010271] 'process raft request' (duration: 1.067892314s)","trace[299010271] 'compare' (duration: 738.871873ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:56:18.229471Z","caller":"traceutil/trace.go:171","msg":"trace[1242224813] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"1.807397452s","start":"2026-04-07T17:56:16.422046Z","end":"2026-04-07T17:56:18.229443Z","steps":["trace[1242224813] 'process raft request' (duration: 1.807193217s)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:18.229589Z","caller":"traceutil/trace.go:171","msg":"trace[1872747244] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"1.807455273s","start":"2026-04-07T17:56:16.422125Z","end":"2026-04-07T17:56:18.22958Z","steps":["trace[1872747244] 'process raft request' (duration: 1.807223147s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:18.229674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:16.42211Z","time spent":"1.807524265s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:56:18.229724Z","caller":"traceutil/trace.go:171","msg":"trace[193194216] linearizableReadLoop","detail":"{readStateIndex:1144; appliedIndex:1139; }","duration":"2.863985871s","start":"2026-04-07T17:56:15.365716Z","end":"2026-04-07T17:56:18.229702Z","steps":["trace[193194216] 'read index received' (duration: 1.889489007s)","trace[193194216] 'applied index is now lower than readState.Index' (duration: 974.495234ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:56:18.229723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:16.421974Z","time spent":"1.807497345s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:56:18.229769Z","caller":"traceutil/trace.go:171","msg":"trace[857463490] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"1.029689343s","start":"2026-04-07T17:56:17.200056Z","end":"2026-04-07T17:56:18.229745Z","steps":["trace[857463490] 'process raft request' (duration: 1.029365566s)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:18.229497Z","caller":"traceutil/trace.go:171","msg":"trace[1887483390] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"1.80730266s","start":"2026-04-07T17:56:16.422169Z","end":"2026-04-07T17:56:18.229471Z","steps":["trace[1887483390] 'process raft request' (duration: 1.807221738s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:18.229869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:17.200038Z","time spent":"1.029785695s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:56:18.229886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:16.42214Z","time spent":"1.807708179s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:56:18.229689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:16.422043Z","time spent":"1.807564796s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:56:18.229927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.864193155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T17:56:18.229974Z","caller":"traceutil/trace.go:171","msg":"trace[913082887] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1104; }","duration":"2.864278057s","start":"2026-04-07T17:56:15.365681Z","end":"2026-04-07T17:56:18.229959Z","steps":["trace[913082887] 'agreement among raft nodes before linearized reading' (duration: 2.864124943s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:18.230008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:15.365663Z","time spent":"2.864336378s","remote":"127.0.0.1:41310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T17:56:18.42076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.209398ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T17:56:18.518491Z","caller":"traceutil/trace.go:171","msg":"trace[920419293] linearizableReadLoop","detail":"{readStateIndex:1147; appliedIndex:1145; }","duration":"288.70574ms","start":"2026-04-07T17:56:18.229766Z","end":"2026-04-07T17:56:18.518472Z","steps":["trace[920419293] 'read index received' (duration: 13.980746ms)","trace[920419293] 'applied index is now lower than readState.Index' (duration: 274.724264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:56:18.518669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.989515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T17:56:18.518723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098988216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T17:56:18.518757Z","caller":"traceutil/trace.go:171","msg":"trace[1966374816] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1105; }","duration":"338.130658ms","start":"2026-04-07T17:56:18.180605Z","end":"2026-04-07T17:56:18.518736Z","steps":["trace[1966374816] 'agreement among raft nodes before linearized reading' (duration: 337.961745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:18.518728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.590203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:56:18.518798Z","caller":"traceutil/trace.go:171","msg":"trace[2096167229] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1105; }","duration":"2.099077438s","start":"2026-04-07T17:56:16.419704Z","end":"2026-04-07T17:56:18.518781Z","steps":["trace[2096167229] 'agreement among raft nodes before linearized reading' (duration: 2.098941585s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:18.518804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:18.180584Z","time spent":"338.209961ms","remote":"127.0.0.1:41154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-07T17:56:18.518781Z","caller":"traceutil/trace.go:171","msg":"trace[1492206987] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"371.433122ms","start":"2026-04-07T17:56:18.147286Z","end":"2026-04-07T17:56:18.518719Z","steps":["trace[1492206987] 'process raft request' (duration: 371.053474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:18.518838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:16.419591Z","time spent":"2.099236873s","remote":"127.0.0.1:48878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":3,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-07T17:56:18.518839Z","caller":"traceutil/trace.go:171","msg":"trace[246490541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1105; }","duration":"874.750496ms","start":"2026-04-07T17:56:17.644069Z","end":"2026-04-07T17:56:18.51882Z","steps":["trace[246490541] 'agreement among raft nodes before linearized reading' (duration: 874.546442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:18.518895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754218177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T17:56:18.518967Z","caller":"traceutil/trace.go:171","msg":"trace[1862060946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1105; }","duration":"2.754434392s","start":"2026-04-07T17:56:15.764523Z","end":"2026-04-07T17:56:18.518957Z","steps":["trace[1862060946] 'agreement among raft nodes before linearized reading' (duration: 2.754124265s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:18.518981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:18.147263Z","time spent":"371.598336ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:56:18.519066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:15.764491Z","time spent":"2.754517553s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T17:56:18.518894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:17.644054Z","time spent":"874.827419ms","remote":"127.0.0.1:50920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T17:56:18.883646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.721072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:56:18.883818Z","caller":"traceutil/trace.go:171","msg":"trace[1480609543] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"282.413028ms","start":"2026-04-07T17:56:18.601386Z","end":"2026-04-07T17:56:18.883799Z","steps":["trace[1480609543] 'process raft request' (duration: 168.457351ms)","trace[1480609543] 'compare' (duration: 113.544218ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:56:19.395074Z","caller":"traceutil/trace.go:171","msg":"trace[1878167163] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"133.96282ms","start":"2026-04-07T17:56:19.261069Z","end":"2026-04-07T17:56:19.395031Z","steps":["trace[1878167163] 'process raft request' (duration: 133.737815ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:20.35072Z","caller":"traceutil/trace.go:171","msg":"trace[587769171] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"113.017547ms","start":"2026-04-07T17:56:20.23768Z","end":"2026-04-07T17:56:20.350697Z","steps":["trace[587769171] 'process raft request' (duration: 112.882794ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:20.580615Z","caller":"traceutil/trace.go:171","msg":"trace[369999603] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"342.644431ms","start":"2026-04-07T17:56:20.237943Z","end":"2026-04-07T17:56:20.580587Z","steps":["trace[369999603] 'process raft request' (duration: 258.493307ms)","trace[369999603] 'compare' (duration: 83.834207ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:56:20.580962Z","caller":"traceutil/trace.go:171","msg":"trace[1568151123] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"342.089428ms","start":"2026-04-07T17:56:20.238842Z","end":"2026-04-07T17:56:20.580931Z","steps":["trace[1568151123] 'process raft request' (duration: 341.664018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:20.580773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:20.237877Z","time spent":"342.817085ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:56:20.581111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:20.238815Z","time spent":"342.214331ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:56:20.581239Z","caller":"traceutil/trace.go:171","msg":"trace[642143195] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"342.1708ms","start":"2026-04-07T17:56:20.239037Z","end":"2026-04-07T17:56:20.581208Z","steps":["trace[642143195] 'process raft request' (duration: 341.75235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:20.581407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:20.239028Z","time spent":"342.307933ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:56:21.905546Z","caller":"traceutil/trace.go:171","msg":"trace[1628164359] linearizableReadLoop","detail":"{readStateIndex:1157; appliedIndex:1156; }","duration":"262.513808ms","start":"2026-04-07T17:56:21.643007Z","end":"2026-04-07T17:56:21.905521Z","steps":["trace[1628164359] 'read index received' (duration: 262.386325ms)","trace[1628164359] 'applied index is now lower than readState.Index' (duration: 125.693µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:56:21.905788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.707313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:56:21.905911Z","caller":"traceutil/trace.go:171","msg":"trace[352702916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1114; }","duration":"262.960048ms","start":"2026-04-07T17:56:21.642934Z","end":"2026-04-07T17:56:21.905894Z","steps":["trace[352702916] 'agreement among raft nodes before linearized reading' (duration: 262.677602ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:21.90561Z","caller":"traceutil/trace.go:171","msg":"trace[1795095482] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"503.902748ms","start":"2026-04-07T17:56:21.401645Z","end":"2026-04-07T17:56:21.905548Z","steps":["trace[1795095482] 'process raft request' (duration: 503.701324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:21.906362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:21.401621Z","time spent":"504.43536ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:56:22.601582Z","caller":"traceutil/trace.go:171","msg":"trace[136418450] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"230.494433ms","start":"2026-04-07T17:56:22.371065Z","end":"2026-04-07T17:56:22.60156Z","steps":["trace[136418450] 'process raft request' (duration: 230.093724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:23.945305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236891118s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:56:23.945548Z","caller":"traceutil/trace.go:171","msg":"trace[107538461] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"1.339294863s","start":"2026-04-07T17:56:22.606227Z","end":"2026-04-07T17:56:23.945522Z","steps":["trace[107538461] 'process raft request' (duration: 102.081388ms)","trace[107538461] 'compare' (duration: 1.236757915s)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:56:23.945828Z","caller":"traceutil/trace.go:171","msg":"trace[1251179013] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"1.337725537s","start":"2026-04-07T17:56:22.608077Z","end":"2026-04-07T17:56:23.945803Z","steps":["trace[1251179013] 'process raft request' (duration: 1.337488092s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:23.945969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:22.606208Z","time spent":"1.339676211s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:56:23.945971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:22.608068Z","time spent":"1.337834169s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:56:23.945663Z","caller":"traceutil/trace.go:171","msg":"trace[176089196] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"1.338790521s","start":"2026-04-07T17:56:22.606847Z","end":"2026-04-07T17:56:23.945638Z","steps":["trace[176089196] 'process raft request' (duration: 1.338608377s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:23.946322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:22.606819Z","time spent":"1.339472917s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:56:23.945849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T17:56:23.946466Z","caller":"traceutil/trace.go:171","msg":"trace[471654703] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1118; }","duration":"1.323467835s","start":"2026-04-07T17:56:22.622989Z","end":"2026-04-07T17:56:23.946457Z","steps":["trace[471654703] 'agreement among raft nodes before linearized reading' (duration: 1.322755839s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:23.946505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:22.62297Z","time spent":"1.323527497s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T17:56:23.945723Z","caller":"traceutil/trace.go:171","msg":"trace[1886090550] linearizableReadLoop","detail":"{readStateIndex:1161; appliedIndex:1158; }","duration":"1.322684277s","start":"2026-04-07T17:56:22.623028Z","end":"2026-04-07T17:56:23.945713Z","steps":["trace[1886090550] 'read index received' (duration: 85.269948ms)","trace[1886090550] 'applied index is now lower than readState.Index' (duration: 1.237413559s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:56:24.44691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408247404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:56:24.643418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000013399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T17:56:24.643508Z","caller":"traceutil/trace.go:171","msg":"trace[1739883837] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000145592s","start":"2026-04-07T17:56:22.643345Z","end":"2026-04-07T17:56:24.643491Z","steps":["trace[1739883837] 'agreement among raft nodes before linearized reading' (duration: 2.000035929s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:24.643558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:22.643331Z","time spent":"2.000215294s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T17:56:25.844374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198718454s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:56:25.84447Z","caller":"traceutil/trace.go:171","msg":"trace[391351534] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"1.930864714s","start":"2026-04-07T17:56:23.913588Z","end":"2026-04-07T17:56:25.844453Z","steps":["trace[391351534] 'process raft request' (duration: 732.003008ms)","trace[391351534] 'compare' (duration: 1.197513935s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:56:25.844525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:23.913567Z","time spent":"1.930932276s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:56:25.849069Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.114527479s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T17:56:25.84941Z","caller":"traceutil/trace.go:171","msg":"trace[462921718] linearizableReadLoop","detail":"{readStateIndex:1163; appliedIndex:1161; }","duration":"1.902551545s","start":"2026-04-07T17:56:23.946835Z","end":"2026-04-07T17:56:25.849387Z","steps":["trace[462921718] 'read index received' (duration: 698.764347ms)","trace[462921718] 'applied index is now lower than readState.Index' (duration: 1.203786078s)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:56:25.849487Z","caller":"traceutil/trace.go:171","msg":"trace[1444447077] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"1.896866237s","start":"2026-04-07T17:56:23.952585Z","end":"2026-04-07T17:56:25.849451Z","steps":["trace[1444447077] 'process raft request' (duration: 1.896674342s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:25.84963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.015962829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.226\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-07T17:56:25.849642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:23.952571Z","time spent":"1.896977279s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:56:25.849761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618795596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:56:25.849822Z","caller":"traceutil/trace.go:171","msg":"trace[1259440277] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1120; }","duration":"1.618885287s","start":"2026-04-07T17:56:24.230918Z","end":"2026-04-07T17:56:25.849803Z","steps":["trace[1259440277] 'agreement among raft nodes before linearized reading' (duration: 1.618780475s)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:25.849664Z","caller":"traceutil/trace.go:171","msg":"trace[896576588] range","detail":"{range_begin:/registry/masterleases/199.19.213.226; range_end:; response_count:1; response_revision:1120; }","duration":"3.016066271s","start":"2026-04-07T17:56:22.833587Z","end":"2026-04-07T17:56:25.849654Z","steps":["trace[896576588] 'agreement among raft nodes before linearized reading' (duration: 3.015926408s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:25.849872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:24.230903Z","time spent":"1.61895243s","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T17:56:25.849904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:22.833557Z","time spent":"3.016330906s","remote":"127.0.0.1:50948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.226\" "} {"level":"warn","ts":"2026-04-07T17:56:25.850113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205429835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:56:25.85017Z","caller":"traceutil/trace.go:171","msg":"trace[66835153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1120; }","duration":"1.205513017s","start":"2026-04-07T17:56:24.644641Z","end":"2026-04-07T17:56:25.850154Z","steps":["trace[66835153] 'agreement among raft nodes before linearized reading' (duration: 1.205433205s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:25.850468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240626962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T17:56:25.850558Z","caller":"traceutil/trace.go:171","msg":"trace[808077204] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1120; }","duration":"1.240779275s","start":"2026-04-07T17:56:24.609755Z","end":"2026-04-07T17:56:25.850534Z","steps":["trace[808077204] 'agreement among raft nodes before linearized reading' (duration: 1.240506989s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:25.850615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:24.609731Z","time spent":"1.240871087s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T17:56:25.850235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:24.644622Z","time spent":"1.205601399s","remote":"127.0.0.1:50920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T17:56:26.277545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:25.852086Z","time spent":"425.446413ms","remote":"127.0.0.1:50948","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-07T17:56:26.33751Z","caller":"traceutil/trace.go:171","msg":"trace[704661750] linearizableReadLoop","detail":"{readStateIndex:1165; appliedIndex:1163; }","duration":"482.386992ms","start":"2026-04-07T17:56:25.855106Z","end":"2026-04-07T17:56:26.337493Z","steps":["trace[704661750] 'read index received' (duration: 346.16579ms)","trace[704661750] 'applied index is now lower than readState.Index' (duration: 136.220452ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:56:26.337591Z","caller":"traceutil/trace.go:171","msg":"trace[661102838] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"482.951645ms","start":"2026-04-07T17:56:25.854631Z","end":"2026-04-07T17:56:26.337583Z","steps":["trace[661102838] 'process raft request' (duration: 482.73462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:26.33768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:25.854614Z","time spent":"483.000216ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:56:26.337889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.75492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a424a9206ca436\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-07T17:56:26.337975Z","caller":"traceutil/trace.go:171","msg":"trace[951349231] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a424a9206ca436; range_end:; response_count:1; response_revision:1121; }","duration":"482.861762ms","start":"2026-04-07T17:56:25.855087Z","end":"2026-04-07T17:56:26.337949Z","steps":["trace[951349231] 'agreement among raft nodes before linearized reading' (duration: 482.514454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:26.338036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:25.855081Z","time spent":"482.946453ms","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a424a9206ca436\" "} {"level":"warn","ts":"2026-04-07T17:56:26.977786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.890461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:56:26.977998Z","caller":"traceutil/trace.go:171","msg":"trace[1661087701] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"637.698683ms","start":"2026-04-07T17:56:26.340282Z","end":"2026-04-07T17:56:26.977981Z","steps":["trace[1661087701] 'process raft request' (duration: 637.605201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:26.978069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:26.340263Z","time spent":"637.774036ms","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:56:26.97806Z","caller":"traceutil/trace.go:171","msg":"trace[289662333] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"699.140883ms","start":"2026-04-07T17:56:26.278881Z","end":"2026-04-07T17:56:26.978022Z","steps":["trace[289662333] 'process raft request' (duration: 116.930565ms)","trace[289662333] 'compare' (duration: 581.670776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:56:26.978224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:26.27886Z","time spent":"699.279448ms","remote":"127.0.0.1:50948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:56:26.978262Z","caller":"traceutil/trace.go:171","msg":"trace[1217028741] linearizableReadLoop","detail":"{readStateIndex:1166; appliedIndex:1165; }","duration":"640.689482ms","start":"2026-04-07T17:56:26.337562Z","end":"2026-04-07T17:56:26.978252Z","steps":["trace[1217028741] 'read index received' (duration: 58.36868ms)","trace[1217028741] 'applied index is now lower than readState.Index' (duration: 582.319502ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:56:26.978416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.69676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:56:26.978452Z","caller":"traceutil/trace.go:171","msg":"trace[736551151] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1123; }","duration":"696.760751ms","start":"2026-04-07T17:56:26.281683Z","end":"2026-04-07T17:56:26.978444Z","steps":["trace[736551151] 'agreement among raft nodes before linearized reading' (duration: 696.669649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:26.978484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:26.281653Z","time spent":"696.823572ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T17:56:26.978712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027114892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T17:56:26.978719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.361892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T17:56:26.97875Z","caller":"traceutil/trace.go:171","msg":"trace[1905089342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1123; }","duration":"1.027187564s","start":"2026-04-07T17:56:25.951552Z","end":"2026-04-07T17:56:26.97874Z","steps":["trace[1905089342] 'agreement among raft nodes before linearized reading' (duration: 1.027074512s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:26.978781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:25.951534Z","time spent":"1.027237786s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T17:56:26.978919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027616314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T17:56:26.978777Z","caller":"traceutil/trace.go:171","msg":"trace[1017538740] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1123; }","duration":"479.463866ms","start":"2026-04-07T17:56:26.499292Z","end":"2026-04-07T17:56:26.978756Z","steps":["trace[1017538740] 'agreement among raft nodes before linearized reading' (duration: 479.368684ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:26.978971Z","caller":"traceutil/trace.go:171","msg":"trace[164209313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1123; }","duration":"1.027697686s","start":"2026-04-07T17:56:25.951262Z","end":"2026-04-07T17:56:26.978959Z","steps":["trace[164209313] 'agreement among raft nodes before linearized reading' (duration: 1.027540513s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:26.978997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:26.499271Z","time spent":"479.715381ms","remote":"127.0.0.1:48836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T17:56:26.979019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:25.951245Z","time spent":"1.027762877s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T17:56:26.979209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02792894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T17:56:26.979254Z","caller":"traceutil/trace.go:171","msg":"trace[270294648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1123; }","duration":"1.027999462s","start":"2026-04-07T17:56:25.951243Z","end":"2026-04-07T17:56:26.979243Z","steps":["trace[270294648] 'agreement among raft nodes before linearized reading' (duration: 1.02788553s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:26.97929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:25.951227Z","time spent":"1.028053893s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T17:56:26.979455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121720753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:56:26.979567Z","caller":"traceutil/trace.go:171","msg":"trace[216975129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1123; }","duration":"1.121827375s","start":"2026-04-07T17:56:25.857694Z","end":"2026-04-07T17:56:26.979521Z","steps":["trace[216975129] 'agreement among raft nodes before linearized reading' (duration: 1.121649191s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:26.979652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:25.857689Z","time spent":"1.121925777s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T17:56:28.383509Z","caller":"traceutil/trace.go:171","msg":"trace[638813240] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"439.512632ms","start":"2026-04-07T17:56:27.943969Z","end":"2026-04-07T17:56:28.383482Z","steps":["trace[638813240] 'process raft request' (duration: 385.123062ms)","trace[638813240] 'compare' (duration: 54.243807ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:56:28.383644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:27.943941Z","time spent":"439.637484ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:56:28.648701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.25424ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T17:56:28.649172Z","caller":"traceutil/trace.go:171","msg":"trace[542570089] linearizableReadLoop","detail":"{readStateIndex:1174; appliedIndex:1171; }","duration":"307.043525ms","start":"2026-04-07T17:56:28.342102Z","end":"2026-04-07T17:56:28.649145Z","steps":["trace[542570089] 'read index received' (duration: 41.218423ms)","trace[542570089] 'applied index is now lower than readState.Index' (duration: 265.823222ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:56:28.649248Z","caller":"traceutil/trace.go:171","msg":"trace[1143756210] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"364.963314ms","start":"2026-04-07T17:56:28.284244Z","end":"2026-04-07T17:56:28.649207Z","steps":["trace[1143756210] 'process raft request' (duration: 364.554145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:28.649387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:28.284212Z","time spent":"365.094098ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:56:28.649434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.322211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T17:56:28.649485Z","caller":"traceutil/trace.go:171","msg":"trace[1151361307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1129; }","duration":"307.409623ms","start":"2026-04-07T17:56:28.342061Z","end":"2026-04-07T17:56:28.64947Z","steps":["trace[1151361307] 'agreement among raft nodes before linearized reading' (duration: 307.170588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:28.649522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:28.342043Z","time spent":"307.472115ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T17:56:29.14932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408247430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:56:30.196719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.943521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:56:30.197127Z","caller":"traceutil/trace.go:171","msg":"trace[404782448] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"1.64015931s","start":"2026-04-07T17:56:28.556945Z","end":"2026-04-07T17:56:30.197104Z","steps":["trace[404782448] 'process raft request' (duration: 691.759237ms)","trace[404782448] 'compare' (duration: 947.584513ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:56:30.197319Z","caller":"traceutil/trace.go:171","msg":"trace[1109505161] linearizableReadLoop","detail":"{readStateIndex:1176; appliedIndex:1174; }","duration":"1.548038846s","start":"2026-04-07T17:56:28.649225Z","end":"2026-04-07T17:56:30.197264Z","steps":["trace[1109505161] 'read index received' (duration: 599.778997ms)","trace[1109505161] 'applied index is now lower than readState.Index' (duration: 948.258929ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:56:30.197336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:28.556929Z","time spent":"1.640318144s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:56:30.197508Z","caller":"traceutil/trace.go:171","msg":"trace[94232329] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"1.544200029s","start":"2026-04-07T17:56:28.653296Z","end":"2026-04-07T17:56:30.197496Z","steps":["trace[94232329] 'process raft request' (duration: 1.543714348s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:30.19761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:28.653275Z","time spent":"1.544267351s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:56:30.197794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556671011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:56:30.197835Z","caller":"traceutil/trace.go:171","msg":"trace[483018073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1131; }","duration":"1.556746913s","start":"2026-04-07T17:56:28.641078Z","end":"2026-04-07T17:56:30.197825Z","steps":["trace[483018073] 'agreement among raft nodes before linearized reading' (duration: 1.556682131s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:30.197871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:28.641057Z","time spent":"1.556799934s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T17:56:30.198062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572250433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:56:30.19809Z","caller":"traceutil/trace.go:171","msg":"trace[432988709] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1131; }","duration":"1.572319434s","start":"2026-04-07T17:56:28.625764Z","end":"2026-04-07T17:56:30.198083Z","steps":["trace[432988709] 'agreement among raft nodes before linearized reading' (duration: 1.572242773s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:30.198109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:28.625743Z","time spent":"1.572361466s","remote":"127.0.0.1:41126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T17:56:30.220696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.451237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:56:30.22075Z","caller":"traceutil/trace.go:171","msg":"trace[1486074853] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1132; }","duration":"255.55318ms","start":"2026-04-07T17:56:29.965183Z","end":"2026-04-07T17:56:30.220737Z","steps":["trace[1486074853] 'agreement among raft nodes before linearized reading' (duration: 255.428137ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:30.220772Z","caller":"traceutil/trace.go:171","msg":"trace[1294718584] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"276.843142ms","start":"2026-04-07T17:56:29.943894Z","end":"2026-04-07T17:56:30.220737Z","steps":["trace[1294718584] 'process raft request' (duration: 276.609857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:30.220841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218546773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T17:56:30.220906Z","caller":"traceutil/trace.go:171","msg":"trace[30062897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1132; }","duration":"1.218644794s","start":"2026-04-07T17:56:29.002246Z","end":"2026-04-07T17:56:30.220891Z","steps":["trace[30062897] 'agreement among raft nodes before linearized reading' (duration: 1.21844057s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:30.220949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:29.002227Z","time spent":"1.218712176s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T17:56:30.221121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198368216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T17:56:30.221128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197899735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T17:56:30.221163Z","caller":"traceutil/trace.go:171","msg":"trace[1777594913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1132; }","duration":"1.198449708s","start":"2026-04-07T17:56:29.022703Z","end":"2026-04-07T17:56:30.221153Z","steps":["trace[1777594913] 'agreement among raft nodes before linearized reading' (duration: 1.198319295s)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:30.22117Z","caller":"traceutil/trace.go:171","msg":"trace[1714880999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1132; }","duration":"1.197981067s","start":"2026-04-07T17:56:29.023178Z","end":"2026-04-07T17:56:30.221159Z","steps":["trace[1714880999] 'agreement among raft nodes before linearized reading' (duration: 1.197473256s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:30.221193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:29.022683Z","time spent":"1.19850217s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T17:56:30.221198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:29.02315Z","time spent":"1.198042018s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T17:56:30.596683Z","caller":"traceutil/trace.go:171","msg":"trace[867813286] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"204.953076ms","start":"2026-04-07T17:56:30.391706Z","end":"2026-04-07T17:56:30.596659Z","steps":["trace[867813286] 'process raft request' (duration: 204.770882ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:32.50069Z","caller":"traceutil/trace.go:171","msg":"trace[965176514] linearizableReadLoop","detail":"{readStateIndex:1183; appliedIndex:1182; }","duration":"253.28787ms","start":"2026-04-07T17:56:32.247377Z","end":"2026-04-07T17:56:32.500665Z","steps":["trace[965176514] 'read index received' (duration: 26.093651ms)","trace[965176514] 'applied index is now lower than readState.Index' (duration: 227.192919ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:56:32.500747Z","caller":"traceutil/trace.go:171","msg":"trace[701751503] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"273.937506ms","start":"2026-04-07T17:56:32.226777Z","end":"2026-04-07T17:56:32.500715Z","steps":["trace[701751503] 'process raft request' (duration: 273.709371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:32.500935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.535335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-07T17:56:32.500986Z","caller":"traceutil/trace.go:171","msg":"trace[1327492011] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1138; }","duration":"253.641688ms","start":"2026-04-07T17:56:32.247333Z","end":"2026-04-07T17:56:32.500975Z","steps":["trace[1327492011] 'agreement among raft nodes before linearized reading' (duration: 253.464494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:32.501002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.352766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T17:56:32.501025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.648226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-07T17:56:32.501096Z","caller":"traceutil/trace.go:171","msg":"trace[277434729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1138; }","duration":"218.749498ms","start":"2026-04-07T17:56:32.28233Z","end":"2026-04-07T17:56:32.50108Z","steps":["trace[277434729] 'agreement among raft nodes before linearized reading' (duration: 218.517583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:32.501139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.269225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T17:56:32.501043Z","caller":"traceutil/trace.go:171","msg":"trace[1359089246] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1138; }","duration":"144.445408ms","start":"2026-04-07T17:56:32.356585Z","end":"2026-04-07T17:56:32.50103Z","steps":["trace[1359089246] 'agreement among raft nodes before linearized reading' (duration: 144.362606ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:32.501188Z","caller":"traceutil/trace.go:171","msg":"trace[214152109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1138; }","duration":"217.351227ms","start":"2026-04-07T17:56:32.283814Z","end":"2026-04-07T17:56:32.501166Z","steps":["trace[214152109] 'agreement among raft nodes before linearized reading' (duration: 217.258395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:32.74141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.437341ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:56:32.741586Z","caller":"traceutil/trace.go:171","msg":"trace[1779567544] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1138; }","duration":"134.628405ms","start":"2026-04-07T17:56:32.606937Z","end":"2026-04-07T17:56:32.741565Z","steps":["trace[1779567544] 'range keys from in-memory index tree' (duration: 134.4123ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:32.741783Z","caller":"traceutil/trace.go:171","msg":"trace[511367447] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"236.302894ms","start":"2026-04-07T17:56:32.505448Z","end":"2026-04-07T17:56:32.741751Z","steps":["trace[511367447] 'process raft request' (duration: 150.961023ms)","trace[511367447] 'compare' (duration: 85.114696ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:56:32.741975Z","caller":"traceutil/trace.go:171","msg":"trace[158153998] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"235.176729ms","start":"2026-04-07T17:56:32.506676Z","end":"2026-04-07T17:56:32.741852Z","steps":["trace[158153998] 'process raft request' (duration: 234.999275ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:32.742935Z","caller":"traceutil/trace.go:171","msg":"trace[1792181812] linearizableReadLoop","detail":"{readStateIndex:1186; appliedIndex:1183; }","duration":"141.688544ms","start":"2026-04-07T17:56:32.601219Z","end":"2026-04-07T17:56:32.742908Z","steps":["trace[1792181812] 'read index received' (duration: 55.200048ms)","trace[1792181812] 'applied index is now lower than readState.Index' (duration: 86.486936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:56:32.743193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.677107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:56:32.74324Z","caller":"traceutil/trace.go:171","msg":"trace[976283029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1141; }","duration":"100.768768ms","start":"2026-04-07T17:56:32.642457Z","end":"2026-04-07T17:56:32.743225Z","steps":["trace[976283029] 'agreement among raft nodes before linearized reading' (duration: 100.620635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:32.743259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.038032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T17:56:32.743331Z","caller":"traceutil/trace.go:171","msg":"trace[1454787040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1141; }","duration":"142.092753ms","start":"2026-04-07T17:56:32.601204Z","end":"2026-04-07T17:56:32.743296Z","steps":["trace[1454787040] 'agreement among raft nodes before linearized reading' (duration: 141.864538ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:32.743348Z","caller":"traceutil/trace.go:171","msg":"trace[102456068] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"236.555741ms","start":"2026-04-07T17:56:32.506776Z","end":"2026-04-07T17:56:32.743331Z","steps":["trace[102456068] 'process raft request' (duration: 235.1771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:33.418578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.982077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:56:33.418739Z","caller":"traceutil/trace.go:171","msg":"trace[626974847] linearizableReadLoop","detail":"{readStateIndex:1187; appliedIndex:1186; }","duration":"584.612234ms","start":"2026-04-07T17:56:32.834102Z","end":"2026-04-07T17:56:33.418715Z","steps":["trace[626974847] 'read index received' (duration: 299.29252ms)","trace[626974847] 'applied index is now lower than readState.Index' (duration: 285.317424ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:56:33.418791Z","caller":"traceutil/trace.go:171","msg":"trace[936484274] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"670.865036ms","start":"2026-04-07T17:56:32.747873Z","end":"2026-04-07T17:56:33.418738Z","steps":["trace[936484274] 'process raft request' (duration: 385.588492ms)","trace[936484274] 'compare' (duration: 284.68816ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:56:33.418941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.840759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.226\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T17:56:33.418972Z","caller":"traceutil/trace.go:171","msg":"trace[1546368442] range","detail":"{range_begin:/registry/masterleases/199.19.213.226; range_end:; response_count:1; response_revision:1142; }","duration":"584.899461ms","start":"2026-04-07T17:56:32.834062Z","end":"2026-04-07T17:56:33.418962Z","steps":["trace[1546368442] 'agreement among raft nodes before linearized reading' (duration: 584.710667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:33.418967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:32.747854Z","time spent":"671.010929ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:56:33.419014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:32.834046Z","time spent":"584.959742ms","remote":"127.0.0.1:50948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.226\" "} {"level":"info","ts":"2026-04-07T17:56:33.6246Z","caller":"traceutil/trace.go:171","msg":"trace[40327812] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"161.921183ms","start":"2026-04-07T17:56:33.462639Z","end":"2026-04-07T17:56:33.62456Z","steps":["trace[40327812] 'process raft request' (duration: 107.83753ms)","trace[40327812] 'compare' (duration: 53.902809ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:56:36.449234Z","caller":"traceutil/trace.go:171","msg":"trace[1634719261] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"144.540989ms","start":"2026-04-07T17:56:36.304671Z","end":"2026-04-07T17:56:36.449212Z","steps":["trace[1634719261] 'process raft request' (duration: 144.433227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:39.253547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.31529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T17:56:39.253636Z","caller":"traceutil/trace.go:171","msg":"trace[1887085850] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1161; }","duration":"112.440223ms","start":"2026-04-07T17:56:39.141179Z","end":"2026-04-07T17:56:39.253619Z","steps":["trace[1887085850] 'count revisions from in-memory index tree' (duration: 112.211178ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:39.803821Z","caller":"traceutil/trace.go:171","msg":"trace[701547780] linearizableReadLoop","detail":"{readStateIndex:1208; appliedIndex:1207; }","duration":"162.931455ms","start":"2026-04-07T17:56:39.640874Z","end":"2026-04-07T17:56:39.803806Z","steps":["trace[701547780] 'read index received' (duration: 162.789712ms)","trace[701547780] 'applied index is now lower than readState.Index' (duration: 140.893µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:56:39.80393Z","caller":"traceutil/trace.go:171","msg":"trace[152085024] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"360.065605ms","start":"2026-04-07T17:56:39.443816Z","end":"2026-04-07T17:56:39.803882Z","steps":["trace[152085024] 'process raft request' (duration: 359.877261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:39.803983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.091539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:56:39.804058Z","caller":"traceutil/trace.go:171","msg":"trace[1677805599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1162; }","duration":"163.202541ms","start":"2026-04-07T17:56:39.640838Z","end":"2026-04-07T17:56:39.804041Z","steps":["trace[1677805599] 'agreement among raft nodes before linearized reading' (duration: 163.074289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:39.804085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:39.443799Z","time spent":"360.211438ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:56:40.579797Z","caller":"traceutil/trace.go:171","msg":"trace[384098718] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"110.425307ms","start":"2026-04-07T17:56:40.469349Z","end":"2026-04-07T17:56:40.579774Z","steps":["trace[384098718] 'process raft request' (duration: 110.270214ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:41.185143Z","caller":"traceutil/trace.go:171","msg":"trace[882554773] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"257.470152ms","start":"2026-04-07T17:56:40.927642Z","end":"2026-04-07T17:56:41.185112Z","steps":["trace[882554773] 'process raft request' (duration: 257.271097ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:41.186625Z","caller":"traceutil/trace.go:171","msg":"trace[896378324] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"258.829642ms","start":"2026-04-07T17:56:40.927774Z","end":"2026-04-07T17:56:41.186604Z","steps":["trace[896378324] 'process raft request' (duration: 258.690039ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:48.731975Z","caller":"traceutil/trace.go:171","msg":"trace[1834543416] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"120.563826ms","start":"2026-04-07T17:56:48.611359Z","end":"2026-04-07T17:56:48.731923Z","steps":["trace[1834543416] 'process raft request' (duration: 120.429703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:48.732267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.986998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T17:56:48.73236Z","caller":"traceutil/trace.go:171","msg":"trace[1030198444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1246; }","duration":"118.135281ms","start":"2026-04-07T17:56:48.614203Z","end":"2026-04-07T17:56:48.732338Z","steps":["trace[1030198444] 'agreement among raft nodes before linearized reading' (duration: 117.828194ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:48.731991Z","caller":"traceutil/trace.go:171","msg":"trace[1369997053] linearizableReadLoop","detail":"{readStateIndex:1295; appliedIndex:1295; }","duration":"117.671441ms","start":"2026-04-07T17:56:48.614249Z","end":"2026-04-07T17:56:48.73192Z","steps":["trace[1369997053] 'read index received' (duration: 117.65203ms)","trace[1369997053] 'applied index is now lower than readState.Index' (duration: 16.851µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:56:49.233982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408247682,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T17:56:49.671027Z","caller":"traceutil/trace.go:171","msg":"trace[69939300] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"934.889979ms","start":"2026-04-07T17:56:48.736087Z","end":"2026-04-07T17:56:49.670977Z","steps":["trace[69939300] 'process raft request' (duration: 934.643574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:49.671201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:48.736059Z","time spent":"935.047913ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:56:49.671524Z","caller":"traceutil/trace.go:171","msg":"trace[114313375] linearizableReadLoop","detail":"{readStateIndex:1297; appliedIndex:1295; }","duration":"937.945518ms","start":"2026-04-07T17:56:48.733566Z","end":"2026-04-07T17:56:49.671512Z","steps":["trace[114313375] 'read index received' (duration: 917.648029ms)","trace[114313375] 'applied index is now lower than readState.Index' (duration: 20.294769ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:56:49.671725Z","caller":"traceutil/trace.go:171","msg":"trace[337559044] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"337.353387ms","start":"2026-04-07T17:56:49.334361Z","end":"2026-04-07T17:56:49.671715Z","steps":["trace[337559044] 'process raft request' (duration: 336.549589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:49.67178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:49.334335Z","time spent":"337.414079ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:56:49.6719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.357339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:56:49.671936Z","caller":"traceutil/trace.go:171","msg":"trace[1809959189] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1248; }","duration":"322.43778ms","start":"2026-04-07T17:56:49.349487Z","end":"2026-04-07T17:56:49.671925Z","steps":["trace[1809959189] 'agreement among raft nodes before linearized reading' (duration: 322.373739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:49.671966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:49.349462Z","time spent":"322.497102ms","remote":"127.0.0.1:41146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T17:56:49.671975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.338501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T17:56:49.672024Z","caller":"traceutil/trace.go:171","msg":"trace[389493957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1248; }","duration":"706.435354ms","start":"2026-04-07T17:56:48.965576Z","end":"2026-04-07T17:56:49.672011Z","steps":["trace[389493957] 'agreement among raft nodes before linearized reading' (duration: 706.28354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:49.672053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:48.965549Z","time spent":"706.495096ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T17:56:49.672111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031732059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:56:49.672226Z","caller":"traceutil/trace.go:171","msg":"trace[196268790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1248; }","duration":"1.031877663s","start":"2026-04-07T17:56:48.640305Z","end":"2026-04-07T17:56:49.672182Z","steps":["trace[196268790] 'agreement among raft nodes before linearized reading' (duration: 1.031702559s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:49.672274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.133189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T17:56:49.672283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:48.640286Z","time spent":"1.031988805s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T17:56:49.672318Z","caller":"traceutil/trace.go:171","msg":"trace[1591619092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1248; }","duration":"450.17765ms","start":"2026-04-07T17:56:49.22213Z","end":"2026-04-07T17:56:49.672308Z","steps":["trace[1591619092] 'agreement among raft nodes before linearized reading' (duration: 450.087218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:49.672352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:49.22206Z","time spent":"450.283361ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T17:56:49.672275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.446348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-07T17:56:49.672433Z","caller":"traceutil/trace.go:171","msg":"trace[926774222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1248; }","duration":"447.650812ms","start":"2026-04-07T17:56:49.224772Z","end":"2026-04-07T17:56:49.672423Z","steps":["trace[926774222] 'agreement among raft nodes before linearized reading' (duration: 447.431507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:49.672473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:49.224744Z","time spent":"447.718694ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T17:56:51.539433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408247692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:56:52.040357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408247692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:56:52.302695Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.563427373s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T17:56:52.303114Z","caller":"traceutil/trace.go:171","msg":"trace[416324423] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"1.563919804s","start":"2026-04-07T17:56:50.739166Z","end":"2026-04-07T17:56:52.303086Z","steps":["trace[416324423] 'process raft request' (duration: 1.56374341s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:52.303273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:50.739142Z","time spent":"1.564039206s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:56:53.643209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000111877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T17:56:53.643316Z","caller":"traceutil/trace.go:171","msg":"trace[1199294339] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000294671s","start":"2026-04-07T17:56:51.642996Z","end":"2026-04-07T17:56:53.64329Z","steps":["trace[1199294339] 'agreement among raft nodes before linearized reading' (duration: 2.000148517s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:53.643671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:51.642975Z","time spent":"2.000686009s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 17:56:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T17:56:53.788089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180174555s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:56:53.788546Z","caller":"traceutil/trace.go:171","msg":"trace[2122740611] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1253; }","duration":"1.180351999s","start":"2026-04-07T17:56:52.607881Z","end":"2026-04-07T17:56:53.788233Z","steps":["trace[2122740611] 'range keys from in-memory index tree' (duration: 1.180156985s)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:56:53.801809Z","caller":"traceutil/trace.go:171","msg":"trace[1248556822] linearizableReadLoop","detail":"{readStateIndex:1304; appliedIndex:1302; }","duration":"2.762716711s","start":"2026-04-07T17:56:51.03906Z","end":"2026-04-07T17:56:53.801777Z","steps":["trace[1248556822] 'read index received' (duration: 1.263873419s)","trace[1248556822] 'applied index is now lower than readState.Index' (duration: 1.498841892s)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:56:53.801964Z","caller":"traceutil/trace.go:171","msg":"trace[1702917090] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"2.877579386s","start":"2026-04-07T17:56:50.924372Z","end":"2026-04-07T17:56:53.801951Z","steps":["trace[1702917090] 'process raft request' (duration: 2.877228059s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:53.802112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:50.924343Z","time spent":"2.877665149s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:56:53.802393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128003528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T17:56:53.80248Z","caller":"traceutil/trace.go:171","msg":"trace[1123878812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1254; }","duration":"2.128156092s","start":"2026-04-07T17:56:51.674302Z","end":"2026-04-07T17:56:53.802458Z","steps":["trace[1123878812] 'agreement among raft nodes before linearized reading' (duration: 2.127911486s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:53.802528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:51.674281Z","time spent":"2.128238013s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T17:56:53.80264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946411901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T17:56:53.80269Z","caller":"traceutil/trace.go:171","msg":"trace[1629688201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1254; }","duration":"1.946498604s","start":"2026-04-07T17:56:51.85618Z","end":"2026-04-07T17:56:53.802678Z","steps":["trace[1629688201] 'agreement among raft nodes before linearized reading' (duration: 1.94634018s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:53.802729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:51.85616Z","time spent":"1.946561585s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T17:56:53.802779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119208959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T17:56:53.802816Z","caller":"traceutil/trace.go:171","msg":"trace[2027098187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1254; }","duration":"2.119255849s","start":"2026-04-07T17:56:51.68355Z","end":"2026-04-07T17:56:53.802806Z","steps":["trace[2027098187] 'agreement among raft nodes before linearized reading' (duration: 2.119153847s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:53.802841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:51.683542Z","time spent":"2.11929342s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T17:56:53.802911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763846435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T17:56:53.802948Z","caller":"traceutil/trace.go:171","msg":"trace[224471922] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1254; }","duration":"2.763887256s","start":"2026-04-07T17:56:51.039052Z","end":"2026-04-07T17:56:53.802939Z","steps":["trace[224471922] 'agreement among raft nodes before linearized reading' (duration: 2.763823185s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:53.802984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:51.038983Z","time spent":"2.763992189s","remote":"127.0.0.1:51126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T17:56:53.803009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119869124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T17:56:53.803035Z","caller":"traceutil/trace.go:171","msg":"trace[998873183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1254; }","duration":"2.119906864s","start":"2026-04-07T17:56:51.683121Z","end":"2026-04-07T17:56:53.803028Z","steps":["trace[998873183] 'agreement among raft nodes before linearized reading' (duration: 2.119834263s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:53.803067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:51.683112Z","time spent":"2.119949486s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T17:56:53.803153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.540547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:56:53.803187Z","caller":"traceutil/trace.go:171","msg":"trace[120214150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1254; }","duration":"159.613689ms","start":"2026-04-07T17:56:53.643565Z","end":"2026-04-07T17:56:53.803179Z","steps":["trace[120214150] 'agreement among raft nodes before linearized reading' (duration: 159.563078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:53.803242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121068961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-07T17:56:53.803278Z","caller":"traceutil/trace.go:171","msg":"trace[155169388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1254; }","duration":"2.121123972s","start":"2026-04-07T17:56:51.682143Z","end":"2026-04-07T17:56:53.803267Z","steps":["trace[155169388] 'agreement among raft nodes before linearized reading' (duration: 2.12103556s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:53.803305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:51.68213Z","time spent":"2.121169783s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T17:56:53.803373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.342693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.226\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T17:56:53.803409Z","caller":"traceutil/trace.go:171","msg":"trace[974666144] range","detail":"{range_begin:/registry/masterleases/199.19.213.226; range_end:; response_count:1; response_revision:1254; }","duration":"967.417715ms","start":"2026-04-07T17:56:52.835982Z","end":"2026-04-07T17:56:53.8034Z","steps":["trace[974666144] 'agreement among raft nodes before linearized reading' (duration: 967.317602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:56:53.803443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:56:52.835957Z","time spent":"967.477645ms","remote":"127.0.0.1:50948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.226\" "} {"level":"info","ts":"2026-04-07T17:57:04.117196Z","caller":"traceutil/trace.go:171","msg":"trace[1182033717] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"130.870489ms","start":"2026-04-07T17:57:03.986286Z","end":"2026-04-07T17:57:04.117157Z","steps":["trace[1182033717] 'process raft request' (duration: 102.540509ms)","trace[1182033717] 'compare' (duration: 28.122966ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:57:04.171045Z","caller":"traceutil/trace.go:171","msg":"trace[1938561700] linearizableReadLoop","detail":"{readStateIndex:1345; appliedIndex:1343; }","duration":"151.160548ms","start":"2026-04-07T17:57:04.019858Z","end":"2026-04-07T17:57:04.171018Z","steps":["trace[1938561700] 'read index received' (duration: 68.98226ms)","trace[1938561700] 'applied index is now lower than readState.Index' (duration: 82.176958ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:57:04.171338Z","caller":"traceutil/trace.go:171","msg":"trace[1091266011] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"184.488512ms","start":"2026-04-07T17:57:03.986836Z","end":"2026-04-07T17:57:04.171324Z","steps":["trace[1091266011] 'process raft request' (duration: 184.051372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:04.171619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.699828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T17:57:04.171649Z","caller":"traceutil/trace.go:171","msg":"trace[317420830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1292; }","duration":"131.77336ms","start":"2026-04-07T17:57:04.039868Z","end":"2026-04-07T17:57:04.171641Z","steps":["trace[317420830] 'agreement among raft nodes before linearized reading' (duration: 131.635677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:04.171779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.934276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T17:57:04.171804Z","caller":"traceutil/trace.go:171","msg":"trace[414497986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1292; }","duration":"151.996477ms","start":"2026-04-07T17:57:04.019801Z","end":"2026-04-07T17:57:04.171797Z","steps":["trace[414497986] 'agreement among raft nodes before linearized reading' (duration: 151.922396ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:04.547761Z","caller":"traceutil/trace.go:171","msg":"trace[311657359] transaction","detail":"{read_only:false; response_revision:1295; number_of_response:1; }","duration":"178.251111ms","start":"2026-04-07T17:57:04.369476Z","end":"2026-04-07T17:57:04.547727Z","steps":["trace[311657359] 'process raft request' (duration: 178.102808ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:06.328819Z","caller":"traceutil/trace.go:171","msg":"trace[253775810] linearizableReadLoop","detail":"{readStateIndex:1349; appliedIndex:1348; }","duration":"182.388284ms","start":"2026-04-07T17:57:06.146409Z","end":"2026-04-07T17:57:06.328798Z","steps":["trace[253775810] 'read index received' (duration: 182.232511ms)","trace[253775810] 'applied index is now lower than readState.Index' (duration: 154.893µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:57:06.328931Z","caller":"traceutil/trace.go:171","msg":"trace[1731600483] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"340.329915ms","start":"2026-04-07T17:57:05.988567Z","end":"2026-04-07T17:57:06.328897Z","steps":["trace[1731600483] 'process raft request' (duration: 340.08355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:06.329036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.60853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T17:57:06.32907Z","caller":"traceutil/trace.go:171","msg":"trace[1740125369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1296; }","duration":"182.716692ms","start":"2026-04-07T17:57:06.146344Z","end":"2026-04-07T17:57:06.32906Z","steps":["trace[1740125369] 'agreement among raft nodes before linearized reading' (duration: 182.587778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:06.329088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:05.988542Z","time spent":"340.460169ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:57:06.329216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.434372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T17:57:06.329237Z","caller":"traceutil/trace.go:171","msg":"trace[417061754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1296; }","duration":"154.479314ms","start":"2026-04-07T17:57:06.174753Z","end":"2026-04-07T17:57:06.329232Z","steps":["trace[417061754] 'agreement among raft nodes before linearized reading' (duration: 154.411162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:06.32941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.799171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-07T17:57:06.329443Z","caller":"traceutil/trace.go:171","msg":"trace[674003914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1296; }","duration":"108.888082ms","start":"2026-04-07T17:57:06.220548Z","end":"2026-04-07T17:57:06.329436Z","steps":["trace[674003914] 'agreement among raft nodes before linearized reading' (duration: 108.79047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:09.143285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408247833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:57:09.625214Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195640576s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T17:57:09.625698Z","caller":"traceutil/trace.go:171","msg":"trace[1502349207] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"1.196213618s","start":"2026-04-07T17:57:08.429454Z","end":"2026-04-07T17:57:09.625668Z","steps":["trace[1502349207] 'process raft request' (duration: 1.195992173s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:09.625893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:08.429432Z","time spent":"1.196362362s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:57:10.138797Z","caller":"traceutil/trace.go:171","msg":"trace[673970581] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"1.708092272s","start":"2026-04-07T17:57:08.430678Z","end":"2026-04-07T17:57:10.13877Z","steps":["trace[673970581] 'process raft request' (duration: 1.708030481s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:10.138977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:08.430663Z","time spent":"1.708206175s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:57:10.138801Z","caller":"traceutil/trace.go:171","msg":"trace[233446599] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"1.708933392s","start":"2026-04-07T17:57:08.429843Z","end":"2026-04-07T17:57:10.138777Z","steps":["trace[233446599] 'process raft request' (duration: 1.708702487s)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:10.139192Z","caller":"traceutil/trace.go:171","msg":"trace[540879343] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"1.7083991s","start":"2026-04-07T17:57:08.430739Z","end":"2026-04-07T17:57:10.139138Z","steps":["trace[540879343] 'process raft request' (duration: 1.70799726s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:10.139234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:08.429832Z","time spent":"1.70927047s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:57:10.139304Z","caller":"traceutil/trace.go:171","msg":"trace[1014052470] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"1.55759618s","start":"2026-04-07T17:57:08.581672Z","end":"2026-04-07T17:57:10.139268Z","steps":["trace[1014052470] 'process raft request' (duration: 1.557333924s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:10.139362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:08.430718Z","time spent":"1.708551353s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:57:10.139468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:08.581645Z","time spent":"1.557729882s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:57:10.254674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.520892ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T17:57:10.2548Z","caller":"traceutil/trace.go:171","msg":"trace[1614648429] linearizableReadLoop","detail":"{readStateIndex:1360; appliedIndex:1356; }","duration":"1.612513012s","start":"2026-04-07T17:57:08.642265Z","end":"2026-04-07T17:57:10.254778Z","steps":["trace[1614648429] 'read index received' (duration: 984.199915ms)","trace[1614648429] 'applied index is now lower than readState.Index' (duration: 628.311317ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:57:10.254899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612624315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:57:10.254934Z","caller":"traceutil/trace.go:171","msg":"trace[1504419614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1307; }","duration":"1.612716507s","start":"2026-04-07T17:57:08.642207Z","end":"2026-04-07T17:57:10.254924Z","steps":["trace[1504419614] 'agreement among raft nodes before linearized reading' (duration: 1.612624765s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:10.254969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:08.642187Z","time spent":"1.612773988s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T17:57:10.580053Z","caller":"traceutil/trace.go:171","msg":"trace[376693264] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"200.609677ms","start":"2026-04-07T17:57:10.379415Z","end":"2026-04-07T17:57:10.580024Z","steps":["trace[376693264] 'process raft request' (duration: 175.774125ms)","trace[376693264] 'compare' (duration: 24.714579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:57:11.584603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.573202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:57:11.584695Z","caller":"traceutil/trace.go:171","msg":"trace[1787912394] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1309; }","duration":"773.727986ms","start":"2026-04-07T17:57:10.81094Z","end":"2026-04-07T17:57:11.584668Z","steps":["trace[1787912394] 'count revisions from in-memory index tree' (duration: 773.45087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:11.58474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:10.810723Z","time spent":"774.005582ms","remote":"127.0.0.1:41192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-07T17:57:11.874243Z","caller":"traceutil/trace.go:171","msg":"trace[1340624751] linearizableReadLoop","detail":"{readStateIndex:1364; appliedIndex:1363; }","duration":"231.114796ms","start":"2026-04-07T17:57:11.643089Z","end":"2026-04-07T17:57:11.874204Z","steps":["trace[1340624751] 'read index received' (duration: 230.689507ms)","trace[1340624751] 'applied index is now lower than readState.Index' (duration: 422.459µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:57:11.874354Z","caller":"traceutil/trace.go:171","msg":"trace[1760736588] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"236.265532ms","start":"2026-04-07T17:57:11.638036Z","end":"2026-04-07T17:57:11.874301Z","steps":["trace[1760736588] 'process raft request' (duration: 235.915494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:11.874441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.322811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:57:11.874488Z","caller":"traceutil/trace.go:171","msg":"trace[16532794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1310; }","duration":"231.448904ms","start":"2026-04-07T17:57:11.643028Z","end":"2026-04-07T17:57:11.874476Z","steps":["trace[16532794] 'agreement among raft nodes before linearized reading' (duration: 231.330432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:12.255799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.466911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T17:57:12.256436Z","caller":"traceutil/trace.go:171","msg":"trace[1446103828] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1310; }","duration":"112.185247ms","start":"2026-04-07T17:57:12.144227Z","end":"2026-04-07T17:57:12.256412Z","steps":["trace[1446103828] 'range keys from in-memory index tree' (duration: 111.170794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:12.255967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.308889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-07T17:57:12.256012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.458923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T17:57:12.257033Z","caller":"traceutil/trace.go:171","msg":"trace[1290353266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1310; }","duration":"113.516508ms","start":"2026-04-07T17:57:12.143474Z","end":"2026-04-07T17:57:12.25699Z","steps":["trace[1290353266] 'range keys from in-memory index tree' (duration: 111.846049ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:12.256767Z","caller":"traceutil/trace.go:171","msg":"trace[643381320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1310; }","duration":"113.171559ms","start":"2026-04-07T17:57:12.14357Z","end":"2026-04-07T17:57:12.256742Z","steps":["trace[643381320] 'range keys from in-memory index tree' (duration: 112.056674ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:12.353143Z","caller":"traceutil/trace.go:171","msg":"trace[1211024654] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"201.988237ms","start":"2026-04-07T17:57:12.151122Z","end":"2026-04-07T17:57:12.35311Z","steps":["trace[1211024654] 'process raft request' (duration: 201.788982ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:12.674331Z","caller":"traceutil/trace.go:171","msg":"trace[94486969] transaction","detail":"{read_only:false; response_revision:1312; number_of_response:1; }","duration":"412.389136ms","start":"2026-04-07T17:57:12.261913Z","end":"2026-04-07T17:57:12.674302Z","steps":["trace[94486969] 'process raft request' (duration: 412.129419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:12.674555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.406107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T17:57:12.674645Z","caller":"traceutil/trace.go:171","msg":"trace[384059714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1314; }","duration":"236.554459ms","start":"2026-04-07T17:57:12.438072Z","end":"2026-04-07T17:57:12.674626Z","steps":["trace[384059714] 'agreement among raft nodes before linearized reading' (duration: 236.307764ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:12.674648Z","caller":"traceutil/trace.go:171","msg":"trace[2001414910] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"412.545609ms","start":"2026-04-07T17:57:12.262074Z","end":"2026-04-07T17:57:12.67462Z","steps":["trace[2001414910] 'process raft request' (duration: 412.14288ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:12.674791Z","caller":"traceutil/trace.go:171","msg":"trace[664686473] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"412.668001ms","start":"2026-04-07T17:57:12.26211Z","end":"2026-04-07T17:57:12.674778Z","steps":["trace[664686473] 'process raft request' (duration: 412.1454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:12.674819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:12.262042Z","time spent":"412.688412ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:57:12.674951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:12.262082Z","time spent":"412.832686ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:57:12.674321Z","caller":"traceutil/trace.go:171","msg":"trace[1960715753] linearizableReadLoop","detail":"{readStateIndex:1368; appliedIndex:1365; }","duration":"236.177002ms","start":"2026-04-07T17:57:12.438115Z","end":"2026-04-07T17:57:12.674292Z","steps":["trace[1960715753] 'read index received' (duration: 235.923705ms)","trace[1960715753] 'applied index is now lower than readState.Index' (duration: 252.177µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:57:12.674618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:12.261888Z","time spent":"412.507068ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:57:13.99792Z","caller":"traceutil/trace.go:171","msg":"trace[1769264567] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"103.512941ms","start":"2026-04-07T17:57:13.894379Z","end":"2026-04-07T17:57:13.997891Z","steps":["trace[1769264567] 'process raft request' (duration: 103.208234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:17.189599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408247899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:57:17.689789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408247899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:57:18.190789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408247899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:57:18.667985Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.663560258s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T17:57:18.66846Z","caller":"traceutil/trace.go:171","msg":"trace[441925745] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"2.664156981s","start":"2026-04-07T17:57:16.004276Z","end":"2026-04-07T17:57:18.668433Z","steps":["trace[441925745] 'process raft request' (duration: 2.664006008s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:18.668591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:16.004247Z","time spent":"2.664256743s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:57:19.150474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.519806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:57:19.151014Z","caller":"traceutil/trace.go:171","msg":"trace[2048382864] transaction","detail":"{read_only:false; response_revision:1333; number_of_response:1; }","duration":"2.722097731s","start":"2026-04-07T17:57:16.428878Z","end":"2026-04-07T17:57:19.150976Z","steps":["trace[2048382864] 'process raft request' (duration: 2.45497861s)","trace[2048382864] 'compare' (duration: 266.282001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:57:19.151192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:16.428826Z","time spent":"2.722271265s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:57:19.27716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.571063ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T17:57:19.277276Z","caller":"traceutil/trace.go:171","msg":"trace[1645644622] linearizableReadLoop","detail":"{readStateIndex:1388; appliedIndex:1386; }","duration":"2.588162102s","start":"2026-04-07T17:57:16.68909Z","end":"2026-04-07T17:57:19.277252Z","steps":["trace[1645644622] 'read index received' (duration: 1.979196962s)","trace[1645644622] 'applied index is now lower than readState.Index' (duration: 608.96339ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:57:19.277474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.588379488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T17:57:19.277524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586366383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T17:57:19.277535Z","caller":"traceutil/trace.go:171","msg":"trace[1049584863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1333; }","duration":"2.58849632s","start":"2026-04-07T17:57:16.689024Z","end":"2026-04-07T17:57:19.27752Z","steps":["trace[1049584863] 'agreement among raft nodes before linearized reading' (duration: 2.588328697s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:19.277563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:16.689Z","time spent":"2.588557411s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T17:57:19.277555Z","caller":"traceutil/trace.go:171","msg":"trace[2085148190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1333; }","duration":"2.586627249s","start":"2026-04-07T17:57:16.690917Z","end":"2026-04-07T17:57:19.277544Z","steps":["trace[2085148190] 'agreement among raft nodes before linearized reading' (duration: 2.586452385s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:19.277608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:16.690891Z","time spent":"2.58670832s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T17:57:19.277689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.068190075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T17:57:19.277712Z","caller":"traceutil/trace.go:171","msg":"trace[1415181808] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1333; }","duration":"2.068341669s","start":"2026-04-07T17:57:17.209361Z","end":"2026-04-07T17:57:19.277703Z","steps":["trace[1415181808] 'agreement among raft nodes before linearized reading' (duration: 2.068300128s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:19.277728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:17.209317Z","time spent":"2.068405441s","remote":"127.0.0.1:51206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-07T17:57:19.277874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634375846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:57:19.277889Z","caller":"traceutil/trace.go:171","msg":"trace[61901867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1333; }","duration":"1.634587761s","start":"2026-04-07T17:57:17.643295Z","end":"2026-04-07T17:57:19.277883Z","steps":["trace[61901867] 'agreement among raft nodes before linearized reading' (duration: 1.634564631s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:19.2779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:17.643272Z","time spent":"1.634625782s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T17:57:19.277907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T17:57:19.277937Z","caller":"traceutil/trace.go:171","msg":"trace[1988243675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1333; }","duration":"2.579227171s","start":"2026-04-07T17:57:16.698701Z","end":"2026-04-07T17:57:19.277928Z","steps":["trace[1988243675] 'agreement among raft nodes before linearized reading' (duration: 2.579136149s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:19.277965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:16.698687Z","time spent":"2.579271942s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T17:57:19.278133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586550856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T17:57:19.278162Z","caller":"traceutil/trace.go:171","msg":"trace[1822589535] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1333; }","duration":"2.586605467s","start":"2026-04-07T17:57:16.691546Z","end":"2026-04-07T17:57:19.278152Z","steps":["trace[1822589535] 'agreement among raft nodes before linearized reading' (duration: 2.586525736s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:19.278188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:16.691535Z","time spent":"2.586647178s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T17:57:19.425783Z","caller":"traceutil/trace.go:171","msg":"trace[224227819] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"144.238342ms","start":"2026-04-07T17:57:19.28152Z","end":"2026-04-07T17:57:19.425759Z","steps":["trace[224227819] 'process raft request' (duration: 144.097089ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:19.676955Z","caller":"traceutil/trace.go:171","msg":"trace[346736062] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"395.35695ms","start":"2026-04-07T17:57:19.281572Z","end":"2026-04-07T17:57:19.676929Z","steps":["trace[346736062] 'process raft request' (duration: 303.556755ms)","trace[346736062] 'compare' (duration: 91.650992ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:57:19.677082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:19.28154Z","time spent":"395.474012ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:57:19.677124Z","caller":"traceutil/trace.go:171","msg":"trace[393503093] linearizableReadLoop","detail":"{readStateIndex:1393; appliedIndex:1389; }","duration":"389.369694ms","start":"2026-04-07T17:57:19.287739Z","end":"2026-04-07T17:57:19.677109Z","steps":["trace[393503093] 'read index received' (duration: 137.898078ms)","trace[393503093] 'applied index is now lower than readState.Index' (duration: 251.470556ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:57:19.67716Z","caller":"traceutil/trace.go:171","msg":"trace[282157066] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"395.494942ms","start":"2026-04-07T17:57:19.281629Z","end":"2026-04-07T17:57:19.677124Z","steps":["trace[282157066] 'process raft request' (duration: 395.264877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:19.677226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.479727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:57:19.67726Z","caller":"traceutil/trace.go:171","msg":"trace[1132175569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1337; }","duration":"389.581309ms","start":"2026-04-07T17:57:19.287667Z","end":"2026-04-07T17:57:19.677248Z","steps":["trace[1132175569] 'agreement among raft nodes before linearized reading' (duration: 389.495547ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:19.677268Z","caller":"traceutil/trace.go:171","msg":"trace[986939049] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"395.545274ms","start":"2026-04-07T17:57:19.281697Z","end":"2026-04-07T17:57:19.677242Z","steps":["trace[986939049] 'process raft request' (duration: 395.343359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:19.677289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:19.287647Z","time spent":"389.63519ms","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T17:57:19.677376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:19.281672Z","time spent":"395.649806ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:57:19.677393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:19.281505Z","time spent":"395.742068ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:57:20.852194Z","caller":"traceutil/trace.go:171","msg":"trace[1287175074] linearizableReadLoop","detail":"{readStateIndex:1395; appliedIndex:1394; }","duration":"211.36874ms","start":"2026-04-07T17:57:20.640754Z","end":"2026-04-07T17:57:20.852123Z","steps":["trace[1287175074] 'read index received' (duration: 203.455181ms)","trace[1287175074] 'applied index is now lower than readState.Index' (duration: 7.911609ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:57:20.852224Z","caller":"traceutil/trace.go:171","msg":"trace[128553804] transaction","detail":"{read_only:false; response_revision:1338; number_of_response:1; }","duration":"815.359317ms","start":"2026-04-07T17:57:20.03683Z","end":"2026-04-07T17:57:20.852189Z","steps":["trace[128553804] 'process raft request' (duration: 807.495939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:20.85237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:20.036809Z","time spent":"815.486819ms","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T17:57:20.852422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.643206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:57:20.85247Z","caller":"traceutil/trace.go:171","msg":"trace[1277779635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1338; }","duration":"211.750759ms","start":"2026-04-07T17:57:20.640706Z","end":"2026-04-07T17:57:20.852456Z","steps":["trace[1277779635] 'agreement among raft nodes before linearized reading' (duration: 211.593355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:20.860805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.416881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T17:57:20.86091Z","caller":"traceutil/trace.go:171","msg":"trace[241101752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1339; }","duration":"188.575264ms","start":"2026-04-07T17:57:20.672311Z","end":"2026-04-07T17:57:20.860886Z","steps":["trace[241101752] 'agreement among raft nodes before linearized reading' (duration: 188.310528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:20.861013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.086059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:57:20.861151Z","caller":"traceutil/trace.go:171","msg":"trace[1058591877] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1339; }","duration":"167.255162ms","start":"2026-04-07T17:57:20.693863Z","end":"2026-04-07T17:57:20.861118Z","steps":["trace[1058591877] 'agreement among raft nodes before linearized reading' (duration: 166.760231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:22.564859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039828491s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:57:22.565069Z","caller":"traceutil/trace.go:171","msg":"trace[252063433] linearizableReadLoop","detail":"{readStateIndex:1398; appliedIndex:1396; }","duration":"1.134342228s","start":"2026-04-07T17:57:21.430707Z","end":"2026-04-07T17:57:22.56505Z","steps":["trace[252063433] 'read index received' (duration: 94.336603ms)","trace[252063433] 'applied index is now lower than readState.Index' (duration: 1.040004515s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:57:22.5654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.790412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T17:57:22.565394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134673087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T17:57:22.565436Z","caller":"traceutil/trace.go:171","msg":"trace[365853506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1341; }","duration":"921.827423ms","start":"2026-04-07T17:57:21.643597Z","end":"2026-04-07T17:57:22.565424Z","steps":["trace[365853506] 'agreement among raft nodes before linearized reading' (duration: 921.768742ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:22.565456Z","caller":"traceutil/trace.go:171","msg":"trace[389044064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1341; }","duration":"1.134798849s","start":"2026-04-07T17:57:21.430641Z","end":"2026-04-07T17:57:22.56544Z","steps":["trace[389044064] 'agreement among raft nodes before linearized reading' (duration: 1.134564144s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:22.565472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:21.643515Z","time spent":"921.948576ms","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T17:57:22.565501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:21.430613Z","time spent":"1.1348796s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T17:57:22.565659Z","caller":"traceutil/trace.go:171","msg":"trace[386812868] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"1.700010339s","start":"2026-04-07T17:57:20.865637Z","end":"2026-04-07T17:57:22.565648Z","steps":["trace[386812868] 'process raft request' (duration: 659.297228ms)","trace[386812868] 'compare' (duration: 1.039710068s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:57:22.565729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:20.86561Z","time spent":"1.70006733s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:57:22.565744Z","caller":"traceutil/trace.go:171","msg":"trace[1942787431] transaction","detail":"{read_only:false; response_revision:1341; number_of_response:1; }","duration":"1.406942603s","start":"2026-04-07T17:57:21.158763Z","end":"2026-04-07T17:57:22.565705Z","steps":["trace[1942787431] 'process raft request' (duration: 1.406226097s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:22.565837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.553689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T17:57:22.565856Z","caller":"traceutil/trace.go:171","msg":"trace[2093580500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1341; }","duration":"883.590559ms","start":"2026-04-07T17:57:21.682259Z","end":"2026-04-07T17:57:22.56585Z","steps":["trace[2093580500] 'agreement among raft nodes before linearized reading' (duration: 883.528468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:22.565873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:21.682253Z","time spent":"883.61677ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T17:57:22.565898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:21.158725Z","time spent":"1.407088578s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:57:22.565913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.874876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-07T17:57:22.565935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.692512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T17:57:22.565981Z","caller":"traceutil/trace.go:171","msg":"trace[161649719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1341; }","duration":"884.002749ms","start":"2026-04-07T17:57:21.68196Z","end":"2026-04-07T17:57:22.565963Z","steps":["trace[161649719] 'agreement among raft nodes before linearized reading' (duration: 883.776334ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:22.565997Z","caller":"traceutil/trace.go:171","msg":"trace[1641530515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1341; }","duration":"883.763443ms","start":"2026-04-07T17:57:21.682208Z","end":"2026-04-07T17:57:22.565972Z","steps":["trace[1641530515] 'agreement among raft nodes before linearized reading' (duration: 883.61156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:22.566014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:21.681936Z","time spent":"884.07219ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T17:57:22.566033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:21.6822Z","time spent":"883.825374ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T17:57:22.566457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.16535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:57:22.566502Z","caller":"traceutil/trace.go:171","msg":"trace[171445750] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1341; }","duration":"784.977129ms","start":"2026-04-07T17:57:21.781506Z","end":"2026-04-07T17:57:22.566484Z","steps":["trace[171445750] 'agreement among raft nodes before linearized reading' (duration: 784.196891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:22.566543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:21.781479Z","time spent":"785.04994ms","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-07T17:57:22.794243Z","caller":"traceutil/trace.go:171","msg":"trace[74849720] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"223.73865ms","start":"2026-04-07T17:57:22.570476Z","end":"2026-04-07T17:57:22.794214Z","steps":["trace[74849720] 'process raft request' (duration: 223.579956ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:22.85726Z","caller":"traceutil/trace.go:171","msg":"trace[99802076] linearizableReadLoop","detail":"{readStateIndex:1402; appliedIndex:1398; }","duration":"211.533714ms","start":"2026-04-07T17:57:22.645697Z","end":"2026-04-07T17:57:22.85723Z","steps":["trace[99802076] 'read index received' (duration: 148.357245ms)","trace[99802076] 'applied index is now lower than readState.Index' (duration: 63.175339ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:57:22.857565Z","caller":"traceutil/trace.go:171","msg":"trace[1445461267] transaction","detail":"{read_only:false; response_revision:1343; number_of_response:1; }","duration":"287.01572ms","start":"2026-04-07T17:57:22.57053Z","end":"2026-04-07T17:57:22.857546Z","steps":["trace[1445461267] 'process raft request' (duration: 286.378865ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:22.85789Z","caller":"traceutil/trace.go:171","msg":"trace[1763005366] transaction","detail":"{read_only:false; response_revision:1344; number_of_response:1; }","duration":"285.744101ms","start":"2026-04-07T17:57:22.572123Z","end":"2026-04-07T17:57:22.857867Z","steps":["trace[1763005366] 'process raft request' (duration: 284.969444ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:22.858113Z","caller":"traceutil/trace.go:171","msg":"trace[1413529727] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"285.019015ms","start":"2026-04-07T17:57:22.573074Z","end":"2026-04-07T17:57:22.858093Z","steps":["trace[1413529727] 'process raft request' (duration: 284.085664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:22.858356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.644798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:57:22.858407Z","caller":"traceutil/trace.go:171","msg":"trace[1889629307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1345; }","duration":"212.758521ms","start":"2026-04-07T17:57:22.645634Z","end":"2026-04-07T17:57:22.858392Z","steps":["trace[1889629307] 'agreement among raft nodes before linearized reading' (duration: 212.656229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:23.160859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.987032ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-07T17:57:25.142883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408247939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:57:25.245207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.501623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T17:57:25.245748Z","caller":"traceutil/trace.go:171","msg":"trace[776119433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1347; }","duration":"676.065236ms","start":"2026-04-07T17:57:24.569655Z","end":"2026-04-07T17:57:25.24572Z","steps":["trace[776119433] 'range keys from in-memory index tree' (duration: 675.256798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:25.245831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:24.569631Z","time spent":"676.185099ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T17:57:25.24555Z","caller":"traceutil/trace.go:171","msg":"trace[228713353] linearizableReadLoop","detail":"{readStateIndex:1406; appliedIndex:1405; }","duration":"603.643658ms","start":"2026-04-07T17:57:24.641876Z","end":"2026-04-07T17:57:25.24552Z","steps":["trace[228713353] 'read index received' (duration: 583.329539ms)","trace[228713353] 'applied index is now lower than readState.Index' (duration: 20.312749ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:57:25.245666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.779611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:57:25.246662Z","caller":"traceutil/trace.go:171","msg":"trace[1240986021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1348; }","duration":"604.840347ms","start":"2026-04-07T17:57:24.641806Z","end":"2026-04-07T17:57:25.246646Z","steps":["trace[1240986021] 'agreement among raft nodes before linearized reading' (duration: 603.800262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:25.246738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:24.641762Z","time spent":"604.957689ms","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T17:57:25.246921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.756477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T17:57:25.245625Z","caller":"traceutil/trace.go:171","msg":"trace[566467498] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"665.648341ms","start":"2026-04-07T17:57:24.579898Z","end":"2026-04-07T17:57:25.245546Z","steps":["trace[566467498] 'process raft request' (duration: 645.418304ms)","trace[566467498] 'compare' (duration: 19.609763ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:57:25.247231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:24.579864Z","time spent":"667.284489ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:57:25.24726Z","caller":"traceutil/trace.go:171","msg":"trace[271008142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1348; }","duration":"449.109325ms","start":"2026-04-07T17:57:24.798108Z","end":"2026-04-07T17:57:25.247217Z","steps":["trace[271008142] 'agreement among raft nodes before linearized reading' (duration: 448.653335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:25.247368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.077904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T17:57:25.247488Z","caller":"traceutil/trace.go:171","msg":"trace[1724312793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1348; }","duration":"384.31326ms","start":"2026-04-07T17:57:24.863147Z","end":"2026-04-07T17:57:25.247461Z","steps":["trace[1724312793] 'agreement among raft nodes before linearized reading' (duration: 383.971422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:25.247513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:24.798079Z","time spent":"449.354441ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T17:57:25.247556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:24.863123Z","time spent":"384.419261ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T17:57:25.247558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.358919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T17:57:25.247639Z","caller":"traceutil/trace.go:171","msg":"trace[1731362498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1348; }","duration":"383.472881ms","start":"2026-04-07T17:57:24.864148Z","end":"2026-04-07T17:57:25.247621Z","steps":["trace[1731362498] 'agreement among raft nodes before linearized reading' (duration: 383.103483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:25.247736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:24.864108Z","time spent":"383.615625ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T17:57:25.247236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.080432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T17:57:25.247802Z","caller":"traceutil/trace.go:171","msg":"trace[1933807442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1348; }","duration":"383.673205ms","start":"2026-04-07T17:57:24.864112Z","end":"2026-04-07T17:57:25.247785Z","steps":["trace[1933807442] 'agreement among raft nodes before linearized reading' (duration: 382.99447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:25.247863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:24.864096Z","time spent":"383.751047ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T17:57:26.145452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408247943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:57:26.646179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408247943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:57:27.146416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408247943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:57:27.645639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000687918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T17:57:27.645727Z","caller":"traceutil/trace.go:171","msg":"trace[435732194] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000797671s","start":"2026-04-07T17:57:25.644909Z","end":"2026-04-07T17:57:27.645706Z","steps":["trace[435732194] 'agreement among raft nodes before linearized reading' (duration: 2.000684558s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:27.645786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:25.644846Z","time spent":"2.000931084s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 17:57:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T17:57:27.646983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408247943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:57:28.147724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408247943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:57:28.648195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408247943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T17:57:28.773257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000219807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T17:57:28.773337Z","caller":"traceutil/trace.go:171","msg":"trace[1378757955] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000364501s","start":"2026-04-07T17:57:26.772955Z","end":"2026-04-07T17:57:28.77332Z","steps":["trace[1378757955] 'agreement among raft nodes before linearized reading' (duration: 2.000257518s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:28.773378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:26.772932Z","time spent":"2.000438293s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 17:57:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T17:57:28.809426Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.556987708s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T17:57:28.809976Z","caller":"traceutil/trace.go:171","msg":"trace[1679906776] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"3.557616342s","start":"2026-04-07T17:57:25.252322Z","end":"2026-04-07T17:57:28.809938Z","steps":["trace[1679906776] 'process raft request' (duration: 3.557411247s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:28.810171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:25.252303Z","time spent":"3.557768016s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:57:29.24089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.951251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:57:29.241206Z","caller":"traceutil/trace.go:171","msg":"trace[36119393] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"3.988356201s","start":"2026-04-07T17:57:25.252822Z","end":"2026-04-07T17:57:29.241179Z","steps":["trace[36119393] 'process raft request' (duration: 3.98827486s)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:29.241179Z","caller":"traceutil/trace.go:171","msg":"trace[253211328] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"3.988403002s","start":"2026-04-07T17:57:25.252734Z","end":"2026-04-07T17:57:29.241137Z","steps":["trace[253211328] 'process raft request' (duration: 3.677084683s)","trace[253211328] 'compare' (duration: 310.785248ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:57:29.241189Z","caller":"traceutil/trace.go:171","msg":"trace[1829395980] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"3.988329821s","start":"2026-04-07T17:57:25.25282Z","end":"2026-04-07T17:57:29.24115Z","steps":["trace[1829395980] 'process raft request' (duration: 3.988208988s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:29.241285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:25.252799Z","time spent":"3.988448254s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:57:29.241369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:25.252813Z","time spent":"3.988457283s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:57:29.24137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:25.252723Z","time spent":"3.988539216s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:57:29.241463Z","caller":"traceutil/trace.go:171","msg":"trace[1721924196] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"3.988310081s","start":"2026-04-07T17:57:25.253137Z","end":"2026-04-07T17:57:29.241447Z","steps":["trace[1721924196] 'process raft request' (duration: 3.988001843s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:29.241523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:25.253129Z","time spent":"3.988364162s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:57:29.241536Z","caller":"traceutil/trace.go:171","msg":"trace[2129254353] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"1.987460069s","start":"2026-04-07T17:57:27.254064Z","end":"2026-04-07T17:57:29.241524Z","steps":["trace[2129254353] 'process raft request' (duration: 1.987263604s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:29.24161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:27.254032Z","time spent":"1.987528241s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:57:29.349241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.755257ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T17:57:29.349383Z","caller":"traceutil/trace.go:171","msg":"trace[194899416] linearizableReadLoop","detail":"{readStateIndex:1413; appliedIndex:1406; }","duration":"3.704870191s","start":"2026-04-07T17:57:25.644489Z","end":"2026-04-07T17:57:29.34936Z","steps":["trace[194899416] 'read index received' (duration: 3.165228119s)","trace[194899416] 'applied index is now lower than readState.Index' (duration: 539.640402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:57:29.34956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169098046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:57:29.349604Z","caller":"traceutil/trace.go:171","msg":"trace[1536697664] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1354; }","duration":"2.169186498s","start":"2026-04-07T17:57:27.180396Z","end":"2026-04-07T17:57:29.349582Z","steps":["trace[1536697664] 'agreement among raft nodes before linearized reading' (duration: 2.169091616s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:29.349647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:27.180374Z","time spent":"2.169262989s","remote":"127.0.0.1:51478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-07T17:57:29.349646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703338265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T17:57:29.349645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.301227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T17:57:29.349743Z","caller":"traceutil/trace.go:171","msg":"trace[1407786518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1354; }","duration":"1.703500848s","start":"2026-04-07T17:57:27.646218Z","end":"2026-04-07T17:57:29.349719Z","steps":["trace[1407786518] 'agreement among raft nodes before linearized reading' (duration: 1.703345965s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:29.34974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.202134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T17:57:29.349793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:27.646189Z","time spent":"1.70359497s","remote":"127.0.0.1:50920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T17:57:29.349784Z","caller":"traceutil/trace.go:171","msg":"trace[1850721133] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1354; }","duration":"720.531462ms","start":"2026-04-07T17:57:28.629221Z","end":"2026-04-07T17:57:29.349753Z","steps":["trace[1850721133] 'agreement among raft nodes before linearized reading' (duration: 720.284846ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:29.349826Z","caller":"traceutil/trace.go:171","msg":"trace[1910176411] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1354; }","duration":"800.344816ms","start":"2026-04-07T17:57:28.54946Z","end":"2026-04-07T17:57:29.349805Z","steps":["trace[1910176411] 'agreement among raft nodes before linearized reading' (duration: 800.06229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:29.349883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:28.549439Z","time spent":"800.433609ms","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":136,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-07T17:57:29.349867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:28.629194Z","time spent":"720.655175ms","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-07T17:57:29.350585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.706044488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T17:57:29.350703Z","caller":"traceutil/trace.go:171","msg":"trace[924080736] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1354; }","duration":"3.706240543s","start":"2026-04-07T17:57:25.644435Z","end":"2026-04-07T17:57:29.350676Z","steps":["trace[924080736] 'agreement among raft nodes before linearized reading' (duration: 3.705004545s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:29.35325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:25.64439Z","time spent":"3.706364417s","remote":"127.0.0.1:48850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":4,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-07T17:57:29.859181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408247953,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T17:57:30.15833Z","caller":"traceutil/trace.go:171","msg":"trace[79466205] linearizableReadLoop","detail":"{readStateIndex:1414; appliedIndex:1413; }","duration":"799.356836ms","start":"2026-04-07T17:57:29.358941Z","end":"2026-04-07T17:57:30.158298Z","steps":["trace[79466205] 'read index received' (duration: 798.966327ms)","trace[79466205] 'applied index is now lower than readState.Index' (duration: 389.539µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:57:30.158475Z","caller":"traceutil/trace.go:171","msg":"trace[2010244354] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"800.45368ms","start":"2026-04-07T17:57:29.358009Z","end":"2026-04-07T17:57:30.158462Z","steps":["trace[2010244354] 'process raft request' (duration: 799.98295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:30.158624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:29.357992Z","time spent":"800.515301ms","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:57:30.159026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.189413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5331"} {"level":"info","ts":"2026-04-07T17:57:30.159126Z","caller":"traceutil/trace.go:171","msg":"trace[1775660709] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1355; }","duration":"187.335526ms","start":"2026-04-07T17:57:29.971779Z","end":"2026-04-07T17:57:30.159114Z","steps":["trace[1775660709] 'agreement among raft nodes before linearized reading' (duration: 187.071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:30.158988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.01465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:57:30.159276Z","caller":"traceutil/trace.go:171","msg":"trace[44336296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1355; }","duration":"800.366948ms","start":"2026-04-07T17:57:29.358879Z","end":"2026-04-07T17:57:30.159246Z","steps":["trace[44336296] 'agreement among raft nodes before linearized reading' (duration: 799.99419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:30.159365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:29.358857Z","time spent":"800.494291ms","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T17:57:30.546177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.975126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:57:30.546929Z","caller":"traceutil/trace.go:171","msg":"trace[775932498] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"378.579242ms","start":"2026-04-07T17:57:30.168296Z","end":"2026-04-07T17:57:30.546875Z","steps":["trace[775932498] 'process raft request' (duration: 229.824747ms)","trace[775932498] 'compare' (duration: 147.586137ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:57:30.547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:30.168256Z","time spent":"378.717005ms","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T17:57:30.58596Z","caller":"traceutil/trace.go:171","msg":"trace[996036570] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"417.552571ms","start":"2026-04-07T17:57:30.168364Z","end":"2026-04-07T17:57:30.585917Z","steps":["trace[996036570] 'process raft request' (duration: 417.149292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:30.586167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:30.168339Z","time spent":"417.717307ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5457,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:57:31.26193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.908377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:57:31.262038Z","caller":"traceutil/trace.go:171","msg":"trace[38007988] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1364; }","duration":"164.06443ms","start":"2026-04-07T17:57:31.097946Z","end":"2026-04-07T17:57:31.262011Z","steps":["trace[38007988] 'count revisions from in-memory index tree' (duration: 163.741383ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:34.666119Z","caller":"traceutil/trace.go:171","msg":"trace[829706251] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"173.7811ms","start":"2026-04-07T17:57:34.492309Z","end":"2026-04-07T17:57:34.66609Z","steps":["trace[829706251] 'process raft request' (duration: 173.622266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:37.067057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.808512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:57:37.067149Z","caller":"traceutil/trace.go:171","msg":"trace[1941602070] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1403; }","duration":"522.950944ms","start":"2026-04-07T17:57:36.544175Z","end":"2026-04-07T17:57:37.067125Z","steps":["trace[1941602070] 'count revisions from in-memory index tree' (duration: 522.729479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:37.067146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.479881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T17:57:37.0672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:36.544157Z","time spent":"523.028607ms","remote":"127.0.0.1:51092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-07T17:57:37.067226Z","caller":"traceutil/trace.go:171","msg":"trace[853458850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1403; }","duration":"425.611764ms","start":"2026-04-07T17:57:36.64159Z","end":"2026-04-07T17:57:37.067202Z","steps":["trace[853458850] 'range keys from in-memory index tree' (duration: 425.355988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:37.067289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.220527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T17:57:37.067277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.850921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:57:37.067367Z","caller":"traceutil/trace.go:171","msg":"trace[209377821] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1403; }","duration":"223.32932ms","start":"2026-04-07T17:57:36.844017Z","end":"2026-04-07T17:57:37.067347Z","steps":["trace[209377821] 'range keys from in-memory index tree' (duration: 223.048683ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:37.067395Z","caller":"traceutil/trace.go:171","msg":"trace[922407892] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1403; }","duration":"630.044406ms","start":"2026-04-07T17:57:36.437327Z","end":"2026-04-07T17:57:37.067371Z","steps":["trace[922407892] 'range keys from in-memory index tree' (duration: 629.693779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:37.067447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:36.437302Z","time spent":"630.134578ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-07T17:57:37.067298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:57:36.641563Z","time spent":"425.716286ms","remote":"127.0.0.1:50920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T17:57:37.513221Z","caller":"traceutil/trace.go:171","msg":"trace[1814255778] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"128.227479ms","start":"2026-04-07T17:57:37.384968Z","end":"2026-04-07T17:57:37.513195Z","steps":["trace[1814255778] 'process raft request' (duration: 125.624271ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:37.515902Z","caller":"traceutil/trace.go:171","msg":"trace[18201308] linearizableReadLoop","detail":"{readStateIndex:1473; appliedIndex:1471; }","duration":"127.330849ms","start":"2026-04-07T17:57:37.388543Z","end":"2026-04-07T17:57:37.515874Z","steps":["trace[18201308] 'read index received' (duration: 122.009219ms)","trace[18201308] 'applied index is now lower than readState.Index' (duration: 5.32006ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:57:37.515984Z","caller":"traceutil/trace.go:171","msg":"trace[167784038] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"128.090655ms","start":"2026-04-07T17:57:37.387885Z","end":"2026-04-07T17:57:37.515976Z","steps":["trace[167784038] 'process raft request' (duration: 127.917421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:37.516231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.76485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T17:57:37.516288Z","caller":"traceutil/trace.go:171","msg":"trace[678455892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1413; }","duration":"124.875343ms","start":"2026-04-07T17:57:37.391401Z","end":"2026-04-07T17:57:37.516276Z","steps":["trace[678455892] 'agreement among raft nodes before linearized reading' (duration: 124.720069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:37.516344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.792289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T17:57:37.516381Z","caller":"traceutil/trace.go:171","msg":"trace[53687526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1413; }","duration":"127.864661ms","start":"2026-04-07T17:57:37.388507Z","end":"2026-04-07T17:57:37.516372Z","steps":["trace[53687526] 'agreement among raft nodes before linearized reading' (duration: 127.743848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:39.766656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.563774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T17:57:39.766754Z","caller":"traceutil/trace.go:171","msg":"trace[793814017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1428; }","duration":"230.733818ms","start":"2026-04-07T17:57:39.536002Z","end":"2026-04-07T17:57:39.766736Z","steps":["trace[793814017] 'range keys from in-memory index tree' (duration: 230.38773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:39.766807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.551413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T17:57:39.766832Z","caller":"traceutil/trace.go:171","msg":"trace[87505812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1428; }","duration":"249.576613ms","start":"2026-04-07T17:57:39.517248Z","end":"2026-04-07T17:57:39.766825Z","steps":["trace[87505812] 'range keys from in-memory index tree' (duration: 249.42169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:39.766914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.530988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T17:57:39.766935Z","caller":"traceutil/trace.go:171","msg":"trace[216932490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1428; }","duration":"247.555168ms","start":"2026-04-07T17:57:39.519374Z","end":"2026-04-07T17:57:39.766929Z","steps":["trace[216932490] 'range keys from in-memory index tree' (duration: 247.443276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:39.766983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.1353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:57:39.766995Z","caller":"traceutil/trace.go:171","msg":"trace[1996441217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1428; }","duration":"125.382675ms","start":"2026-04-07T17:57:39.641608Z","end":"2026-04-07T17:57:39.766991Z","steps":["trace[1996441217] 'range keys from in-memory index tree' (duration: 125.033578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:39.767146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.73522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T17:57:39.768048Z","caller":"traceutil/trace.go:171","msg":"trace[785598713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1428; }","duration":"208.987035ms","start":"2026-04-07T17:57:39.558247Z","end":"2026-04-07T17:57:39.767234Z","steps":["trace[785598713] 'range keys from in-memory index tree' (duration: 208.464654ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:45.182862Z","caller":"traceutil/trace.go:171","msg":"trace[981307557] transaction","detail":"{read_only:false; response_revision:1459; number_of_response:1; }","duration":"191.933779ms","start":"2026-04-07T17:57:44.990902Z","end":"2026-04-07T17:57:45.182836Z","steps":["trace[981307557] 'process raft request' (duration: 191.753515ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:45.258973Z","caller":"traceutil/trace.go:171","msg":"trace[1645780230] linearizableReadLoop","detail":"{readStateIndex:1522; appliedIndex:1520; }","duration":"137.571031ms","start":"2026-04-07T17:57:45.121377Z","end":"2026-04-07T17:57:45.258948Z","steps":["trace[1645780230] 'read index received' (duration: 61.401899ms)","trace[1645780230] 'applied index is now lower than readState.Index' (duration: 76.167722ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:57:45.259164Z","caller":"traceutil/trace.go:171","msg":"trace[1207135180] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"264.777526ms","start":"2026-04-07T17:57:44.994361Z","end":"2026-04-07T17:57:45.259139Z","steps":["trace[1207135180] 'process raft request' (duration: 264.437339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:45.259229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.830067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-07T17:57:45.259287Z","caller":"traceutil/trace.go:171","msg":"trace[150123198] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1460; }","duration":"137.930859ms","start":"2026-04-07T17:57:45.121342Z","end":"2026-04-07T17:57:45.259273Z","steps":["trace[150123198] 'agreement among raft nodes before linearized reading' (duration: 137.736735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:45.548334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.686253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:57:45.548561Z","caller":"traceutil/trace.go:171","msg":"trace[807117443] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"284.235957ms","start":"2026-04-07T17:57:45.264307Z","end":"2026-04-07T17:57:45.548543Z","steps":["trace[807117443] 'process raft request' (duration: 284.145455ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:45.548633Z","caller":"traceutil/trace.go:171","msg":"trace[607504992] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"284.773349ms","start":"2026-04-07T17:57:45.263823Z","end":"2026-04-07T17:57:45.548596Z","steps":["trace[607504992] 'process raft request' (duration: 54.711758ms)","trace[607504992] 'compare' (duration: 229.479508ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:57:48.017655Z","caller":"traceutil/trace.go:171","msg":"trace[432964440] linearizableReadLoop","detail":"{readStateIndex:1535; appliedIndex:1534; }","duration":"130.614624ms","start":"2026-04-07T17:57:47.88701Z","end":"2026-04-07T17:57:48.017625Z","steps":["trace[432964440] 'read index received' (duration: 106.395866ms)","trace[432964440] 'applied index is now lower than readState.Index' (duration: 24.217407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:57:48.018062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.041113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T17:57:48.018137Z","caller":"traceutil/trace.go:171","msg":"trace[1326094558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1472; }","duration":"131.157526ms","start":"2026-04-07T17:57:47.886961Z","end":"2026-04-07T17:57:48.018118Z","steps":["trace[1326094558] 'agreement among raft nodes before linearized reading' (duration: 130.819238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:48.018331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.582286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T17:57:48.018402Z","caller":"traceutil/trace.go:171","msg":"trace[1537254116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1472; }","duration":"124.673799ms","start":"2026-04-07T17:57:47.893717Z","end":"2026-04-07T17:57:48.018391Z","steps":["trace[1537254116] 'agreement among raft nodes before linearized reading' (duration: 124.493685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:48.0185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.14509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T17:57:48.018638Z","caller":"traceutil/trace.go:171","msg":"trace[721238799] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1472; }","duration":"129.568649ms","start":"2026-04-07T17:57:47.889033Z","end":"2026-04-07T17:57:48.018602Z","steps":["trace[721238799] 'agreement among raft nodes before linearized reading' (duration: 128.996447ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:48.196661Z","caller":"traceutil/trace.go:171","msg":"trace[704752947] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"173.630957ms","start":"2026-04-07T17:57:48.022934Z","end":"2026-04-07T17:57:48.196565Z","steps":["trace[704752947] 'process raft request' (duration: 173.592526ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:48.196881Z","caller":"traceutil/trace.go:171","msg":"trace[2061688911] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"174.387903ms","start":"2026-04-07T17:57:48.02247Z","end":"2026-04-07T17:57:48.196858Z","steps":["trace[2061688911] 'process raft request' (duration: 173.875402ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:57:48.197031Z","caller":"traceutil/trace.go:171","msg":"trace[182275239] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"174.171768ms","start":"2026-04-07T17:57:48.022851Z","end":"2026-04-07T17:57:48.197023Z","steps":["trace[182275239] 'process raft request' (duration: 173.639366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:55.906894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.431953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:57:55.906989Z","caller":"traceutil/trace.go:171","msg":"trace[1584448608] linearizableReadLoop","detail":"{readStateIndex:1571; appliedIndex:1570; }","duration":"209.568449ms","start":"2026-04-07T17:57:55.697406Z","end":"2026-04-07T17:57:55.906974Z","steps":["trace[1584448608] 'read index received' (duration: 103.992013ms)","trace[1584448608] 'applied index is now lower than readState.Index' (duration: 105.575256ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:57:55.907148Z","caller":"traceutil/trace.go:171","msg":"trace[2040033295] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"213.974268ms","start":"2026-04-07T17:57:55.693148Z","end":"2026-04-07T17:57:55.907122Z","steps":["trace[2040033295] 'process raft request' (duration: 108.239768ms)","trace[2040033295] 'compare' (duration: 105.332091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:57:55.907238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.821414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T17:57:55.907292Z","caller":"traceutil/trace.go:171","msg":"trace[73168946] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1507; }","duration":"209.910026ms","start":"2026-04-07T17:57:55.697358Z","end":"2026-04-07T17:57:55.907268Z","steps":["trace[73168946] 'agreement among raft nodes before linearized reading' (duration: 209.756563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:55.907411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.664389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-07T17:57:55.90748Z","caller":"traceutil/trace.go:171","msg":"trace[1135195439] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1507; }","duration":"205.767012ms","start":"2026-04-07T17:57:55.701697Z","end":"2026-04-07T17:57:55.907464Z","steps":["trace[1135195439] 'agreement among raft nodes before linearized reading' (duration: 205.572327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:57:56.162609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.232637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:57:56.162782Z","caller":"traceutil/trace.go:171","msg":"trace[437129126] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"252.246243ms","start":"2026-04-07T17:57:55.910508Z","end":"2026-04-07T17:57:56.162754Z","steps":["trace[437129126] 'process raft request' (duration: 124.78675ms)","trace[437129126] 'compare' (duration: 127.109144ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:58:00.336776Z","caller":"traceutil/trace.go:171","msg":"trace[54121390] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"109.120758ms","start":"2026-04-07T17:58:00.227626Z","end":"2026-04-07T17:58:00.336747Z","steps":["trace[54121390] 'process raft request' (duration: 102.874906ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:58:07.442158Z","caller":"traceutil/trace.go:171","msg":"trace[1208587907] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"103.380947ms","start":"2026-04-07T17:58:07.338749Z","end":"2026-04-07T17:58:07.44213Z","steps":["trace[1208587907] 'process raft request' (duration: 103.256785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:58:12.508587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.799697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:58:12.508689Z","caller":"traceutil/trace.go:171","msg":"trace[566529881] linearizableReadLoop","detail":"{readStateIndex:1649; appliedIndex:1648; }","duration":"196.155305ms","start":"2026-04-07T17:58:12.312514Z","end":"2026-04-07T17:58:12.508669Z","steps":["trace[566529881] 'read index received' (duration: 38.119852ms)","trace[566529881] 'applied index is now lower than readState.Index' (duration: 158.034173ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:58:12.508769Z","caller":"traceutil/trace.go:171","msg":"trace[1655609909] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"241.101582ms","start":"2026-04-07T17:58:12.267645Z","end":"2026-04-07T17:58:12.508747Z","steps":["trace[1655609909] 'process raft request' (duration: 83.048858ms)","trace[1655609909] 'compare' (duration: 157.603483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:58:12.508885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.37249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-07T17:58:12.508921Z","caller":"traceutil/trace.go:171","msg":"trace[1532528365] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1582; }","duration":"196.432972ms","start":"2026-04-07T17:58:12.312478Z","end":"2026-04-07T17:58:12.508911Z","steps":["trace[1532528365] 'agreement among raft nodes before linearized reading' (duration: 196.273568ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:58:16.452099Z","caller":"traceutil/trace.go:171","msg":"trace[1882726583] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"147.220968ms","start":"2026-04-07T17:58:16.304851Z","end":"2026-04-07T17:58:16.452071Z","steps":["trace[1882726583] 'process raft request' (duration: 63.75329ms)","trace[1882726583] 'compare' (duration: 83.338355ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:58:17.040988Z","caller":"traceutil/trace.go:171","msg":"trace[1751575965] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"393.068257ms","start":"2026-04-07T17:58:16.647893Z","end":"2026-04-07T17:58:17.040961Z","steps":["trace[1751575965] 'process raft request' (duration: 325.673913ms)","trace[1751575965] 'compare' (duration: 66.708529ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:58:17.041037Z","caller":"traceutil/trace.go:171","msg":"trace[2055050061] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"393.134589ms","start":"2026-04-07T17:58:16.647879Z","end":"2026-04-07T17:58:17.041013Z","steps":["trace[2055050061] 'process raft request' (duration: 392.963625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:58:17.041092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:58:16.647882Z","time spent":"393.156059ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:58:17.041149Z","caller":"traceutil/trace.go:171","msg":"trace[1038215815] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"391.708275ms","start":"2026-04-07T17:58:16.649422Z","end":"2026-04-07T17:58:17.041131Z","steps":["trace[1038215815] 'process raft request' (duration: 391.542972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:58:17.041237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:58:16.649411Z","time spent":"391.785608ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:58:17.041165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:58:16.647848Z","time spent":"393.244301ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:58:17.043216Z","caller":"traceutil/trace.go:171","msg":"trace[1689007386] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"392.147267ms","start":"2026-04-07T17:58:16.648864Z","end":"2026-04-07T17:58:17.041011Z","steps":["trace[1689007386] 'process raft request' (duration: 392.055315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:58:17.043512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:58:16.648839Z","time spent":"394.53722ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:58:18.083731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408248505,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T17:58:18.111446Z","caller":"traceutil/trace.go:171","msg":"trace[1443935113] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"594.652916ms","start":"2026-04-07T17:58:17.516765Z","end":"2026-04-07T17:58:18.111418Z","steps":["trace[1443935113] 'process raft request' (duration: 594.436001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:58:18.111598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:58:17.516736Z","time spent":"594.776659ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:58:18.206322Z","caller":"traceutil/trace.go:171","msg":"trace[2049616061] linearizableReadLoop","detail":"{readStateIndex:1676; appliedIndex:1674; }","duration":"622.976405ms","start":"2026-04-07T17:58:17.583316Z","end":"2026-04-07T17:58:18.206292Z","steps":["trace[2049616061] 'read index received' (duration: 527.992098ms)","trace[2049616061] 'applied index is now lower than readState.Index' (duration: 94.982157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:58:18.206533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.1991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-04-07T17:58:18.206585Z","caller":"traceutil/trace.go:171","msg":"trace[862107820] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1607; }","duration":"623.290953ms","start":"2026-04-07T17:58:17.58328Z","end":"2026-04-07T17:58:18.20657Z","steps":["trace[862107820] 'agreement among raft nodes before linearized reading' (duration: 623.109609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:58:18.206581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.708326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T17:58:18.206621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:58:17.583263Z","time spent":"623.350235ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-04-07T17:58:18.206631Z","caller":"traceutil/trace.go:171","msg":"trace[946291820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1607; }","duration":"563.802079ms","start":"2026-04-07T17:58:17.642813Z","end":"2026-04-07T17:58:18.206615Z","steps":["trace[946291820] 'agreement among raft nodes before linearized reading' (duration: 563.702615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:58:18.206673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:58:17.642791Z","time spent":"563.871201ms","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T17:58:18.499045Z","caller":"traceutil/trace.go:171","msg":"trace[985771997] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"264.782817ms","start":"2026-04-07T17:58:18.234239Z","end":"2026-04-07T17:58:18.499022Z","steps":["trace[985771997] 'process raft request' (duration: 264.190044ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:58:29.25012Z","caller":"traceutil/trace.go:171","msg":"trace[1607908920] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"114.267494ms","start":"2026-04-07T17:58:29.135823Z","end":"2026-04-07T17:58:29.25009Z","steps":["trace[1607908920] 'process raft request' (duration: 113.326292ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:58:29.250283Z","caller":"traceutil/trace.go:171","msg":"trace[1574697402] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"112.997236ms","start":"2026-04-07T17:58:29.137259Z","end":"2026-04-07T17:58:29.250257Z","steps":["trace[1574697402] 'process raft request' (duration: 112.764031ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:58:33.377533Z","caller":"traceutil/trace.go:171","msg":"trace[671351432] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"162.843782ms","start":"2026-04-07T17:58:33.214665Z","end":"2026-04-07T17:58:33.377509Z","steps":["trace[671351432] 'process raft request' (duration: 118.952559ms)","trace[671351432] 'compare' (duration: 43.495004ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:58:34.857999Z","caller":"traceutil/trace.go:171","msg":"trace[1756297827] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"197.327352ms","start":"2026-04-07T17:58:34.660644Z","end":"2026-04-07T17:58:34.857971Z","steps":["trace[1756297827] 'process raft request' (duration: 131.482643ms)","trace[1756297827] 'compare' (duration: 65.737595ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:58:35.02555Z","caller":"traceutil/trace.go:171","msg":"trace[835816336] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"113.66981ms","start":"2026-04-07T17:58:34.911855Z","end":"2026-04-07T17:58:35.025525Z","steps":["trace[835816336] 'process raft request' (duration: 71.392844ms)","trace[835816336] 'compare' (duration: 42.175593ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:58:35.335045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.61014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-07T17:58:35.335157Z","caller":"traceutil/trace.go:171","msg":"trace[1121294189] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1685; }","duration":"156.776644ms","start":"2026-04-07T17:58:35.178356Z","end":"2026-04-07T17:58:35.335133Z","steps":["trace[1121294189] 'range keys from in-memory index tree' (duration: 156.400556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:58:35.576114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.903319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:58:35.5763Z","caller":"traceutil/trace.go:171","msg":"trace[1343378609] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"191.669054ms","start":"2026-04-07T17:58:35.384611Z","end":"2026-04-07T17:58:35.57628Z","steps":["trace[1343378609] 'process raft request' (duration: 68.503659ms)","trace[1343378609] 'compare' (duration: 122.773406ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:58:39.621483Z","caller":"traceutil/trace.go:171","msg":"trace[1254358463] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"163.565118ms","start":"2026-04-07T17:58:39.457878Z","end":"2026-04-07T17:58:39.621443Z","steps":["trace[1254358463] 'process raft request' (duration: 133.991588ms)","trace[1254358463] 'compare' (duration: 29.360725ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:58:41.18484Z","caller":"traceutil/trace.go:171","msg":"trace[492355649] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"125.907947ms","start":"2026-04-07T17:58:41.058905Z","end":"2026-04-07T17:58:41.184813Z","steps":["trace[492355649] 'process raft request' (duration: 125.638111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:58:41.898595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.637019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T17:58:41.898654Z","caller":"traceutil/trace.go:171","msg":"trace[1851734965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1714; }","duration":"148.721511ms","start":"2026-04-07T17:58:41.749919Z","end":"2026-04-07T17:58:41.898641Z","steps":["trace[1851734965] 'range keys from in-memory index tree' (duration: 148.491496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:58:41.89888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.324806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T17:58:41.898991Z","caller":"traceutil/trace.go:171","msg":"trace[2009522610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1714; }","duration":"157.453529ms","start":"2026-04-07T17:58:41.74149Z","end":"2026-04-07T17:58:41.898943Z","steps":["trace[2009522610] 'range keys from in-memory index tree' (duration: 156.964588ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:58:48.095337Z","caller":"traceutil/trace.go:171","msg":"trace[1678211716] linearizableReadLoop","detail":"{readStateIndex:1817; appliedIndex:1816; }","duration":"128.093585ms","start":"2026-04-07T17:58:47.967215Z","end":"2026-04-07T17:58:48.095309Z","steps":["trace[1678211716] 'read index received' (duration: 95.094649ms)","trace[1678211716] 'applied index is now lower than readState.Index' (duration: 32.997586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:58:48.09566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.422532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T17:58:48.095792Z","caller":"traceutil/trace.go:171","msg":"trace[2041437853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1742; }","duration":"128.598356ms","start":"2026-04-07T17:58:47.967163Z","end":"2026-04-07T17:58:48.095761Z","steps":["trace[2041437853] 'agreement among raft nodes before linearized reading' (duration: 128.278129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:58:48.095867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.600039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T17:58:48.096029Z","caller":"traceutil/trace.go:171","msg":"trace[1731601040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1742; }","duration":"114.857215ms","start":"2026-04-07T17:58:47.98107Z","end":"2026-04-07T17:58:48.095927Z","steps":["trace[1731601040] 'agreement among raft nodes before linearized reading' (duration: 114.488497ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:58:59.173136Z","caller":"traceutil/trace.go:171","msg":"trace[1258424591] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"112.053401ms","start":"2026-04-07T17:58:59.061064Z","end":"2026-04-07T17:58:59.173117Z","steps":["trace[1258424591] 'process raft request' (duration: 111.927548ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:58:59.755645Z","caller":"traceutil/trace.go:171","msg":"trace[2123632552] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"122.496817ms","start":"2026-04-07T17:58:59.633097Z","end":"2026-04-07T17:58:59.755594Z","steps":["trace[2123632552] 'process raft request' (duration: 122.263181ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:59:00.103024Z","caller":"traceutil/trace.go:171","msg":"trace[175093230] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"342.7786ms","start":"2026-04-07T17:58:59.760219Z","end":"2026-04-07T17:59:00.102998Z","steps":["trace[175093230] 'process raft request' (duration: 342.622457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:59:00.10318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:58:59.760203Z","time spent":"342.902704ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T17:59:00.116758Z","caller":"traceutil/trace.go:171","msg":"trace[1037453640] linearizableReadLoop","detail":"{readStateIndex:1875; appliedIndex:1873; }","duration":"254.088078ms","start":"2026-04-07T17:58:59.862645Z","end":"2026-04-07T17:59:00.116733Z","steps":["trace[1037453640] 'read index received' (duration: 240.128234ms)","trace[1037453640] 'applied index is now lower than readState.Index' (duration: 13.958664ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:59:00.116819Z","caller":"traceutil/trace.go:171","msg":"trace[171672859] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"332.722474ms","start":"2026-04-07T17:58:59.784059Z","end":"2026-04-07T17:59:00.116782Z","steps":["trace[171672859] 'process raft request' (duration: 332.571881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:59:00.116964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T17:58:59.784036Z","time spent":"332.856887ms","remote":"127.0.0.1:50934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T17:59:00.117089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.428905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-07T17:59:00.117166Z","caller":"traceutil/trace.go:171","msg":"trace[128353384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1798; }","duration":"254.562228ms","start":"2026-04-07T17:58:59.862588Z","end":"2026-04-07T17:59:00.117151Z","steps":["trace[128353384] 'agreement among raft nodes before linearized reading' (duration: 254.241821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:59:00.540471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.173259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:59:00.540596Z","caller":"traceutil/trace.go:171","msg":"trace[1065572925] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"279.03574ms","start":"2026-04-07T17:59:00.261541Z","end":"2026-04-07T17:59:00.540577Z","steps":["trace[1065572925] 'process raft request' (duration: 117.670897ms)","trace[1065572925] 'compare' (duration: 161.067087ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:59:00.777398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.315109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T17:59:00.777504Z","caller":"traceutil/trace.go:171","msg":"trace[1559937494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1801; }","duration":"136.424883ms","start":"2026-04-07T17:59:00.641038Z","end":"2026-04-07T17:59:00.777462Z","steps":["trace[1559937494] 'range keys from in-memory index tree' (duration: 136.155926ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:59:00.959926Z","caller":"traceutil/trace.go:171","msg":"trace[1102518849] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"173.722843ms","start":"2026-04-07T17:59:00.786181Z","end":"2026-04-07T17:59:00.959904Z","steps":["trace[1102518849] 'process raft request' (duration: 173.603211ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:59:17.662987Z","caller":"traceutil/trace.go:171","msg":"trace[2126825063] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"141.183629ms","start":"2026-04-07T17:59:17.521772Z","end":"2026-04-07T17:59:17.662955Z","steps":["trace[2126825063] 'process raft request' (duration: 140.953553ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:59:42.277378Z","caller":"traceutil/trace.go:171","msg":"trace[977016684] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"184.444586ms","start":"2026-04-07T17:59:42.092907Z","end":"2026-04-07T17:59:42.277352Z","steps":["trace[977016684] 'process raft request' (duration: 184.269822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:59:43.087772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.290715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T17:59:43.087957Z","caller":"traceutil/trace.go:171","msg":"trace[1602171941] linearizableReadLoop","detail":"{readStateIndex:2080; appliedIndex:2078; }","duration":"107.514917ms","start":"2026-04-07T17:59:42.980426Z","end":"2026-04-07T17:59:43.087941Z","steps":["trace[1602171941] 'read index received' (duration: 55.934503ms)","trace[1602171941] 'applied index is now lower than readState.Index' (duration: 51.579274ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T17:59:43.088056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.62299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T17:59:43.088148Z","caller":"traceutil/trace.go:171","msg":"trace[541513764] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1994; }","duration":"107.756843ms","start":"2026-04-07T17:59:42.98038Z","end":"2026-04-07T17:59:43.088137Z","steps":["trace[541513764] 'agreement among raft nodes before linearized reading' (duration: 107.612659ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:59:43.088224Z","caller":"traceutil/trace.go:171","msg":"trace[1414372739] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"165.288963ms","start":"2026-04-07T17:59:42.92284Z","end":"2026-04-07T17:59:43.088129Z","steps":["trace[1414372739] 'process raft request' (duration: 165.046338ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:59:43.088247Z","caller":"traceutil/trace.go:171","msg":"trace[1104841345] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"169.59002ms","start":"2026-04-07T17:59:42.918632Z","end":"2026-04-07T17:59:43.088222Z","steps":["trace[1104841345] 'process raft request' (duration: 29.746762ms)","trace[1104841345] 'compare' (duration: 139.141312ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T17:59:43.61424Z","caller":"traceutil/trace.go:171","msg":"trace[649860443] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"117.161626ms","start":"2026-04-07T17:59:43.497051Z","end":"2026-04-07T17:59:43.614212Z","steps":["trace[649860443] 'process raft request' (duration: 117.002272ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T17:59:43.632219Z","caller":"traceutil/trace.go:171","msg":"trace[1234869804] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"131.290035ms","start":"2026-04-07T17:59:43.500898Z","end":"2026-04-07T17:59:43.632189Z","steps":["trace[1234869804] 'process raft request' (duration: 131.039989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T17:59:43.861206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.815357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-04-07T17:59:43.861275Z","caller":"traceutil/trace.go:171","msg":"trace[2069906140] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1998; }","duration":"166.925029ms","start":"2026-04-07T17:59:43.694334Z","end":"2026-04-07T17:59:43.861259Z","steps":["trace[2069906140] 'range keys from in-memory index tree' (duration: 166.690144ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:00:43.523181Z","caller":"traceutil/trace.go:171","msg":"trace[579210156] linearizableReadLoop","detail":"{readStateIndex:2372; appliedIndex:2370; }","duration":"124.332247ms","start":"2026-04-07T18:00:43.398813Z","end":"2026-04-07T18:00:43.523145Z","steps":["trace[579210156] 'read index received' (duration: 108.777906ms)","trace[579210156] 'applied index is now lower than readState.Index' (duration: 15.552881ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T18:00:43.523194Z","caller":"traceutil/trace.go:171","msg":"trace[1980029494] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"224.918547ms","start":"2026-04-07T18:00:43.298243Z","end":"2026-04-07T18:00:43.523162Z","steps":["trace[1980029494] 'process raft request' (duration: 209.341395ms)","trace[1980029494] 'compare' (duration: 15.294626ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T18:00:43.523294Z","caller":"traceutil/trace.go:171","msg":"trace[304703984] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"224.927658ms","start":"2026-04-07T18:00:43.298356Z","end":"2026-04-07T18:00:43.523283Z","steps":["trace[304703984] 'process raft request' (duration: 224.712223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:00:43.523592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.083003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T18:00:43.523646Z","caller":"traceutil/trace.go:171","msg":"trace[1885705836] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2273; }","duration":"121.174335ms","start":"2026-04-07T18:00:43.402458Z","end":"2026-04-07T18:00:43.523633Z","steps":["trace[1885705836] 'agreement among raft nodes before linearized reading' (duration: 121.042472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:00:43.523658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.837548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T18:00:43.523752Z","caller":"traceutil/trace.go:171","msg":"trace[209273399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2273; }","duration":"124.971502ms","start":"2026-04-07T18:00:43.398761Z","end":"2026-04-07T18:00:43.523732Z","steps":["trace[209273399] 'agreement among raft nodes before linearized reading' (duration: 124.747027ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:00:43.685344Z","caller":"traceutil/trace.go:171","msg":"trace[603094652] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"160.78898ms","start":"2026-04-07T18:00:43.524515Z","end":"2026-04-07T18:00:43.685304Z","steps":["trace[603094652] 'process raft request' (duration: 111.368224ms)","trace[603094652] 'compare' (duration: 48.871004ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T18:00:43.68964Z","caller":"traceutil/trace.go:171","msg":"trace[972601815] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"162.618711ms","start":"2026-04-07T18:00:43.526991Z","end":"2026-04-07T18:00:43.68961Z","steps":["trace[972601815] 'process raft request' (duration: 162.442497ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:00:44.225513Z","caller":"traceutil/trace.go:171","msg":"trace[832581907] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"100.312285ms","start":"2026-04-07T18:00:44.125179Z","end":"2026-04-07T18:00:44.225492Z","steps":["trace[832581907] 'process raft request' (duration: 91.834303ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:00:44.421253Z","caller":"traceutil/trace.go:171","msg":"trace[78557428] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"124.763175ms","start":"2026-04-07T18:00:44.29646Z","end":"2026-04-07T18:00:44.421223Z","steps":["trace[78557428] 'process raft request' (duration: 107.061526ms)","trace[78557428] 'compare' (duration: 17.559186ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T18:00:44.814179Z","caller":"traceutil/trace.go:171","msg":"trace[1156449616] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"134.975427ms","start":"2026-04-07T18:00:44.679174Z","end":"2026-04-07T18:00:44.814149Z","steps":["trace[1156449616] 'process raft request' (duration: 134.810123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:00:45.092216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.893356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-07T18:00:45.092298Z","caller":"traceutil/trace.go:171","msg":"trace[302431577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2283; }","duration":"108.031239ms","start":"2026-04-07T18:00:44.984249Z","end":"2026-04-07T18:00:45.09228Z","steps":["trace[302431577] 'range keys from in-memory index tree' (duration: 107.707872ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:00:45.63763Z","caller":"traceutil/trace.go:171","msg":"trace[1231081104] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"215.444893ms","start":"2026-04-07T18:00:45.422164Z","end":"2026-04-07T18:00:45.637609Z","steps":["trace[1231081104] 'process raft request' (duration: 210.325488ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:00:45.833256Z","caller":"traceutil/trace.go:171","msg":"trace[1349614382] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"128.91716ms","start":"2026-04-07T18:00:45.704318Z","end":"2026-04-07T18:00:45.833236Z","steps":["trace[1349614382] 'process raft request' (duration: 128.806987ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:00:51.970093Z","caller":"traceutil/trace.go:171","msg":"trace[611307457] linearizableReadLoop","detail":"{readStateIndex:2428; appliedIndex:2427; }","duration":"113.781358ms","start":"2026-04-07T18:00:51.856287Z","end":"2026-04-07T18:00:51.970069Z","steps":["trace[611307457] 'read index received' (duration: 113.586734ms)","trace[611307457] 'applied index is now lower than readState.Index' (duration: 193.764µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T18:00:51.970194Z","caller":"traceutil/trace.go:171","msg":"trace[1236714520] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"156.311608ms","start":"2026-04-07T18:00:51.813859Z","end":"2026-04-07T18:00:51.970171Z","steps":["trace[1236714520] 'process raft request' (duration: 156.063183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:00:51.97031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.011163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T18:00:51.97038Z","caller":"traceutil/trace.go:171","msg":"trace[1283553701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2328; }","duration":"114.139356ms","start":"2026-04-07T18:00:51.856224Z","end":"2026-04-07T18:00:51.970363Z","steps":["trace[1283553701] 'agreement among raft nodes before linearized reading' (duration: 113.939352ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:00:52.097701Z","caller":"traceutil/trace.go:171","msg":"trace[198938511] transaction","detail":"{read_only:false; response_revision:2329; number_of_response:1; }","duration":"119.027058ms","start":"2026-04-07T18:00:51.978653Z","end":"2026-04-07T18:00:52.09768Z","steps":["trace[198938511] 'process raft request' (duration: 115.790295ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:00:53.081923Z","caller":"traceutil/trace.go:171","msg":"trace[865350289] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"192.435255ms","start":"2026-04-07T18:00:52.889462Z","end":"2026-04-07T18:00:53.081897Z","steps":["trace[865350289] 'process raft request' (duration: 192.334672ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:00:53.081979Z","caller":"traceutil/trace.go:171","msg":"trace[545737119] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"230.472423ms","start":"2026-04-07T18:00:52.851471Z","end":"2026-04-07T18:00:53.081944Z","steps":["trace[545737119] 'process raft request' (duration: 138.835284ms)","trace[545737119] 'compare' (duration: 91.300881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T18:00:53.299491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.744356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T18:00:53.299586Z","caller":"traceutil/trace.go:171","msg":"trace[1554403676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2333; }","duration":"116.880329ms","start":"2026-04-07T18:00:53.182684Z","end":"2026-04-07T18:00:53.299564Z","steps":["trace[1554403676] 'range keys from in-memory index tree' (duration: 116.612662ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:00:53.47963Z","caller":"traceutil/trace.go:171","msg":"trace[2018756913] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"175.691886ms","start":"2026-04-07T18:00:53.303909Z","end":"2026-04-07T18:00:53.479601Z","steps":["trace[2018756913] 'process raft request' (duration: 99.364243ms)","trace[2018756913] 'compare' (duration: 76.215911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T18:00:53.749484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.952494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T18:00:53.749569Z","caller":"traceutil/trace.go:171","msg":"trace[1709455976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2335; }","duration":"107.077266ms","start":"2026-04-07T18:00:53.642469Z","end":"2026-04-07T18:00:53.749546Z","steps":["trace[1709455976] 'range keys from in-memory index tree' (duration: 106.847072ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:00:57.588876Z","caller":"traceutil/trace.go:171","msg":"trace[1229599738] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"249.507652ms","start":"2026-04-07T18:00:57.339341Z","end":"2026-04-07T18:00:57.588849Z","steps":["trace[1229599738] 'process raft request' (duration: 243.887525ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:01:06.606055Z","caller":"traceutil/trace.go:171","msg":"trace[814429513] linearizableReadLoop","detail":"{readStateIndex:2505; appliedIndex:2504; }","duration":"444.693479ms","start":"2026-04-07T18:01:06.161334Z","end":"2026-04-07T18:01:06.606027Z","steps":["trace[814429513] 'read index received' (duration: 444.534366ms)","trace[814429513] 'applied index is now lower than readState.Index' (duration: 157.783µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T18:01:06.606161Z","caller":"traceutil/trace.go:171","msg":"trace[1161407337] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"585.621495ms","start":"2026-04-07T18:01:06.020501Z","end":"2026-04-07T18:01:06.606123Z","steps":["trace[1161407337] 'process raft request' (duration: 585.345278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:06.606448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:06.020481Z","time spent":"585.812048ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T18:01:06.60739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.943296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T18:01:06.607473Z","caller":"traceutil/trace.go:171","msg":"trace[37101793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2402; }","duration":"446.166462ms","start":"2026-04-07T18:01:06.161285Z","end":"2026-04-07T18:01:06.607451Z","steps":["trace[37101793] 'agreement among raft nodes before linearized reading' (duration: 444.880263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:06.607533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:06.161252Z","time spent":"446.265105ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T18:01:06.671033Z","caller":"traceutil/trace.go:171","msg":"trace[91918032] transaction","detail":"{read_only:false; response_revision:2403; number_of_response:1; }","duration":"356.292882ms","start":"2026-04-07T18:01:06.314713Z","end":"2026-04-07T18:01:06.671006Z","steps":["trace[91918032] 'process raft request' (duration: 310.21493ms)","trace[91918032] 'compare' (duration: 45.853117ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T18:01:06.671183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:06.314689Z","time spent":"356.417064ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T18:01:06.671382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.74687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-07T18:01:06.671462Z","caller":"traceutil/trace.go:171","msg":"trace[980776375] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2404; }","duration":"498.858323ms","start":"2026-04-07T18:01:06.172583Z","end":"2026-04-07T18:01:06.671441Z","steps":["trace[980776375] 'agreement among raft nodes before linearized reading' (duration: 498.606538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:06.671508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:06.172572Z","time spent":"498.926045ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-07T18:01:06.671679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.7778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T18:01:06.671819Z","caller":"traceutil/trace.go:171","msg":"trace[175241306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2404; }","duration":"390.958844ms","start":"2026-04-07T18:01:06.280848Z","end":"2026-04-07T18:01:06.671807Z","steps":["trace[175241306] 'agreement among raft nodes before linearized reading' (duration: 390.74387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:06.67186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:06.280824Z","time spent":"391.025385ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T18:01:22.874039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.949642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:service-account-issuer-discovery\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-07T18:01:22.874143Z","caller":"traceutil/trace.go:171","msg":"trace[1798347117] range","detail":"{range_begin:/registry/clusterrolebindings/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:2483; }","duration":"109.057884ms","start":"2026-04-07T18:01:22.765062Z","end":"2026-04-07T18:01:22.87412Z","steps":["trace[1798347117] 'range keys from in-memory index tree' (duration: 108.86666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:27.628054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.390676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/\" range_end:\"/registry/roles/kube-public0\" limit:500 ","response":"range_response_count:2 size:1073"} {"level":"warn","ts":"2026-04-07T18:01:27.628089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.76115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/default/kubernetes\" ","response":"range_response_count:1 size:704"} {"level":"warn","ts":"2026-04-07T18:01:27.628089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.155423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-node-lease/kube-root-ca.crt\" ","response":"range_response_count:1 size:1754"} {"level":"info","ts":"2026-04-07T18:01:27.628131Z","caller":"traceutil/trace.go:171","msg":"trace[365187455] range","detail":"{range_begin:/registry/roles/kube-public/; range_end:/registry/roles/kube-public0; response_count:2; response_revision:2507; }","duration":"118.501518ms","start":"2026-04-07T18:01:27.509612Z","end":"2026-04-07T18:01:27.628114Z","steps":["trace[365187455] 'range keys from in-memory index tree' (duration: 118.307893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:27.62814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.69943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-node-lease/\" range_end:\"/registry/services/specs/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T18:01:27.628169Z","caller":"traceutil/trace.go:171","msg":"trace[1183559059] range","detail":"{range_begin:/registry/services/specs/default/kubernetes; range_end:; response_count:1; response_revision:2507; }","duration":"159.890903ms","start":"2026-04-07T18:01:27.46826Z","end":"2026-04-07T18:01:27.628151Z","steps":["trace[1183559059] 'range keys from in-memory index tree' (duration: 159.683388ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:01:27.628182Z","caller":"traceutil/trace.go:171","msg":"trace[1506195305] range","detail":"{range_begin:/registry/configmaps/kube-node-lease/kube-root-ca.crt; range_end:; response_count:1; response_revision:2507; }","duration":"142.277366ms","start":"2026-04-07T18:01:27.485886Z","end":"2026-04-07T18:01:27.628164Z","steps":["trace[1506195305] 'range keys from in-memory index tree' (duration: 142.090802ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:01:27.628233Z","caller":"traceutil/trace.go:171","msg":"trace[545894376] range","detail":"{range_begin:/registry/services/specs/kube-node-lease/; range_end:/registry/services/specs/kube-node-lease0; response_count:0; response_revision:2507; }","duration":"179.852104ms","start":"2026-04-07T18:01:27.44836Z","end":"2026-04-07T18:01:27.628213Z","steps":["trace[545894376] 'range keys from in-memory index tree' (duration: 179.629619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:28.087944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.010183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T18:01:28.088055Z","caller":"traceutil/trace.go:171","msg":"trace[1078675275] linearizableReadLoop","detail":"{readStateIndex:2616; appliedIndex:2615; }","duration":"243.720468ms","start":"2026-04-07T18:01:27.844315Z","end":"2026-04-07T18:01:28.088035Z","steps":["trace[1078675275] 'read index received' (duration: 111.548371ms)","trace[1078675275] 'applied index is now lower than readState.Index' (duration: 132.170607ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T18:01:28.088163Z","caller":"traceutil/trace.go:171","msg":"trace[1783352728] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"245.396165ms","start":"2026-04-07T18:01:27.842749Z","end":"2026-04-07T18:01:28.088145Z","steps":["trace[1783352728] 'process raft request' (duration: 113.101236ms)","trace[1783352728] 'compare' (duration: 131.88837ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T18:01:28.088334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.439842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/kube-public/\" range_end:\"/registry/statefulsets/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T18:01:28.088339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.018154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-public/\" range_end:\"/registry/events/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T18:01:28.088368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.140306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/kube-root-ca.crt\" ","response":"range_response_count:1 size:1746"} {"level":"info","ts":"2026-04-07T18:01:28.088392Z","caller":"traceutil/trace.go:171","msg":"trace[1208339307] range","detail":"{range_begin:/registry/statefulsets/kube-public/; range_end:/registry/statefulsets/kube-public0; response_count:0; response_revision:2509; }","duration":"151.528835ms","start":"2026-04-07T18:01:27.936847Z","end":"2026-04-07T18:01:28.088375Z","steps":["trace[1208339307] 'agreement among raft nodes before linearized reading' (duration: 151.443073ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:01:28.088398Z","caller":"traceutil/trace.go:171","msg":"trace[1012783826] range","detail":"{range_begin:/registry/events/kube-public/; range_end:/registry/events/kube-public0; response_count:0; response_revision:2509; }","duration":"244.099737ms","start":"2026-04-07T18:01:27.844284Z","end":"2026-04-07T18:01:28.088384Z","steps":["trace[1012783826] 'agreement among raft nodes before linearized reading' (duration: 244.007475ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:01:28.088439Z","caller":"traceutil/trace.go:171","msg":"trace[443505368] range","detail":"{range_begin:/registry/configmaps/kube-public/kube-root-ca.crt; range_end:; response_count:1; response_revision:2509; }","duration":"178.253828ms","start":"2026-04-07T18:01:27.910169Z","end":"2026-04-07T18:01:28.088423Z","steps":["trace[443505368] 'agreement among raft nodes before linearized reading' (duration: 178.098004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:28.088396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.884508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/\" range_end:\"/registry/configmaps/kube-system0\" limit:500 ","response":"range_response_count:11 size:19225"} {"level":"info","ts":"2026-04-07T18:01:28.08851Z","caller":"traceutil/trace.go:171","msg":"trace[1822409765] range","detail":"{range_begin:/registry/configmaps/kube-system/; range_end:/registry/configmaps/kube-system0; response_count:11; response_revision:2509; }","duration":"154.012691ms","start":"2026-04-07T18:01:27.934474Z","end":"2026-04-07T18:01:28.088487Z","steps":["trace[1822409765] 'agreement among raft nodes before linearized reading' (duration: 153.825567ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:01:28.842845Z","caller":"traceutil/trace.go:171","msg":"trace[1019963892] linearizableReadLoop","detail":"{readStateIndex:2618; appliedIndex:2617; }","duration":"103.981891ms","start":"2026-04-07T18:01:28.738845Z","end":"2026-04-07T18:01:28.842827Z","steps":["trace[1019963892] 'read index received' (duration: 103.781596ms)","trace[1019963892] 'applied index is now lower than readState.Index' (duration: 199.525µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T18:01:28.84289Z","caller":"traceutil/trace.go:171","msg":"trace[1026788658] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"110.207041ms","start":"2026-04-07T18:01:28.73266Z","end":"2026-04-07T18:01:28.842867Z","steps":["trace[1026788658] 'process raft request' (duration: 110.025106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:28.843025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.165905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/ceph-csi-config\" ","response":"range_response_count:1 size:919"} {"level":"info","ts":"2026-04-07T18:01:28.843075Z","caller":"traceutil/trace.go:171","msg":"trace[1818587404] range","detail":"{range_begin:/registry/configmaps/kube-system/ceph-csi-config; range_end:; response_count:1; response_revision:2510; }","duration":"104.256677ms","start":"2026-04-07T18:01:28.738805Z","end":"2026-04-07T18:01:28.843061Z","steps":["trace[1818587404] 'agreement among raft nodes before linearized reading' (duration: 104.095544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:29.434477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.555942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T18:01:29.434676Z","caller":"traceutil/trace.go:171","msg":"trace[46404340] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"543.381128ms","start":"2026-04-07T18:01:28.891277Z","end":"2026-04-07T18:01:29.434658Z","steps":["trace[46404340] 'process raft request' (duration: 192.564642ms)","trace[46404340] 'compare' (duration: 350.205243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T18:01:29.43477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:28.891266Z","time spent":"543.462841ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T18:01:29.434779Z","caller":"traceutil/trace.go:171","msg":"trace[1552862932] linearizableReadLoop","detail":"{readStateIndex:2619; appliedIndex:2618; }","duration":"512.832119ms","start":"2026-04-07T18:01:28.921927Z","end":"2026-04-07T18:01:29.434759Z","steps":["trace[1552862932] 'read index received' (duration: 161.833648ms)","trace[1552862932] 'applied index is now lower than readState.Index' (duration: 350.996281ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T18:01:29.43481Z","caller":"traceutil/trace.go:171","msg":"trace[1035418128] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"292.448569ms","start":"2026-04-07T18:01:29.142351Z","end":"2026-04-07T18:01:29.434799Z","steps":["trace[1035418128] 'process raft request' (duration: 292.215443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:29.434963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.027313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/ceph-csi-encryption-kms-config\" ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-04-07T18:01:29.435006Z","caller":"traceutil/trace.go:171","msg":"trace[1122404900] range","detail":"{range_begin:/registry/configmaps/kube-system/ceph-csi-encryption-kms-config; range_end:; response_count:1; response_revision:2512; }","duration":"513.096354ms","start":"2026-04-07T18:01:28.92189Z","end":"2026-04-07T18:01:29.434986Z","steps":["trace[1122404900] 'agreement among raft nodes before linearized reading' (duration: 512.967691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:29.43503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:28.921875Z","time spent":"513.149766ms","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":834,"request content":"key:\"/registry/configmaps/kube-system/ceph-csi-encryption-kms-config\" "} {"level":"warn","ts":"2026-04-07T18:01:29.435248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.649061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/ceph-csi-config\" ","response":"range_response_count:1 size:919"} {"level":"info","ts":"2026-04-07T18:01:29.435286Z","caller":"traceutil/trace.go:171","msg":"trace[1123407809] range","detail":"{range_begin:/registry/configmaps/kube-system/ceph-csi-config; range_end:; response_count:1; response_revision:2512; }","duration":"503.711272ms","start":"2026-04-07T18:01:28.931565Z","end":"2026-04-07T18:01:29.435276Z","steps":["trace[1123407809] 'agreement among raft nodes before linearized reading' (duration: 503.59426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:29.435313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:28.931549Z","time spent":"503.758114ms","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":942,"request content":"key:\"/registry/configmaps/kube-system/ceph-csi-config\" "} {"level":"warn","ts":"2026-04-07T18:01:29.435348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.994968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T18:01:29.43538Z","caller":"traceutil/trace.go:171","msg":"trace[379032658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2512; }","duration":"442.039949ms","start":"2026-04-07T18:01:28.99333Z","end":"2026-04-07T18:01:29.43537Z","steps":["trace[379032658] 'agreement among raft nodes before linearized reading' (duration: 441.949757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:29.435407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:28.993322Z","time spent":"442.07767ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T18:01:29.435547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.096226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/kube-system/\" range_end:\"/registry/statefulsets/kube-system0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T18:01:29.435584Z","caller":"traceutil/trace.go:171","msg":"trace[74745962] range","detail":"{range_begin:/registry/statefulsets/kube-system/; range_end:/registry/statefulsets/kube-system0; response_count:0; response_revision:2512; }","duration":"452.143137ms","start":"2026-04-07T18:01:28.983429Z","end":"2026-04-07T18:01:29.435572Z","steps":["trace[74745962] 'agreement among raft nodes before linearized reading' (duration: 452.049325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:29.435638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:28.983423Z","time spent":"452.204858ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/kube-system/\" range_end:\"/registry/statefulsets/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-04-07T18:01:29.435744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.511818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/\" range_end:\"/registry/services/specs/kube-system0\" limit:500 ","response":"range_response_count:3 size:3579"} {"level":"info","ts":"2026-04-07T18:01:29.435785Z","caller":"traceutil/trace.go:171","msg":"trace[879755490] range","detail":"{range_begin:/registry/services/specs/kube-system/; range_end:/registry/services/specs/kube-system0; response_count:3; response_revision:2512; }","duration":"453.582099ms","start":"2026-04-07T18:01:28.982192Z","end":"2026-04-07T18:01:29.435774Z","steps":["trace[879755490] 'agreement among raft nodes before linearized reading' (duration: 453.441746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:29.435816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:28.982177Z","time spent":"453.630251ms","remote":"127.0.0.1:51126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":3,"response size":3602,"request content":"key:\"/registry/services/specs/kube-system/\" range_end:\"/registry/services/specs/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-04-07T18:01:29.435756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.597696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"warn","ts":"2026-04-07T18:01:29.435914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.418468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-07T18:01:29.435984Z","caller":"traceutil/trace.go:171","msg":"trace[766336684] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2512; }","duration":"442.535859ms","start":"2026-04-07T18:01:28.993431Z","end":"2026-04-07T18:01:29.435967Z","steps":["trace[766336684] 'agreement among raft nodes before linearized reading' (duration: 442.353635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:29.436042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:28.993411Z","time spent":"442.622532ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-04-07T18:01:29.436126Z","caller":"traceutil/trace.go:171","msg":"trace[1799639868] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2512; }","duration":"170.82469ms","start":"2026-04-07T18:01:29.26511Z","end":"2026-04-07T18:01:29.435935Z","steps":["trace[1799639868] 'agreement among raft nodes before linearized reading' (duration: 170.39154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:29.436364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.150906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T18:01:29.436587Z","caller":"traceutil/trace.go:171","msg":"trace[1210645357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2512; }","duration":"498.402681ms","start":"2026-04-07T18:01:28.938169Z","end":"2026-04-07T18:01:29.436572Z","steps":["trace[1210645357] 'agreement among raft nodes before linearized reading' (duration: 497.45025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:29.436672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:28.938157Z","time spent":"498.500304ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T18:01:29.81264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.429121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T18:01:29.812877Z","caller":"traceutil/trace.go:171","msg":"trace[1301731433] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"373.45769ms","start":"2026-04-07T18:01:29.439366Z","end":"2026-04-07T18:01:29.812824Z","steps":["trace[1301731433] 'process raft request' (duration: 129.751343ms)","trace[1301731433] 'compare' (duration: 243.300038ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T18:01:29.812951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:29.439349Z","time spent":"373.562622ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T18:01:29.813032Z","caller":"traceutil/trace.go:171","msg":"trace[1396678481] linearizableReadLoop","detail":"{readStateIndex:2621; appliedIndex:2620; }","duration":"373.141452ms","start":"2026-04-07T18:01:29.43973Z","end":"2026-04-07T18:01:29.812872Z","steps":["trace[1396678481] 'read index received' (duration: 129.395094ms)","trace[1396678481] 'applied index is now lower than readState.Index' (duration: 243.743278ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T18:01:29.813083Z","caller":"traceutil/trace.go:171","msg":"trace[623507892] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"371.736821ms","start":"2026-04-07T18:01:29.441313Z","end":"2026-04-07T18:01:29.81305Z","steps":["trace[623507892] 'process raft request' (duration: 371.440364ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:01:29.813224Z","caller":"traceutil/trace.go:171","msg":"trace[1448862942] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"369.087671ms","start":"2026-04-07T18:01:29.444031Z","end":"2026-04-07T18:01:29.813119Z","steps":["trace[1448862942] 'process raft request' (duration: 369.04525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:29.813312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:29.441299Z","time spent":"371.882034ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T18:01:29.813305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.972077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/ceph-csi-encryption-kms-config\" ","response":"range_response_count:1 size:811"} {"level":"warn","ts":"2026-04-07T18:01:29.813309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:29.444022Z","time spent":"369.245604ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T18:01:29.813422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.079311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T18:01:29.813447Z","caller":"traceutil/trace.go:171","msg":"trace[112765475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2517; }","duration":"173.104992ms","start":"2026-04-07T18:01:29.640337Z","end":"2026-04-07T18:01:29.813442Z","steps":["trace[112765475] 'agreement among raft nodes before linearized reading' (duration: 173.065581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:29.813467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.632423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/ceph-csi-config\" ","response":"range_response_count:1 size:919"} {"level":"info","ts":"2026-04-07T18:01:29.813537Z","caller":"traceutil/trace.go:171","msg":"trace[212322657] range","detail":"{range_begin:/registry/configmaps/kube-system/ceph-csi-config; range_end:; response_count:1; response_revision:2517; }","duration":"373.815567ms","start":"2026-04-07T18:01:29.439708Z","end":"2026-04-07T18:01:29.813523Z","steps":["trace[212322657] 'agreement among raft nodes before linearized reading' (duration: 373.438698ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:01:29.813553Z","caller":"traceutil/trace.go:171","msg":"trace[1744104173] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"371.364612ms","start":"2026-04-07T18:01:29.442175Z","end":"2026-04-07T18:01:29.813539Z","steps":["trace[1744104173] 'process raft request' (duration: 370.671296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:29.813584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:29.439697Z","time spent":"373.876728ms","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":942,"request content":"key:\"/registry/configmaps/kube-system/ceph-csi-config\" "} {"level":"warn","ts":"2026-04-07T18:01:29.813612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:29.442165Z","time spent":"371.413734ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T18:01:29.813371Z","caller":"traceutil/trace.go:171","msg":"trace[1916980468] range","detail":"{range_begin:/registry/configmaps/kube-system/ceph-csi-encryption-kms-config; range_end:; response_count:1; response_revision:2517; }","duration":"307.078149ms","start":"2026-04-07T18:01:29.506284Z","end":"2026-04-07T18:01:29.813363Z","steps":["trace[1916980468] 'agreement among raft nodes before linearized reading' (duration: 306.895135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:29.813821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:29.506269Z","time spent":"307.506119ms","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":834,"request content":"key:\"/registry/configmaps/kube-system/ceph-csi-encryption-kms-config\" "} {"level":"info","ts":"2026-04-07T18:01:29.814552Z","caller":"traceutil/trace.go:171","msg":"trace[1996243468] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"372.938847ms","start":"2026-04-07T18:01:29.4416Z","end":"2026-04-07T18:01:29.814538Z","steps":["trace[1996243468] 'process raft request' (duration: 371.212259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:29.814608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:29.441586Z","time spent":"372.997958ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T18:01:30.313507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.5016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T18:01:30.313591Z","caller":"traceutil/trace.go:171","msg":"trace[1563715175] linearizableReadLoop","detail":"{readStateIndex:2626; appliedIndex:2625; }","duration":"455.440662ms","start":"2026-04-07T18:01:29.858137Z","end":"2026-04-07T18:01:30.313577Z","steps":["trace[1563715175] 'read index received' (duration: 69.851269ms)","trace[1563715175] 'applied index is now lower than readState.Index' (duration: 385.588293ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T18:01:30.313744Z","caller":"traceutil/trace.go:171","msg":"trace[1820645123] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"470.083993ms","start":"2026-04-07T18:01:29.843652Z","end":"2026-04-07T18:01:30.313736Z","steps":["trace[1820645123] 'process raft request' (duration: 84.296125ms)","trace[1820645123] 'compare' (duration: 385.340637ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T18:01:30.313786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:29.843631Z","time spent":"470.134335ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T18:01:30.314011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.878932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T18:01:30.314039Z","caller":"traceutil/trace.go:171","msg":"trace[721588073] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2518; }","duration":"455.959403ms","start":"2026-04-07T18:01:29.858072Z","end":"2026-04-07T18:01:30.314031Z","steps":["trace[721588073] 'agreement among raft nodes before linearized reading' (duration: 455.914022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:30.314058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:29.858053Z","time spent":"455.999525ms","remote":"127.0.0.1:51092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-07T18:01:30.314096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.946829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T18:01:30.314165Z","caller":"traceutil/trace.go:171","msg":"trace[1492312964] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:2518; }","duration":"385.064252ms","start":"2026-04-07T18:01:29.929084Z","end":"2026-04-07T18:01:30.314148Z","steps":["trace[1492312964] 'agreement among raft nodes before linearized reading' (duration: 384.899958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:30.314282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:29.929065Z","time spent":"385.204035ms","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6554,"request content":"key:\"/registry/configmaps/kube-system/cilium-config\" "} {"level":"warn","ts":"2026-04-07T18:01:30.314152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.200569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T18:01:30.314385Z","caller":"traceutil/trace.go:171","msg":"trace[116981534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2518; }","duration":"221.502415ms","start":"2026-04-07T18:01:30.092871Z","end":"2026-04-07T18:01:30.314373Z","steps":["trace[116981534] 'agreement among raft nodes before linearized reading' (duration: 221.102076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:30.3146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.434454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/coredns\" ","response":"range_response_count:1 size:612"} {"level":"info","ts":"2026-04-07T18:01:30.314669Z","caller":"traceutil/trace.go:171","msg":"trace[1267214221] range","detail":"{range_begin:/registry/configmaps/kube-system/coredns; range_end:; response_count:1; response_revision:2518; }","duration":"403.329234ms","start":"2026-04-07T18:01:29.911324Z","end":"2026-04-07T18:01:30.314653Z","steps":["trace[1267214221] 'agreement among raft nodes before linearized reading' (duration: 402.425074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:30.314023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.230009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T18:01:30.314806Z","caller":"traceutil/trace.go:171","msg":"trace[308447060] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2518; }","duration":"322.022047ms","start":"2026-04-07T18:01:29.992749Z","end":"2026-04-07T18:01:30.314771Z","steps":["trace[308447060] 'agreement among raft nodes before linearized reading' (duration: 321.229889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:30.314708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:29.911307Z","time spent":"403.392345ms","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":635,"request content":"key:\"/registry/configmaps/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-07T18:01:30.314931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:29.992726Z","time spent":"322.17144ms","remote":"127.0.0.1:41240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T18:01:30.668203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.283218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T18:01:30.668303Z","caller":"traceutil/trace.go:171","msg":"trace[1634734851] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:2519; }","duration":"251.409601ms","start":"2026-04-07T18:01:30.416873Z","end":"2026-04-07T18:01:30.668282Z","steps":["trace[1634734851] 'range keys from in-memory index tree' (duration: 251.206986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:30.668217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.597706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/coredns\" ","response":"range_response_count:1 size:612"} {"level":"info","ts":"2026-04-07T18:01:30.668442Z","caller":"traceutil/trace.go:171","msg":"trace[339778355] range","detail":"{range_begin:/registry/configmaps/kube-system/coredns; range_end:; response_count:1; response_revision:2519; }","duration":"251.867831ms","start":"2026-04-07T18:01:30.416557Z","end":"2026-04-07T18:01:30.668424Z","steps":["trace[339778355] 'range keys from in-memory index tree' (duration: 251.509093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:30.668596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.569835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T18:01:30.668754Z","caller":"traceutil/trace.go:171","msg":"trace[2074426676] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2519; }","duration":"205.79437ms","start":"2026-04-07T18:01:30.4629Z","end":"2026-04-07T18:01:30.668694Z","steps":["trace[2074426676] 'count revisions from in-memory index tree' (duration: 205.412062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:31.01485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.560745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-04-07T18:01:31.014916Z","caller":"traceutil/trace.go:171","msg":"trace[2012532012] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2520; }","duration":"178.663398ms","start":"2026-04-07T18:01:30.836235Z","end":"2026-04-07T18:01:31.014898Z","steps":["trace[2012532012] 'range keys from in-memory index tree' (duration: 178.445343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:31.014946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.181627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking\" ","response":"range_response_count:1 size:370"} {"level":"info","ts":"2026-04-07T18:01:31.015021Z","caller":"traceutil/trace.go:171","msg":"trace[1077483938] range","detail":"{range_begin:/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking; range_end:; response_count:1; response_revision:2520; }","duration":"178.539025ms","start":"2026-04-07T18:01:30.83646Z","end":"2026-04-07T18:01:31.014999Z","steps":["trace[1077483938] 'range keys from in-memory index tree' (duration: 178.036744ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:01:31.218051Z","caller":"traceutil/trace.go:171","msg":"trace[1252465772] linearizableReadLoop","detail":"{readStateIndex:2629; appliedIndex:2628; }","duration":"335.211445ms","start":"2026-04-07T18:01:30.882819Z","end":"2026-04-07T18:01:31.218031Z","steps":["trace[1252465772] 'read index received' (duration: 335.035161ms)","trace[1252465772] 'applied index is now lower than readState.Index' (duration: 175.484µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T18:01:31.218076Z","caller":"traceutil/trace.go:171","msg":"trace[126012446] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"370.282587ms","start":"2026-04-07T18:01:30.847768Z","end":"2026-04-07T18:01:31.218051Z","steps":["trace[126012446] 'process raft request' (duration: 370.130994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:31.218157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.333557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T18:01:31.218186Z","caller":"traceutil/trace.go:171","msg":"trace[435251938] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2521; }","duration":"335.377238ms","start":"2026-04-07T18:01:30.882801Z","end":"2026-04-07T18:01:31.218179Z","steps":["trace[435251938] 'agreement among raft nodes before linearized reading' (duration: 335.306177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:31.218208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:30.882738Z","time spent":"335.46285ms","remote":"127.0.0.1:51074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-07T18:01:31.218235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:30.847743Z","time spent":"370.413471ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T18:01:31.21824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.041857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T18:01:31.218285Z","caller":"traceutil/trace.go:171","msg":"trace[1854493410] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2521; }","duration":"295.135449ms","start":"2026-04-07T18:01:30.923138Z","end":"2026-04-07T18:01:31.218274Z","steps":["trace[1854493410] 'agreement among raft nodes before linearized reading' (duration: 295.064078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:31.21837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.241525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-04-07T18:01:31.218363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.667219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T18:01:31.218402Z","caller":"traceutil/trace.go:171","msg":"trace[549517635] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2521; }","duration":"200.301567ms","start":"2026-04-07T18:01:31.018089Z","end":"2026-04-07T18:01:31.218391Z","steps":["trace[549517635] 'agreement among raft nodes before linearized reading' (duration: 200.240014ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:01:31.218439Z","caller":"traceutil/trace.go:171","msg":"trace[162221865] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2521; }","duration":"125.797403ms","start":"2026-04-07T18:01:31.092626Z","end":"2026-04-07T18:01:31.218423Z","steps":["trace[162221865] 'agreement among raft nodes before linearized reading' (duration: 125.667049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:31.218362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.514322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking\" ","response":"range_response_count:1 size:370"} {"level":"info","ts":"2026-04-07T18:01:31.218558Z","caller":"traceutil/trace.go:171","msg":"trace[190216182] range","detail":"{range_begin:/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking; range_end:; response_count:1; response_revision:2521; }","duration":"139.757418ms","start":"2026-04-07T18:01:31.078789Z","end":"2026-04-07T18:01:31.218546Z","steps":["trace[190216182] 'agreement among raft nodes before linearized reading' (duration: 139.471981ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:01:32.088347Z","caller":"traceutil/trace.go:171","msg":"trace[1461946106] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"250.365948ms","start":"2026-04-07T18:01:31.837946Z","end":"2026-04-07T18:01:32.088312Z","steps":["trace[1461946106] 'process raft request' (duration: 180.056629ms)","trace[1461946106] 'compare' (duration: 70.147415ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T18:01:32.129464Z","caller":"traceutil/trace.go:171","msg":"trace[211224879] linearizableReadLoop","detail":"{readStateIndex:2634; appliedIndex:2630; }","duration":"289.919262ms","start":"2026-04-07T18:01:31.839522Z","end":"2026-04-07T18:01:32.129441Z","steps":["trace[211224879] 'read index received' (duration: 178.491194ms)","trace[211224879] 'applied index is now lower than readState.Index' (duration: 111.427098ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T18:01:32.129782Z","caller":"traceutil/trace.go:171","msg":"trace[1098709536] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"291.145339ms","start":"2026-04-07T18:01:31.838607Z","end":"2026-04-07T18:01:32.129752Z","steps":["trace[1098709536] 'process raft request' (duration: 290.75349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:32.129869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.054381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14480"} {"level":"info","ts":"2026-04-07T18:01:32.129869Z","caller":"traceutil/trace.go:171","msg":"trace[1713889776] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"290.969545ms","start":"2026-04-07T18:01:31.838866Z","end":"2026-04-07T18:01:32.129835Z","steps":["trace[1713889776] 'process raft request' (duration: 290.535415ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:01:32.130028Z","caller":"traceutil/trace.go:171","msg":"trace[3671652] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"291.64133ms","start":"2026-04-07T18:01:31.838375Z","end":"2026-04-07T18:01:32.130017Z","steps":["trace[3671652] 'process raft request' (duration: 290.72209ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:01:32.129909Z","caller":"traceutil/trace.go:171","msg":"trace[482171774] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:2526; }","duration":"289.135073ms","start":"2026-04-07T18:01:31.840762Z","end":"2026-04-07T18:01:32.129897Z","steps":["trace[482171774] 'agreement among raft nodes before linearized reading' (duration: 288.97099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:32.13163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.083851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:135 size:104271"} {"level":"info","ts":"2026-04-07T18:01:32.131717Z","caller":"traceutil/trace.go:171","msg":"trace[714765655] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:135; response_revision:2526; }","duration":"292.203213ms","start":"2026-04-07T18:01:31.839497Z","end":"2026-04-07T18:01:32.131701Z","steps":["trace[714765655] 'agreement among raft nodes before linearized reading' (duration: 290.194888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:32.349315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.174339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2918"} {"level":"info","ts":"2026-04-07T18:01:32.349392Z","caller":"traceutil/trace.go:171","msg":"trace[1844492757] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:2526; }","duration":"133.294162ms","start":"2026-04-07T18:01:32.216082Z","end":"2026-04-07T18:01:32.349376Z","steps":["trace[1844492757] 'range keys from in-memory index tree' (duration: 133.077547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:32.34964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.812274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/ceph-csi-rbd-provisioner\" ","response":"range_response_count:1 size:11246"} {"level":"info","ts":"2026-04-07T18:01:32.349767Z","caller":"traceutil/trace.go:171","msg":"trace[1977471926] range","detail":"{range_begin:/registry/deployments/kube-system/ceph-csi-rbd-provisioner; range_end:; response_count:1; response_revision:2526; }","duration":"118.989068ms","start":"2026-04-07T18:01:32.230763Z","end":"2026-04-07T18:01:32.349753Z","steps":["trace[1977471926] 'range keys from in-memory index tree' (duration: 118.64189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:32.566836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.169331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2918"} {"level":"info","ts":"2026-04-07T18:01:32.56691Z","caller":"traceutil/trace.go:171","msg":"trace[1494519503] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:2528; }","duration":"114.259793ms","start":"2026-04-07T18:01:32.452634Z","end":"2026-04-07T18:01:32.566893Z","steps":["trace[1494519503] 'range keys from in-memory index tree' (duration: 114.084059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:33.384491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8970780582408251478,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T18:01:33.505739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:32.85118Z","time spent":"654.555492ms","remote":"127.0.0.1:50948","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-07T18:01:33.650451Z","caller":"traceutil/trace.go:171","msg":"trace[611751671] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"143.499793ms","start":"2026-04-07T18:01:33.506933Z","end":"2026-04-07T18:01:33.650433Z","steps":["trace[611751671] 'process raft request' (duration: 143.461943ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:01:33.650486Z","caller":"traceutil/trace.go:171","msg":"trace[726335358] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"427.237286ms","start":"2026-04-07T18:01:33.223221Z","end":"2026-04-07T18:01:33.650458Z","steps":["trace[726335358] 'process raft request' (duration: 387.858756ms)","trace[726335358] 'compare' (duration: 39.221866ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T18:01:33.650474Z","caller":"traceutil/trace.go:171","msg":"trace[1525041879] linearizableReadLoop","detail":"{readStateIndex:2638; appliedIndex:2636; }","duration":"766.955443ms","start":"2026-04-07T18:01:32.883502Z","end":"2026-04-07T18:01:33.650457Z","steps":["trace[1525041879] 'read index received' (duration: 622.13137ms)","trace[1525041879] 'applied index is now lower than readState.Index' (duration: 144.822123ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T18:01:33.650725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:33.223196Z","time spent":"427.342228ms","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T18:01:33.650833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.821515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/ceph-csi-rbd-nodeplugin-http-metrics\" ","response":"range_response_count:1 size:930"} {"level":"info","ts":"2026-04-07T18:01:33.650874Z","caller":"traceutil/trace.go:171","msg":"trace[1845957336] range","detail":"{range_begin:/registry/services/endpoints/kube-system/ceph-csi-rbd-nodeplugin-http-metrics; range_end:; response_count:1; response_revision:2530; }","duration":"737.909257ms","start":"2026-04-07T18:01:32.912954Z","end":"2026-04-07T18:01:33.650863Z","steps":["trace[1845957336] 'agreement among raft nodes before linearized reading' (duration: 737.779364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:33.650903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:32.912934Z","time spent":"737.960168ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":953,"request content":"key:\"/registry/services/endpoints/kube-system/ceph-csi-rbd-nodeplugin-http-metrics\" "} {"level":"warn","ts":"2026-04-07T18:01:33.65136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.803672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/ceph-csi-rbd-provisioner-http-metrics\" ","response":"range_response_count:1 size:940"} {"level":"info","ts":"2026-04-07T18:01:33.651537Z","caller":"traceutil/trace.go:171","msg":"trace[391405358] range","detail":"{range_begin:/registry/services/endpoints/kube-system/ceph-csi-rbd-provisioner-http-metrics; range_end:; response_count:1; response_revision:2530; }","duration":"768.035257ms","start":"2026-04-07T18:01:32.883459Z","end":"2026-04-07T18:01:33.651494Z","steps":["trace[391405358] 'agreement among raft nodes before linearized reading' (duration: 767.043255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:33.651608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T18:01:32.883442Z","time spent":"768.151459ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":963,"request content":"key:\"/registry/services/endpoints/kube-system/ceph-csi-rbd-provisioner-http-metrics\" "} {"level":"info","ts":"2026-04-07T18:01:34.324999Z","caller":"traceutil/trace.go:171","msg":"trace[1767997623] linearizableReadLoop","detail":"{readStateIndex:2643; appliedIndex:2641; }","duration":"168.512088ms","start":"2026-04-07T18:01:34.156451Z","end":"2026-04-07T18:01:34.324963Z","steps":["trace[1767997623] 'read index received' (duration: 11.157022ms)","trace[1767997623] 'applied index is now lower than readState.Index' (duration: 157.353936ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T18:01:34.32502Z","caller":"traceutil/trace.go:171","msg":"trace[1754116540] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"172.788554ms","start":"2026-04-07T18:01:34.1522Z","end":"2026-04-07T18:01:34.324988Z","steps":["trace[1754116540] 'process raft request' (duration: 165.894369ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:01:34.325157Z","caller":"traceutil/trace.go:171","msg":"trace[1218507991] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"172.217943ms","start":"2026-04-07T18:01:34.152889Z","end":"2026-04-07T18:01:34.325107Z","steps":["trace[1218507991] 'process raft request' (duration: 172.002077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:34.325602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.124813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hsw2x\" ","response":"range_response_count:1 size:18525"} {"level":"info","ts":"2026-04-07T18:01:34.325655Z","caller":"traceutil/trace.go:171","msg":"trace[2021864980] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hsw2x; range_end:; response_count:1; response_revision:2534; }","duration":"169.233145ms","start":"2026-04-07T18:01:34.156409Z","end":"2026-04-07T18:01:34.325642Z","steps":["trace[2021864980] 'agreement among raft nodes before linearized reading' (duration: 168.770074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T18:01:34.778873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.360852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5164"} {"level":"info","ts":"2026-04-07T18:01:34.778973Z","caller":"traceutil/trace.go:171","msg":"trace[127263786] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:2537; }","duration":"106.477056ms","start":"2026-04-07T18:01:34.672476Z","end":"2026-04-07T18:01:34.778953Z","steps":["trace[127263786] 'range keys from in-memory index tree' (duration: 106.274481ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:01:34.950444Z","caller":"traceutil/trace.go:171","msg":"trace[597687989] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"128.675568ms","start":"2026-04-07T18:01:34.821746Z","end":"2026-04-07T18:01:34.950422Z","steps":["trace[597687989] 'process raft request' (duration: 128.31724ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T18:01:38.484132Z","caller":"traceutil/trace.go:171","msg":"trace[1849396946] linearizableReadLoop","detail":"{readStateIndex:2662; appliedIndex:2661; }","duration":"127.88843ms","start":"2026-04-07T18:01:38.356218Z","end":"2026-04-07T18:01:38.484107Z","steps":["trace[1849396946] 'read index received' (duration: 115.44992ms)","trace[1849396946] 'applied index is now lower than readState.Index' (duration: 12.43722ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T18:01:38.484188Z","caller":"traceutil/trace.go:171","msg":"trace[287061777] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"143.752729ms","start":"2026-04-07T18:01:38.340408Z","end":"2026-04-07T18:01:38.48416Z","steps":["trace[287061777] 'process raft request' (duration: 131.372609ms)","trace[287061777] 'compare' (duration: 12.201886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T18:01:38.484386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.140136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-07T18:01:38.484432Z","caller":"traceutil/trace.go:171","msg":"trace[807523982] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2552; }","duration":"128.216258ms","start":"2026-04-07T18:01:38.356201Z","end":"2026-04-07T18:01:38.484417Z","steps":["trace[807523982] 'agreement among raft nodes before linearized reading' (duration: 128.054785ms)"],"step_count":1}