{"level":"warn","ts":"2026-04-07T00:01:39.766766Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T00:01:39.766847Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.155:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.155:2380","--initial-cluster=instance=https://199.204.45.155:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.155:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.155:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T00:01:39.766921Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T00:01:39.766935Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.155:2380"]} {"level":"info","ts":"2026-04-07T00:01:39.767006Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T00:01:39.767653Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.155:2379"]} {"level":"info","ts":"2026-04-07T00:01:39.767723Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.155:2380"],"listen-peer-urls":["https://199.204.45.155:2380"],"advertise-client-urls":["https://199.204.45.155:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.155:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.155:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T00:01:39.771075Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.146208ms"} {"level":"info","ts":"2026-04-07T00:01:39.777003Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"344940fc142d902f","cluster-id":"c7d65bf2a36fbd4"} {"level":"info","ts":"2026-04-07T00:01:39.777103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T00:01:39.777132Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f became follower at term 0"} {"level":"info","ts":"2026-04-07T00:01:39.777149Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 344940fc142d902f [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T00:01:39.777168Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f became follower at term 1"} {"level":"info","ts":"2026-04-07T00:01:39.777205Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f switched to configuration voters=(3767614014686597167)"} {"level":"warn","ts":"2026-04-07T00:01:39.785708Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T00:01:39.787848Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T00:01:39.789851Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T00:01:39.792732Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"344940fc142d902f","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T00:01:39.792939Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T00:01:39.793602Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T00:01:39.793561Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"344940fc142d902f","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T00:01:39.793629Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T00:01:39.793816Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f switched to configuration voters=(3767614014686597167)"} {"level":"info","ts":"2026-04-07T00:01:39.794206Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c7d65bf2a36fbd4","local-member-id":"344940fc142d902f","added-peer-id":"344940fc142d902f","added-peer-peer-urls":["https://199.204.45.155:2380"]} {"level":"info","ts":"2026-04-07T00:01:39.796954Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T00:01:39.797086Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.155:2380"} {"level":"info","ts":"2026-04-07T00:01:39.79713Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.155:2380"} {"level":"info","ts":"2026-04-07T00:01:39.797321Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"344940fc142d902f","initial-advertise-peer-urls":["https://199.204.45.155:2380"],"listen-peer-urls":["https://199.204.45.155:2380"],"advertise-client-urls":["https://199.204.45.155:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.155:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T00:01:39.79737Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T00:01:40.178341Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T00:01:40.178421Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T00:01:40.178457Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f received MsgPreVoteResp from 344940fc142d902f at term 1"} {"level":"info","ts":"2026-04-07T00:01:40.178476Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f became candidate at term 2"} {"level":"info","ts":"2026-04-07T00:01:40.178487Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f received MsgVoteResp from 344940fc142d902f at term 2"} {"level":"info","ts":"2026-04-07T00:01:40.178503Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f became leader at term 2"} {"level":"info","ts":"2026-04-07T00:01:40.178517Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 344940fc142d902f elected leader 344940fc142d902f at term 2"} {"level":"info","ts":"2026-04-07T00:01:40.179579Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"344940fc142d902f","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.155:2379]}","request-path":"/0/members/344940fc142d902f/attributes","cluster-id":"c7d65bf2a36fbd4","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T00:01:40.179613Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:01:40.17987Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T00:01:40.180369Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T00:01:40.180696Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T00:01:40.180777Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T00:01:40.184065Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.155:2379"} {"level":"info","ts":"2026-04-07T00:01:40.184229Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c7d65bf2a36fbd4","local-member-id":"344940fc142d902f","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:01:40.184446Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:01:40.184485Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:01:40.186057Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-07T00:01:52.837397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535856754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:01:53.338363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535856754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:01:53.839033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535856754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:01:54.339314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535856754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:01:54.64215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.979264088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:01:54.642255Z","caller":"traceutil/trace.go:171","msg":"trace[1821529423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:397; }","duration":"2.979461487s","start":"2026-04-07T00:01:51.662774Z","end":"2026-04-07T00:01:54.642236Z","steps":["trace[1821529423] 'range keys from in-memory index tree' (duration: 2.979143732s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:01:54.64231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:01:51.662753Z","time spent":"2.97954633s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:01:54.642325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.965254807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-04-07T00:01:54.642421Z","caller":"traceutil/trace.go:171","msg":"trace[734309952] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:397; }","duration":"2.965511558s","start":"2026-04-07T00:01:51.676894Z","end":"2026-04-07T00:01:54.642406Z","steps":["trace[734309952] 'range keys from in-memory index tree' (duration: 2.965087559s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:01:54.642471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:01:51.67688Z","time spent":"2.965581822s","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6987,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-07T00:01:54.665716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.783354791s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:01:54.666072Z","caller":"traceutil/trace.go:171","msg":"trace[1506911235] linearizableReadLoop","detail":"{readStateIndex:408; appliedIndex:407; }","duration":"2.329389601s","start":"2026-04-07T00:01:52.336663Z","end":"2026-04-07T00:01:54.666052Z","steps":["trace[1506911235] 'read index received' (duration: 2.329280276s)","trace[1506911235] 'applied index is now lower than readState.Index' (duration: 108.095µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:01:54.666129Z","caller":"traceutil/trace.go:171","msg":"trace[250895401] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"2.783866234s","start":"2026-04-07T00:01:51.882234Z","end":"2026-04-07T00:01:54.6661Z","steps":["trace[250895401] 'process raft request' (duration: 2.783700077s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:01:54.666253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329575999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:01:54.666287Z","caller":"traceutil/trace.go:171","msg":"trace[602366086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:398; }","duration":"2.329648562s","start":"2026-04-07T00:01:52.336627Z","end":"2026-04-07T00:01:54.666275Z","steps":["trace[602366086] 'agreement among raft nodes before linearized reading' (duration: 2.329512096s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:01:54.666317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:01:52.336603Z","time spent":"2.329707335s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:01:54.666788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:01:51.882213Z","time spent":"2.783976228s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:01:54.938549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.194138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:01:54.938749Z","caller":"traceutil/trace.go:171","msg":"trace[1154336551] linearizableReadLoop","detail":"{readStateIndex:410; appliedIndex:408; }","duration":"272.617731ms","start":"2026-04-07T00:01:54.666113Z","end":"2026-04-07T00:01:54.938731Z","steps":["trace[1154336551] 'read index received' (duration: 123.872988ms)","trace[1154336551] 'applied index is now lower than readState.Index' (duration: 148.743743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:01:54.938857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.601980171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:01:54.938891Z","caller":"traceutil/trace.go:171","msg":"trace[947370903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:400; }","duration":"2.602047083s","start":"2026-04-07T00:01:52.336834Z","end":"2026-04-07T00:01:54.938881Z","steps":["trace[947370903] 'agreement among raft nodes before linearized reading' (duration: 2.601959429s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:01:54.938824Z","caller":"traceutil/trace.go:171","msg":"trace[1971230467] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"286.060647ms","start":"2026-04-07T00:01:54.652727Z","end":"2026-04-07T00:01:54.938787Z","steps":["trace[1971230467] 'process raft request' (duration: 285.939662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:01:54.938938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359124716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:01:54.939028Z","caller":"traceutil/trace.go:171","msg":"trace[1861297982] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:400; }","duration":"1.359270503s","start":"2026-04-07T00:01:53.579746Z","end":"2026-04-07T00:01:54.939016Z","steps":["trace[1861297982] 'agreement among raft nodes before linearized reading' (duration: 1.359058944s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:01:54.939088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:01:53.579724Z","time spent":"1.359355717s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:01:54.938935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:01:52.336829Z","time spent":"2.602097975s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:01:54.938938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787941039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.155\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T00:01:54.939355Z","caller":"traceutil/trace.go:171","msg":"trace[1930867258] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"292.41644ms","start":"2026-04-07T00:01:54.64632Z","end":"2026-04-07T00:01:54.938736Z","steps":["trace[1930867258] 'process raft request' (duration: 143.784012ms)","trace[1930867258] 'compare' (duration: 148.029881ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:01:54.939389Z","caller":"traceutil/trace.go:171","msg":"trace[1308693842] range","detail":"{range_begin:/registry/masterleases/199.204.45.155; range_end:; response_count:1; response_revision:400; }","duration":"1.788435261s","start":"2026-04-07T00:01:53.150934Z","end":"2026-04-07T00:01:54.939369Z","steps":["trace[1308693842] 'agreement among raft nodes before linearized reading' (duration: 1.787903737s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:01:54.939444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:01:53.150912Z","time spent":"1.788515805s","remote":"127.0.0.1:50536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.155\" "} {"level":"info","ts":"2026-04-07T00:01:54.953115Z","caller":"traceutil/trace.go:171","msg":"trace[1927917212] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"281.670373ms","start":"2026-04-07T00:01:54.671416Z","end":"2026-04-07T00:01:54.953086Z","steps":["trace[1927917212] 'process raft request' (duration: 281.475804ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:01:54.953281Z","caller":"traceutil/trace.go:171","msg":"trace[315597278] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"217.009562ms","start":"2026-04-07T00:01:54.736249Z","end":"2026-04-07T00:01:54.953258Z","steps":["trace[315597278] 'process raft request' (duration: 216.806823ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:01:57.122728Z","caller":"traceutil/trace.go:171","msg":"trace[441236051] linearizableReadLoop","detail":"{readStateIndex:417; appliedIndex:416; }","duration":"166.732962ms","start":"2026-04-07T00:01:56.955971Z","end":"2026-04-07T00:01:57.122704Z","steps":["trace[441236051] 'read index received' (duration: 166.519022ms)","trace[441236051] 'applied index is now lower than readState.Index' (duration: 212.86µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:01:57.123031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.656353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-07T00:01:57.123035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.683583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T00:01:57.123082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.050601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:01:57.122834Z","caller":"traceutil/trace.go:171","msg":"trace[1873334833] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"175.226847ms","start":"2026-04-07T00:01:56.947559Z","end":"2026-04-07T00:01:57.122786Z","steps":["trace[1873334833] 'process raft request' (duration: 175.016898ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:01:57.123125Z","caller":"traceutil/trace.go:171","msg":"trace[527196485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:406; }","duration":"167.16567ms","start":"2026-04-07T00:01:56.955946Z","end":"2026-04-07T00:01:57.123112Z","steps":["trace[527196485] 'agreement among raft nodes before linearized reading' (duration: 166.895531ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:01:57.123127Z","caller":"traceutil/trace.go:171","msg":"trace[1338143634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:406; }","duration":"149.831632ms","start":"2026-04-07T00:01:56.973275Z","end":"2026-04-07T00:01:57.123107Z","steps":["trace[1338143634] 'agreement among raft nodes before linearized reading' (duration: 149.639373ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:01:57.123107Z","caller":"traceutil/trace.go:171","msg":"trace[300202973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:406; }","duration":"149.768052ms","start":"2026-04-07T00:01:56.97332Z","end":"2026-04-07T00:01:57.123088Z","steps":["trace[300202973] 'agreement among raft nodes before linearized reading' (duration: 149.614143ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:01:57.357078Z","caller":"traceutil/trace.go:171","msg":"trace[955266815] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"228.029334ms","start":"2026-04-07T00:01:57.129017Z","end":"2026-04-07T00:01:57.357046Z","steps":["trace[955266815] 'process raft request' (duration: 211.578711ms)","trace[955266815] 'compare' (duration: 16.312664ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:01:57.432183Z","caller":"traceutil/trace.go:171","msg":"trace[31746722] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"302.788417ms","start":"2026-04-07T00:01:57.12937Z","end":"2026-04-07T00:01:57.432159Z","steps":["trace[31746722] 'process raft request' (duration: 302.740917ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:01:57.432226Z","caller":"traceutil/trace.go:171","msg":"trace[847184847] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"303.033986ms","start":"2026-04-07T00:01:57.129157Z","end":"2026-04-07T00:01:57.432191Z","steps":["trace[847184847] 'process raft request' (duration: 302.826607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:01:57.432401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:01:57.129351Z","time spent":"302.965616ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:01:57.432538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:01:57.12913Z","time spent":"303.304426ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:01:58.191488Z","caller":"traceutil/trace.go:171","msg":"trace[566157952] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"113.216386ms","start":"2026-04-07T00:01:58.078234Z","end":"2026-04-07T00:01:58.191451Z","steps":["trace[566157952] 'process raft request' (duration: 112.975927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:01:58.511315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.829338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:01:58.511473Z","caller":"traceutil/trace.go:171","msg":"trace[106152611] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"310.026082ms","start":"2026-04-07T00:01:58.201423Z","end":"2026-04-07T00:01:58.511449Z","steps":["trace[106152611] 'process raft request' (duration: 106.934384ms)","trace[106152611] 'compare' (duration: 202.639149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:01:58.511555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:01:58.201398Z","time spent":"310.124291ms","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:01:58.680252Z","caller":"traceutil/trace.go:171","msg":"trace[1064813647] linearizableReadLoop","detail":"{readStateIndex:423; appliedIndex:422; }","duration":"166.05739ms","start":"2026-04-07T00:01:58.514161Z","end":"2026-04-07T00:01:58.680218Z","steps":["trace[1064813647] 'read index received' (duration: 96.280443ms)","trace[1064813647] 'applied index is now lower than readState.Index' (duration: 69.774997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:01:58.680397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.20779ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:01:58.680517Z","caller":"traceutil/trace.go:171","msg":"trace[246074738] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:411; }","duration":"166.354379ms","start":"2026-04-07T00:01:58.51415Z","end":"2026-04-07T00:01:58.680505Z","steps":["trace[246074738] 'agreement among raft nodes before linearized reading' (duration: 166.18473ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:01:58.806377Z","caller":"traceutil/trace.go:171","msg":"trace[1526182430] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"117.099285ms","start":"2026-04-07T00:01:58.689248Z","end":"2026-04-07T00:01:58.806348Z","steps":["trace[1526182430] 'process raft request' (duration: 116.925366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:01:59.159655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.34269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:01:59.159873Z","caller":"traceutil/trace.go:171","msg":"trace[104897429] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"341.085727ms","start":"2026-04-07T00:01:58.818738Z","end":"2026-04-07T00:01:59.159824Z","steps":["trace[104897429] 'process raft request' (duration: 189.455918ms)","trace[104897429] 'compare' (duration: 151.1288ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:01:59.160082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:01:58.818727Z","time spent":"341.232447ms","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:02:14.793089Z","caller":"traceutil/trace.go:171","msg":"trace[585117795] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"111.637788ms","start":"2026-04-07T00:02:14.68143Z","end":"2026-04-07T00:02:14.793068Z","steps":["trace[585117795] 'process raft request' (duration: 111.470887ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:14.803959Z","caller":"traceutil/trace.go:171","msg":"trace[412676061] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"117.80527ms","start":"2026-04-07T00:02:14.686097Z","end":"2026-04-07T00:02:14.803903Z","steps":["trace[412676061] 'process raft request' (duration: 113.3328ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:14.80414Z","caller":"traceutil/trace.go:171","msg":"trace[754459521] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"116.051268ms","start":"2026-04-07T00:02:14.688046Z","end":"2026-04-07T00:02:14.804098Z","steps":["trace[754459521] 'process raft request' (duration: 115.710736ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:14.804254Z","caller":"traceutil/trace.go:171","msg":"trace[2073440833] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"116.028748ms","start":"2026-04-07T00:02:14.688189Z","end":"2026-04-07T00:02:14.804218Z","steps":["trace[2073440833] 'process raft request' (duration: 115.742016ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:14.804416Z","caller":"traceutil/trace.go:171","msg":"trace[796135891] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"113.132539ms","start":"2026-04-07T00:02:14.691259Z","end":"2026-04-07T00:02:14.804392Z","steps":["trace[796135891] 'process raft request' (duration: 112.850367ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:14.804571Z","caller":"traceutil/trace.go:171","msg":"trace[471618577] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"113.39033ms","start":"2026-04-07T00:02:14.691158Z","end":"2026-04-07T00:02:14.804548Z","steps":["trace[471618577] 'process raft request' (duration: 112.891096ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:14.804753Z","caller":"traceutil/trace.go:171","msg":"trace[466979538] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"111.84988ms","start":"2026-04-07T00:02:14.692883Z","end":"2026-04-07T00:02:14.804733Z","steps":["trace[466979538] 'process raft request' (duration: 111.402307ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:14.804749Z","caller":"traceutil/trace.go:171","msg":"trace[1110339079] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"104.964544ms","start":"2026-04-07T00:02:14.699747Z","end":"2026-04-07T00:02:14.804711Z","steps":["trace[1110339079] 'process raft request' (duration: 104.793963ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:14.804784Z","caller":"traceutil/trace.go:171","msg":"trace[1631600024] transaction","detail":"{read_only:false; number_of_response:1; response_revision:530; }","duration":"113.42079ms","start":"2026-04-07T00:02:14.691355Z","end":"2026-04-07T00:02:14.804776Z","steps":["trace[1631600024] 'process raft request' (duration: 112.821336ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:14.804875Z","caller":"traceutil/trace.go:171","msg":"trace[1163245577] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"113.469881ms","start":"2026-04-07T00:02:14.691395Z","end":"2026-04-07T00:02:14.804865Z","steps":["trace[1163245577] 'process raft request' (duration: 112.831387ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:14.804943Z","caller":"traceutil/trace.go:171","msg":"trace[937602826] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"108.846599ms","start":"2026-04-07T00:02:14.696077Z","end":"2026-04-07T00:02:14.804924Z","steps":["trace[937602826] 'process raft request' (duration: 108.259265ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:14.804962Z","caller":"traceutil/trace.go:171","msg":"trace[1353361149] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"105.299756ms","start":"2026-04-07T00:02:14.699654Z","end":"2026-04-07T00:02:14.804954Z","steps":["trace[1353361149] 'process raft request' (duration: 104.746842ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:14.805781Z","caller":"traceutil/trace.go:171","msg":"trace[1577365483] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"104.295699ms","start":"2026-04-07T00:02:14.701469Z","end":"2026-04-07T00:02:14.805765Z","steps":["trace[1577365483] 'process raft request' (duration: 103.165661ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:20.800658Z","caller":"traceutil/trace.go:171","msg":"trace[975853508] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"120.77475ms","start":"2026-04-07T00:02:20.679807Z","end":"2026-04-07T00:02:20.800581Z","steps":["trace[975853508] 'process raft request' (duration: 120.398577ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:21.02864Z","caller":"traceutil/trace.go:171","msg":"trace[641919962] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"191.164115ms","start":"2026-04-07T00:02:20.837449Z","end":"2026-04-07T00:02:21.028613Z","steps":["trace[641919962] 'process raft request' (duration: 191.017973ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:22.057344Z","caller":"traceutil/trace.go:171","msg":"trace[61024614] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:648; }","duration":"458.731055ms","start":"2026-04-07T00:02:21.598589Z","end":"2026-04-07T00:02:22.05732Z","steps":["trace[61024614] 'read index received' (duration: 436.760952ms)","trace[61024614] 'applied index is now lower than readState.Index' (duration: 21.968903ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:02:22.057388Z","caller":"traceutil/trace.go:171","msg":"trace[611563809] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"587.751494ms","start":"2026-04-07T00:02:21.469618Z","end":"2026-04-07T00:02:22.057369Z","steps":["trace[611563809] 'process raft request' (duration: 565.805382ms)","trace[611563809] 'compare' (duration: 21.623609ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:02:22.057512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:21.469601Z","time spent":"587.830636ms","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:02:22.057612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.029048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:02:22.057645Z","caller":"traceutil/trace.go:171","msg":"trace[1609023955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:628; }","duration":"459.112208ms","start":"2026-04-07T00:02:21.598523Z","end":"2026-04-07T00:02:22.057635Z","steps":["trace[1609023955] 'agreement among raft nodes before linearized reading' (duration: 458.918386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:22.057672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:21.598503Z","time spent":"459.162109ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:02:22.057836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.365764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:02:22.05787Z","caller":"traceutil/trace.go:171","msg":"trace[99811508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:628; }","duration":"347.447115ms","start":"2026-04-07T00:02:21.710411Z","end":"2026-04-07T00:02:22.057859Z","steps":["trace[99811508] 'agreement among raft nodes before linearized reading' (duration: 347.351514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:22.0579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:21.710382Z","time spent":"347.511146ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:02:22.058312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.804148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:02:22.058355Z","caller":"traceutil/trace.go:171","msg":"trace[1175589350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:628; }","duration":"345.882079ms","start":"2026-04-07T00:02:21.712464Z","end":"2026-04-07T00:02:22.058346Z","steps":["trace[1175589350] 'agreement among raft nodes before linearized reading' (duration: 345.772118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:22.058469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:21.712448Z","time spent":"346.010451ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:02:26.353666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535857347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:02:26.853783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535857347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:02:27.354313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535857347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:02:27.85477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535857347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:02:28.355475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535857347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:02:28.856491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535857347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:02:29.041641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999859812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:02:29.041729Z","caller":"traceutil/trace.go:171","msg":"trace[1267036480] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000024125s","start":"2026-04-07T00:02:27.041685Z","end":"2026-04-07T00:02:29.041709Z","steps":["trace[1267036480] 'agreement among raft nodes before linearized reading' (duration: 1.999901403s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:29.041785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:27.041658Z","time spent":"2.000116776s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 00:02:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:02:29.356875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535857347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:02:29.857554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535857347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:02:30.358156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535857347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:02:30.85918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535857347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:02:31.042017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999663068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T00:02:31.042155Z","caller":"traceutil/trace.go:171","msg":"trace[2005702467] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999926241s","start":"2026-04-07T00:02:29.042194Z","end":"2026-04-07T00:02:31.04212Z","steps":["trace[2005702467] 'agreement among raft nodes before linearized reading' (duration: 1.999718968s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:31.042239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:29.042147Z","time spent":"2.000074574s","remote":"127.0.0.1:50518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 00:02:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:02:31.118611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998849387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T00:02:31.118715Z","caller":"traceutil/trace.go:171","msg":"trace[338379478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999046489s","start":"2026-04-07T00:02:26.119644Z","end":"2026-04-07T00:02:31.11869Z","steps":["trace[338379478] 'agreement among raft nodes before linearized reading' (duration: 4.998861107s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:31.118786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:26.119631Z","time spent":"4.99914214s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/07 00:02:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:02:31.223685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00006083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T00:02:31.223824Z","caller":"traceutil/trace.go:171","msg":"trace[1003808488] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000259193s","start":"2026-04-07T00:02:29.223543Z","end":"2026-04-07T00:02:31.223802Z","steps":["trace[1003808488] 'agreement among raft nodes before linearized reading' (duration: 2.000097051s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:31.223914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:29.223517Z","time spent":"2.000382155s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:02:31.359494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535857347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:02:31.860472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535857347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:02:32.360983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535857347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:02:32.481084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00012722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:02:32.481155Z","caller":"traceutil/trace.go:171","msg":"trace[871312992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000254082s","start":"2026-04-07T00:02:27.480878Z","end":"2026-04-07T00:02:32.481132Z","steps":["trace[871312992] 'agreement among raft nodes before linearized reading' (duration: 5.00015546s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:32.48121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:27.480837Z","time spent":"5.000361414s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/07 00:02:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:02:32.501361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99931381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T00:02:32.501476Z","caller":"traceutil/trace.go:171","msg":"trace[1535052005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999482074s","start":"2026-04-07T00:02:27.501967Z","end":"2026-04-07T00:02:32.501449Z","steps":["trace[1535052005] 'agreement among raft nodes before linearized reading' (duration: 4.999330031s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:32.501546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:27.501956Z","time spent":"4.999574155s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:02:32.785221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:25.784685Z","time spent":"7.000529722s","remote":"127.0.0.1:50576","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T00:02:32.800807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:25.799924Z","time spent":"7.000879662s","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T00:02:32.854201Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-07T00:02:32.854352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000889916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-07T00:02:32.854401Z","caller":"traceutil/trace.go:171","msg":"trace[1887308747] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; }","duration":"7.000990408s","start":"2026-04-07T00:02:25.853394Z","end":"2026-04-07T00:02:32.854384Z","steps":["trace[1887308747] 'agreement among raft nodes before linearized reading' (duration: 7.000919417s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:32.854446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:25.85338Z","time spent":"7.001057309s","remote":"127.0.0.1:50558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-07T00:02:33.050668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000527731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:02:33.050754Z","caller":"traceutil/trace.go:171","msg":"trace[1223573801] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000673063s","start":"2026-04-07T00:02:31.050061Z","end":"2026-04-07T00:02:33.050734Z","steps":["trace[1223573801] 'agreement among raft nodes before linearized reading' (duration: 2.000562822s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:33.050808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:31.050028Z","time spent":"2.000770654s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 00:02:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:02:33.354831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535857355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:02:33.661938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:26.660974Z","time spent":"7.000916961s","remote":"127.0.0.1:50558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T00:02:33.855406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535857355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:02:34.083346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:27.082409Z","time spent":"7.000928702s","remote":"127.0.0.1:50558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T00:02:34.356035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535857355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:02:34.482915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:27.482448Z","time spent":"7.00046092s","remote":"127.0.0.1:50558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T00:02:34.857144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535857355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:02:35.050995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999864997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T00:02:35.051174Z","caller":"traceutil/trace.go:171","msg":"trace[1765524991] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000142251s","start":"2026-04-07T00:02:33.050998Z","end":"2026-04-07T00:02:35.05114Z","steps":["trace[1765524991] 'agreement among raft nodes before linearized reading' (duration: 1.999885787s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:35.051324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:33.050979Z","time spent":"2.000327964s","remote":"127.0.0.1:50518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 00:02:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:02:35.350297Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"102f9d653eadc548","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-07T00:02:35.357611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535857355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:02:35.858239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535857355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:02:36.118189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000053535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:02:36.118904Z","caller":"traceutil/trace.go:171","msg":"trace[819522482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000811538s","start":"2026-04-07T00:02:26.118052Z","end":"2026-04-07T00:02:36.118863Z","steps":["trace[819522482] 'agreement among raft nodes before linearized reading' (duration: 10.000084796s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:36.119029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:26.118024Z","time spent":"10.00095845s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:02:36.119008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997804476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:02:36.119215Z","caller":"traceutil/trace.go:171","msg":"trace[2085278166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.99804235s","start":"2026-04-07T00:02:33.121125Z","end":"2026-04-07T00:02:36.119168Z","steps":["trace[2085278166] 'agreement among raft nodes before linearized reading' (duration: 2.997844406s)"],"step_count":1} 2026/04/07 00:02:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:02:36.119319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:33.121098Z","time spent":"2.998174371s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/07 00:02:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:02:36.138761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999817174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:02:36.138806Z","caller":"traceutil/trace.go:171","msg":"trace[883734559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999885025s","start":"2026-04-07T00:02:26.138912Z","end":"2026-04-07T00:02:36.138797Z","steps":["trace[883734559] 'agreement among raft nodes before linearized reading' (duration: 9.999836944s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:36.13883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:26.138878Z","time spent":"9.999946197s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/07 00:02:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:02:36.359085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535857355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:02:36.701508Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"10.916707031s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T00:02:36.847535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.707684587s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:02:36.847708Z","caller":"traceutil/trace.go:171","msg":"trace[1109199838] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:690; }","duration":"8.70788041s","start":"2026-04-07T00:02:28.139803Z","end":"2026-04-07T00:02:36.847684Z","steps":["trace[1109199838] 'range keys from in-memory index tree' (duration: 8.707662916s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:36.848277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.43974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:02:36.998133Z","caller":"traceutil/trace.go:171","msg":"trace[1949966855] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"4.208288772s","start":"2026-04-07T00:02:32.789814Z","end":"2026-04-07T00:02:36.998102Z","steps":["trace[1949966855] 'process raft request' (duration: 4.203495634s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:36.999108Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"230.983µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-04-07T00:02:36.999213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:32.789784Z","time spent":"4.208515917s","remote":"127.0.0.1:50576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:02:36.999276Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"102f9d653eadc548","error":"lease not found"} {"level":"info","ts":"2026-04-07T00:02:36.999411Z","caller":"traceutil/trace.go:171","msg":"trace[619671791] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"1.620112175s","start":"2026-04-07T00:02:35.379279Z","end":"2026-04-07T00:02:36.999391Z","steps":["trace[619671791] 'process raft request' (duration: 1.619914772s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:36.999525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:35.379257Z","time spent":"1.620187716s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:02:36.999611Z","caller":"traceutil/trace.go:171","msg":"trace[1332636026] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"877.963255ms","start":"2026-04-07T00:02:36.121589Z","end":"2026-04-07T00:02:36.999552Z","steps":["trace[1332636026] 'process raft request' (duration: 877.834393ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:36.999667Z","caller":"traceutil/trace.go:171","msg":"trace[1626755426] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"988.171851ms","start":"2026-04-07T00:02:36.01138Z","end":"2026-04-07T00:02:36.999552Z","steps":["trace[1626755426] 'process raft request' (duration: 987.956798ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:36.999758Z","caller":"traceutil/trace.go:171","msg":"trace[459830740] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"878.022426ms","start":"2026-04-07T00:02:36.121553Z","end":"2026-04-07T00:02:36.999576Z","steps":["trace[459830740] 'process raft request' (duration: 877.842423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:36.99982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.145914339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-04-07T00:02:36.999874Z","caller":"traceutil/trace.go:171","msg":"trace[1070270187] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:701; }","duration":"10.14598449s","start":"2026-04-07T00:02:26.853873Z","end":"2026-04-07T00:02:36.999857Z","steps":["trace[1070270187] 'agreement among raft nodes before linearized reading' (duration: 10.145844338s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:36.999923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:26.853853Z","time spent":"10.146060522s","remote":"127.0.0.1:50558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13251,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-04-07T00:02:37.000011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.546160742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-04-07T00:02:37.000084Z","caller":"traceutil/trace.go:171","msg":"trace[240704979] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:701; }","duration":"10.546265044s","start":"2026-04-07T00:02:26.453807Z","end":"2026-04-07T00:02:37.000072Z","steps":["trace[240704979] 'agreement among raft nodes before linearized reading' (duration: 10.546000879s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:37.000148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:26.453781Z","time spent":"10.546359876s","remote":"127.0.0.1:50558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-04-07T00:02:37.000142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.947398117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-04-07T00:02:37.000181Z","caller":"traceutil/trace.go:171","msg":"trace[329291495] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"859.886109ms","start":"2026-04-07T00:02:36.140282Z","end":"2026-04-07T00:02:37.000168Z","steps":["trace[329291495] 'process raft request' (duration: 859.240069ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:37.00022Z","caller":"traceutil/trace.go:171","msg":"trace[2098436789] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:701; }","duration":"10.94760359s","start":"2026-04-07T00:02:26.0526Z","end":"2026-04-07T00:02:37.000203Z","steps":["trace[2098436789] 'agreement among raft nodes before linearized reading' (duration: 10.947218463s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:37.00024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:36.140269Z","time spent":"859.939311ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":409,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:02:37.000262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:26.052578Z","time spent":"10.947674351s","remote":"127.0.0.1:50558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4105,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-04-07T00:02:37.000086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.746031361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-04-07T00:02:36.999759Z","caller":"traceutil/trace.go:171","msg":"trace[1011147824] linearizableReadLoop","detail":"{readStateIndex:725; appliedIndex:712; }","duration":"4.145324719s","start":"2026-04-07T00:02:32.854295Z","end":"2026-04-07T00:02:36.999619Z","steps":["trace[1011147824] 'read index received' (duration: 3.84753728s)","trace[1011147824] 'applied index is now lower than readState.Index' (duration: 297.786479ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:02:37.000075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:36.011354Z","time spent":"988.431016ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:02:37.000386Z","caller":"traceutil/trace.go:171","msg":"trace[1615157833] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:701; }","duration":"10.746298595s","start":"2026-04-07T00:02:26.254018Z","end":"2026-04-07T00:02:37.000316Z","steps":["trace[1615157833] 'agreement among raft nodes before linearized reading' (duration: 10.745982849s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:37.000309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.747871359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-04-07T00:02:37.000497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:26.253999Z","time spent":"10.746450527s","remote":"127.0.0.1:50558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5608,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-04-07T00:02:36.999967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:36.121515Z","time spent":"878.331972ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:02:37.000527Z","caller":"traceutil/trace.go:171","msg":"trace[1087003847] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:701; }","duration":"9.748137234s","start":"2026-04-07T00:02:27.252371Z","end":"2026-04-07T00:02:37.000508Z","steps":["trace[1087003847] 'agreement among raft nodes before linearized reading' (duration: 9.747668226s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:36.999728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:36.121562Z","time spent":"878.132808ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:02:37.000692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:27.252352Z","time spent":"9.748326996s","remote":"127.0.0.1:50558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9342,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-04-07T00:02:37.059362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000044234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T00:02:37.059456Z","caller":"traceutil/trace.go:171","msg":"trace[1194168524] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000209787s","start":"2026-04-07T00:02:35.059224Z","end":"2026-04-07T00:02:37.059434Z","steps":["trace[1194168524] 'agreement among raft nodes before linearized reading' (duration: 2.000085905s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:37.059513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:35.059193Z","time spent":"2.000309558s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 00:02:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-07T00:02:37.067521Z","caller":"traceutil/trace.go:171","msg":"trace[444653012] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"147.033964ms","start":"2026-04-07T00:02:36.920457Z","end":"2026-04-07T00:02:37.067491Z","steps":["trace[444653012] 'process raft request' (duration: 146.668518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:37.067564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56442666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T00:02:37.067572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.914289394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.155\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-07T00:02:37.067579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.58427175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:02:37.067618Z","caller":"traceutil/trace.go:171","msg":"trace[1233228454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:702; }","duration":"2.564477531s","start":"2026-04-07T00:02:34.503123Z","end":"2026-04-07T00:02:37.0676Z","steps":["trace[1233228454] 'agreement among raft nodes before linearized reading' (duration: 2.564262147s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:37.067625Z","caller":"traceutil/trace.go:171","msg":"trace[1900636719] range","detail":"{range_begin:/registry/masterleases/199.204.45.155; range_end:; response_count:1; response_revision:702; }","duration":"3.914374205s","start":"2026-04-07T00:02:33.153234Z","end":"2026-04-07T00:02:37.067608Z","steps":["trace[1900636719] 'agreement among raft nodes before linearized reading' (duration: 3.914208132s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:37.067639Z","caller":"traceutil/trace.go:171","msg":"trace[1628457442] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:702; }","duration":"2.584379412s","start":"2026-04-07T00:02:34.483244Z","end":"2026-04-07T00:02:37.067623Z","steps":["trace[1628457442] 'agreement among raft nodes before linearized reading' (duration: 2.584164148s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:37.067654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:34.503055Z","time spent":"2.564592072s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:02:37.067658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:33.153214Z","time spent":"3.914436855s","remote":"127.0.0.1:50536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.155\" "} {"level":"warn","ts":"2026-04-07T00:02:37.067681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:34.483209Z","time spent":"2.584463113s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:02:37.067878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424023155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bj25m\" ","response":"range_response_count:1 size:18067"} {"level":"info","ts":"2026-04-07T00:02:37.067926Z","caller":"traceutil/trace.go:171","msg":"trace[609524737] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bj25m; range_end:; response_count:1; response_revision:702; }","duration":"2.424108926s","start":"2026-04-07T00:02:34.643805Z","end":"2026-04-07T00:02:37.067914Z","steps":["trace[609524737] 'agreement among raft nodes before linearized reading' (duration: 2.423927143s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:37.067957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:34.643789Z","time spent":"2.424159056s","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18089,"request content":"key:\"/registry/pods/kube-system/cilium-bj25m\" "} {"level":"info","ts":"2026-04-07T00:02:37.193213Z","caller":"traceutil/trace.go:171","msg":"trace[149934190] linearizableReadLoop","detail":"{readStateIndex:727; appliedIndex:726; }","duration":"125.850898ms","start":"2026-04-07T00:02:37.067336Z","end":"2026-04-07T00:02:37.193187Z","steps":["trace[149934190] 'read index received' (duration: 41.246161ms)","trace[149934190] 'applied index is now lower than readState.Index' (duration: 84.603747ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:02:37.19328Z","caller":"traceutil/trace.go:171","msg":"trace[623076691] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"187.498211ms","start":"2026-04-07T00:02:37.005728Z","end":"2026-04-07T00:02:37.193226Z","steps":["trace[623076691] 'process raft request' (duration: 102.843373ms)","trace[623076691] 'compare' (duration: 84.461155ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:02:37.193459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.72033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:02:37.193539Z","caller":"traceutil/trace.go:171","msg":"trace[1230317695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:703; }","duration":"133.917003ms","start":"2026-04-07T00:02:37.059606Z","end":"2026-04-07T00:02:37.193523Z","steps":["trace[1230317695] 'agreement among raft nodes before linearized reading' (duration: 133.677869ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:37.283646Z","caller":"traceutil/trace.go:171","msg":"trace[1158207162] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"210.946374ms","start":"2026-04-07T00:02:37.072661Z","end":"2026-04-07T00:02:37.283607Z","steps":["trace[1158207162] 'process raft request' (duration: 210.796561ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:37.284105Z","caller":"traceutil/trace.go:171","msg":"trace[2125317583] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"211.32157ms","start":"2026-04-07T00:02:37.072757Z","end":"2026-04-07T00:02:37.284078Z","steps":["trace[2125317583] 'process raft request' (duration: 210.812521ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:37.284257Z","caller":"traceutil/trace.go:171","msg":"trace[802294763] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"195.940432ms","start":"2026-04-07T00:02:37.088285Z","end":"2026-04-07T00:02:37.284225Z","steps":["trace[802294763] 'process raft request' (duration: 195.616457ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:37.38866Z","caller":"traceutil/trace.go:171","msg":"trace[682009022] linearizableReadLoop","detail":"{readStateIndex:732; appliedIndex:727; }","duration":"190.560592ms","start":"2026-04-07T00:02:37.198073Z","end":"2026-04-07T00:02:37.388633Z","steps":["trace[682009022] 'read index received' (duration: 85.242768ms)","trace[682009022] 'applied index is now lower than readState.Index' (duration: 105.316214ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:02:37.388749Z","caller":"traceutil/trace.go:171","msg":"trace[1510321099] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"241.970543ms","start":"2026-04-07T00:02:37.146732Z","end":"2026-04-07T00:02:37.388702Z","steps":["trace[1510321099] 'process raft request' (duration: 241.615837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:37.388924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.820306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-04-07T00:02:37.389007Z","caller":"traceutil/trace.go:171","msg":"trace[947304335] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:707; }","duration":"190.973459ms","start":"2026-04-07T00:02:37.198012Z","end":"2026-04-07T00:02:37.388986Z","steps":["trace[947304335] 'agreement among raft nodes before linearized reading' (duration: 190.706335ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:37.441461Z","caller":"traceutil/trace.go:171","msg":"trace[105590987] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"155.902121ms","start":"2026-04-07T00:02:37.285513Z","end":"2026-04-07T00:02:37.441415Z","steps":["trace[105590987] 'process raft request' (duration: 155.703398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:37.441538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.994774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:02:37.441623Z","caller":"traceutil/trace.go:171","msg":"trace[1271791669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:708; }","duration":"239.108135ms","start":"2026-04-07T00:02:37.202495Z","end":"2026-04-07T00:02:37.441603Z","steps":["trace[1271791669] 'agreement among raft nodes before linearized reading' (duration: 238.930692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:37.441656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.088392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3ea2b96765fd7\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-07T00:02:37.441892Z","caller":"traceutil/trace.go:171","msg":"trace[1108172920] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a3ea2b96765fd7; range_end:; response_count:1; response_revision:708; }","duration":"243.416938ms","start":"2026-04-07T00:02:37.198451Z","end":"2026-04-07T00:02:37.441868Z","steps":["trace[1108172920] 'agreement among raft nodes before linearized reading' (duration: 242.95631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:37.61587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.703968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:02:37.616135Z","caller":"traceutil/trace.go:171","msg":"trace[610134960] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"218.102523ms","start":"2026-04-07T00:02:37.398004Z","end":"2026-04-07T00:02:37.616107Z","steps":["trace[610134960] 'process raft request' (duration: 102.021449ms)","trace[610134960] 'compare' (duration: 115.451894ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:02:37.616402Z","caller":"traceutil/trace.go:171","msg":"trace[1554899480] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"171.992921ms","start":"2026-04-07T00:02:37.444396Z","end":"2026-04-07T00:02:37.616389Z","steps":["trace[1554899480] 'process raft request' (duration: 171.619625ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:37.616582Z","caller":"traceutil/trace.go:171","msg":"trace[1735468006] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"160.188053ms","start":"2026-04-07T00:02:37.456383Z","end":"2026-04-07T00:02:37.616571Z","steps":["trace[1735468006] 'process raft request' (duration: 159.842737ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:37.616669Z","caller":"traceutil/trace.go:171","msg":"trace[1092324675] linearizableReadLoop","detail":"{readStateIndex:735; appliedIndex:733; }","duration":"171.925029ms","start":"2026-04-07T00:02:37.444718Z","end":"2026-04-07T00:02:37.616643Z","steps":["trace[1092324675] 'read index received' (duration: 55.598061ms)","trace[1092324675] 'applied index is now lower than readState.Index' (duration: 116.325238ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:02:37.616801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.072062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-07T00:02:37.616832Z","caller":"traceutil/trace.go:171","msg":"trace[752743346] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"141.367048ms","start":"2026-04-07T00:02:37.475439Z","end":"2026-04-07T00:02:37.616806Z","steps":["trace[752743346] 'process raft request' (duration: 140.969941ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:37.616901Z","caller":"traceutil/trace.go:171","msg":"trace[843324379] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"138.893586ms","start":"2026-04-07T00:02:37.477997Z","end":"2026-04-07T00:02:37.61689Z","steps":["trace[843324379] 'process raft request' (duration: 138.555481ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:37.616884Z","caller":"traceutil/trace.go:171","msg":"trace[323349580] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:713; }","duration":"172.142273ms","start":"2026-04-07T00:02:37.444686Z","end":"2026-04-07T00:02:37.616829Z","steps":["trace[323349580] 'agreement among raft nodes before linearized reading' (duration: 172.046732ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:37.752023Z","caller":"traceutil/trace.go:171","msg":"trace[896394492] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"127.466556ms","start":"2026-04-07T00:02:37.624529Z","end":"2026-04-07T00:02:37.751995Z","steps":["trace[896394492] 'process raft request' (duration: 127.313743ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:37.837501Z","caller":"traceutil/trace.go:171","msg":"trace[1703279469] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"209.278036ms","start":"2026-04-07T00:02:37.628144Z","end":"2026-04-07T00:02:37.837422Z","steps":["trace[1703279469] 'process raft request' (duration: 209.007801ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:37.837665Z","caller":"traceutil/trace.go:171","msg":"trace[892967022] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"141.224585ms","start":"2026-04-07T00:02:37.696411Z","end":"2026-04-07T00:02:37.837635Z","steps":["trace[892967022] 'process raft request' (duration: 140.92154ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:37.903424Z","caller":"traceutil/trace.go:171","msg":"trace[1211566987] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"145.63178ms","start":"2026-04-07T00:02:37.757775Z","end":"2026-04-07T00:02:37.903407Z","steps":["trace[1211566987] 'process raft request' (duration: 115.255201ms)","trace[1211566987] 'compare' (duration: 29.977312ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:02:49.69568Z","caller":"traceutil/trace.go:171","msg":"trace[752404401] linearizableReadLoop","detail":"{readStateIndex:863; appliedIndex:862; }","duration":"301.292632ms","start":"2026-04-07T00:02:49.394352Z","end":"2026-04-07T00:02:49.695645Z","steps":["trace[752404401] 'read index received' (duration: 300.987975ms)","trace[752404401] 'applied index is now lower than readState.Index' (duration: 303.377µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:02:49.695789Z","caller":"traceutil/trace.go:171","msg":"trace[1237708631] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"312.442492ms","start":"2026-04-07T00:02:49.383317Z","end":"2026-04-07T00:02:49.695759Z","steps":["trace[1237708631] 'process raft request' (duration: 312.112455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:49.696071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:49.383296Z","time spent":"312.628466ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:02:49.696095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.393503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:02:49.69616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.737921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:02:49.696302Z","caller":"traceutil/trace.go:171","msg":"trace[66049558] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:834; }","duration":"301.942005ms","start":"2026-04-07T00:02:49.394337Z","end":"2026-04-07T00:02:49.696279Z","steps":["trace[66049558] 'agreement among raft nodes before linearized reading' (duration: 301.490825ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:49.696214Z","caller":"traceutil/trace.go:171","msg":"trace[1710350014] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:834; }","duration":"301.581747ms","start":"2026-04-07T00:02:49.394607Z","end":"2026-04-07T00:02:49.696188Z","steps":["trace[1710350014] 'agreement among raft nodes before linearized reading' (duration: 301.376833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:49.696403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:49.394329Z","time spent":"302.053947ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-04-07T00:02:49.696406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:49.394578Z","time spent":"301.809812ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"warn","ts":"2026-04-07T00:02:49.696078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.636759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:02:49.696943Z","caller":"traceutil/trace.go:171","msg":"trace[1566327857] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:834; }","duration":"302.530897ms","start":"2026-04-07T00:02:49.394386Z","end":"2026-04-07T00:02:49.696917Z","steps":["trace[1566327857] 'agreement among raft nodes before linearized reading' (duration: 301.585437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:02:49.697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:02:49.394382Z","time spent":"302.601568ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:03:23.257697Z","caller":"traceutil/trace.go:171","msg":"trace[1543156630] linearizableReadLoop","detail":"{readStateIndex:1286; appliedIndex:1285; }","duration":"188.530845ms","start":"2026-04-07T00:03:23.06914Z","end":"2026-04-07T00:03:23.257671Z","steps":["trace[1543156630] 'read index received' (duration: 188.37594ms)","trace[1543156630] 'applied index is now lower than readState.Index' (duration: 154.025µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:03:23.257765Z","caller":"traceutil/trace.go:171","msg":"trace[1176662014] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"241.670265ms","start":"2026-04-07T00:03:23.016058Z","end":"2026-04-07T00:03:23.257729Z","steps":["trace[1176662014] 'process raft request' (duration: 241.443139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:03:23.257941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.029671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.155\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-07T00:03:23.257942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.788652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T00:03:23.257978Z","caller":"traceutil/trace.go:171","msg":"trace[1664219622] range","detail":"{range_begin:/registry/masterleases/199.204.45.155; range_end:; response_count:1; response_revision:1248; }","duration":"101.152464ms","start":"2026-04-07T00:03:23.156815Z","end":"2026-04-07T00:03:23.257968Z","steps":["trace[1664219622] 'agreement among raft nodes before linearized reading' (duration: 101.00086ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:03:23.257994Z","caller":"traceutil/trace.go:171","msg":"trace[769907927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1248; }","duration":"188.892915ms","start":"2026-04-07T00:03:23.069086Z","end":"2026-04-07T00:03:23.257979Z","steps":["trace[769907927] 'agreement among raft nodes before linearized reading' (duration: 188.72908ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:04:45.39615Z","caller":"traceutil/trace.go:171","msg":"trace[1930317001] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"111.000624ms","start":"2026-04-07T00:04:45.285124Z","end":"2026-04-07T00:04:45.396125Z","steps":["trace[1930317001] 'process raft request' (duration: 110.816447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:04:45.671205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.54503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:04:45.671341Z","caller":"traceutil/trace.go:171","msg":"trace[1533052310] linearizableReadLoop","detail":"{readStateIndex:2240; appliedIndex:2239; }","duration":"155.137783ms","start":"2026-04-07T00:04:45.516179Z","end":"2026-04-07T00:04:45.671317Z","steps":["trace[1533052310] 'read index received' (duration: 54.23551ms)","trace[1533052310] 'applied index is now lower than readState.Index' (duration: 100.901103ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:04:45.671459Z","caller":"traceutil/trace.go:171","msg":"trace[1284490953] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"191.152616ms","start":"2026-04-07T00:04:45.480235Z","end":"2026-04-07T00:04:45.671387Z","steps":["trace[1284490953] 'process raft request' (duration: 90.304465ms)","trace[1284490953] 'compare' (duration: 100.410215ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:04:45.671546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.362122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-07T00:04:45.671604Z","caller":"traceutil/trace.go:171","msg":"trace[891431467] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2156; }","duration":"155.457295ms","start":"2026-04-07T00:04:45.516124Z","end":"2026-04-07T00:04:45.671581Z","steps":["trace[891431467] 'agreement among raft nodes before linearized reading' (duration: 155.263108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:06:22.076792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.44577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:06:22.076999Z","caller":"traceutil/trace.go:171","msg":"trace[843355299] transaction","detail":"{read_only:false; response_revision:2782; number_of_response:1; }","duration":"217.340912ms","start":"2026-04-07T00:06:21.859638Z","end":"2026-04-07T00:06:22.076979Z","steps":["trace[843355299] 'process raft request' (duration: 74.596979ms)","trace[843355299] 'compare' (duration: 142.262018ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:06:22.296269Z","caller":"traceutil/trace.go:171","msg":"trace[1846812044] transaction","detail":"{read_only:false; response_revision:2784; number_of_response:1; }","duration":"162.279607ms","start":"2026-04-07T00:06:22.13395Z","end":"2026-04-07T00:06:22.29623Z","steps":["trace[1846812044] 'process raft request' (duration: 162.006405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:26.55184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535863937,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:08:27.05252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695923535863937,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:08:27.354208Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.306380658s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:08:27.355828Z","caller":"traceutil/trace.go:171","msg":"trace[1152142907] transaction","detail":"{read_only:false; response_revision:3523; number_of_response:1; }","duration":"1.308050682s","start":"2026-04-07T00:08:26.047748Z","end":"2026-04-07T00:08:27.355799Z","steps":["trace[1152142907] 'process raft request' (duration: 1.306659416s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:27.35602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:26.047735Z","time spent":"1.308193636s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:08:27.361754Z","caller":"traceutil/trace.go:171","msg":"trace[1797315411] transaction","detail":"{read_only:false; response_revision:3524; number_of_response:1; }","duration":"1.313705691s","start":"2026-04-07T00:08:26.04802Z","end":"2026-04-07T00:08:27.361725Z","steps":["trace[1797315411] 'process raft request' (duration: 1.313480455s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:27.361829Z","caller":"traceutil/trace.go:171","msg":"trace[1565625798] transaction","detail":"{read_only:false; response_revision:3527; number_of_response:1; }","duration":"734.62209ms","start":"2026-04-07T00:08:26.627187Z","end":"2026-04-07T00:08:27.361809Z","steps":["trace[1565625798] 'process raft request' (duration: 734.483976ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:27.361923Z","caller":"traceutil/trace.go:171","msg":"trace[1063519849] linearizableReadLoop","detail":"{readStateIndex:3664; appliedIndex:3659; }","duration":"1.310901438s","start":"2026-04-07T00:08:26.050893Z","end":"2026-04-07T00:08:27.361794Z","steps":["trace[1063519849] 'read index received' (duration: 1.303527764s)","trace[1063519849] 'applied index is now lower than readState.Index' (duration: 7.372734ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:08:27.362024Z","caller":"traceutil/trace.go:171","msg":"trace[872771223] transaction","detail":"{read_only:false; response_revision:3525; number_of_response:1; }","duration":"1.313007122s","start":"2026-04-07T00:08:26.048973Z","end":"2026-04-07T00:08:27.36198Z","steps":["trace[872771223] 'process raft request' (duration: 1.312629483s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:27.362031Z","caller":"traceutil/trace.go:171","msg":"trace[1042551536] transaction","detail":"{read_only:false; response_revision:3526; number_of_response:1; }","duration":"838.657965ms","start":"2026-04-07T00:08:26.523365Z","end":"2026-04-07T00:08:27.362023Z","steps":["trace[1042551536] 'process raft request' (duration: 838.273244ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:27.362037Z","caller":"traceutil/trace.go:171","msg":"trace[1006076509] transaction","detail":"{read_only:false; response_revision:3528; number_of_response:1; }","duration":"169.498711ms","start":"2026-04-07T00:08:27.192528Z","end":"2026-04-07T00:08:27.362026Z","steps":["trace[1006076509] 'process raft request' (duration: 169.187652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:27.361976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:26.627165Z","time spent":"734.734463ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:08:27.36207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:26.047924Z","time spent":"1.313905695s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:08:27.362132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:26.048967Z","time spent":"1.313090794s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:08:27.362212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311294668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:08:27.36229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196113321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:08:27.362299Z","caller":"traceutil/trace.go:171","msg":"trace[269828588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3529; }","duration":"1.3114079s","start":"2026-04-07T00:08:26.050877Z","end":"2026-04-07T00:08:27.362285Z","steps":["trace[269828588] 'agreement among raft nodes before linearized reading' (duration: 1.311235476s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:27.362305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.390922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-07T00:08:27.362312Z","caller":"traceutil/trace.go:171","msg":"trace[615613992] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:0; response_revision:3529; }","duration":"1.196203274s","start":"2026-04-07T00:08:26.166101Z","end":"2026-04-07T00:08:27.362305Z","steps":["trace[615613992] 'agreement among raft nodes before linearized reading' (duration: 1.196171723s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:27.362079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:26.523341Z","time spent":"838.717415ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:08:27.362354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:26.050872Z","time spent":"1.311475482s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:08:27.362391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221027004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:08:27.362432Z","caller":"traceutil/trace.go:171","msg":"trace[460498712] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:3529; }","duration":"1.221096106s","start":"2026-04-07T00:08:26.141328Z","end":"2026-04-07T00:08:27.362424Z","steps":["trace[460498712] 'agreement among raft nodes before linearized reading' (duration: 1.221041715s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:27.362358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.081512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:08:27.362239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245262549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T00:08:27.362469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:26.141315Z","time spent":"1.221142047s","remote":"127.0.0.1:50632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:08:27.362513Z","caller":"traceutil/trace.go:171","msg":"trace[1188782997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3529; }","duration":"1.245577217s","start":"2026-04-07T00:08:26.116926Z","end":"2026-04-07T00:08:27.362503Z","steps":["trace[1188782997] 'agreement among raft nodes before linearized reading' (duration: 1.245207207s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:27.362565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:26.116885Z","time spent":"1.2456708s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T00:08:27.362593Z","caller":"traceutil/trace.go:171","msg":"trace[829857696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3529; }","duration":"387.280217ms","start":"2026-04-07T00:08:26.975229Z","end":"2026-04-07T00:08:27.362509Z","steps":["trace[829857696] 'agreement among raft nodes before linearized reading' (duration: 387.01907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:27.362357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:26.166079Z","time spent":"1.196272456s","remote":"127.0.0.1:56848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"info","ts":"2026-04-07T00:08:27.362358Z","caller":"traceutil/trace.go:171","msg":"trace[1907750515] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3529; }","duration":"452.478934ms","start":"2026-04-07T00:08:26.909864Z","end":"2026-04-07T00:08:27.362343Z","steps":["trace[1907750515] 'agreement among raft nodes before linearized reading' (duration: 452.364081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:27.362679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:26.975207Z","time spent":"387.445541ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:08:27.362787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:26.909844Z","time spent":"452.927415ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-07T00:09:52.119613Z","caller":"traceutil/trace.go:171","msg":"trace[676399129] transaction","detail":"{read_only:false; response_revision:4077; number_of_response:1; }","duration":"117.834773ms","start":"2026-04-07T00:09:52.001726Z","end":"2026-04-07T00:09:52.119561Z","steps":["trace[676399129] 'process raft request' (duration: 17.819564ms)","trace[676399129] 'compare' (duration: 99.576106ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:10:00.076752Z","caller":"traceutil/trace.go:171","msg":"trace[493988591] transaction","detail":"{read_only:false; response_revision:4479; number_of_response:1; }","duration":"257.856459ms","start":"2026-04-07T00:09:59.818869Z","end":"2026-04-07T00:10:00.076725Z","steps":["trace[493988591] 'process raft request' (duration: 257.687114ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:00.10149Z","caller":"traceutil/trace.go:171","msg":"trace[1410763399] linearizableReadLoop","detail":"{readStateIndex:4658; appliedIndex:4656; }","duration":"239.099832ms","start":"2026-04-07T00:09:59.862359Z","end":"2026-04-07T00:10:00.101459Z","steps":["trace[1410763399] 'read index received' (duration: 214.18603ms)","trace[1410763399] 'applied index is now lower than readState.Index' (duration: 24.912722ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:10:00.101538Z","caller":"traceutil/trace.go:171","msg":"trace[1812771920] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"282.321408ms","start":"2026-04-07T00:09:59.819189Z","end":"2026-04-07T00:10:00.101511Z","steps":["trace[1812771920] 'process raft request' (duration: 282.119792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:00.101763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.988021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:10:00.101802Z","caller":"traceutil/trace.go:171","msg":"trace[518188758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4480; }","duration":"123.073004ms","start":"2026-04-07T00:09:59.978718Z","end":"2026-04-07T00:10:00.101791Z","steps":["trace[518188758] 'agreement among raft nodes before linearized reading' (duration: 122.938619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:00.101799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.418383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:10:00.101869Z","caller":"traceutil/trace.go:171","msg":"trace[225474713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4480; }","duration":"239.537737ms","start":"2026-04-07T00:09:59.862319Z","end":"2026-04-07T00:10:00.101857Z","steps":["trace[225474713] 'agreement among raft nodes before linearized reading' (duration: 239.283319ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:00.221767Z","caller":"traceutil/trace.go:171","msg":"trace[1452210586] transaction","detail":"{read_only:false; response_revision:4482; number_of_response:1; }","duration":"114.813606ms","start":"2026-04-07T00:10:00.106919Z","end":"2026-04-07T00:10:00.221733Z","steps":["trace[1452210586] 'process raft request' (duration: 83.42872ms)","trace[1452210586] 'compare' (duration: 31.272022ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:10:06.433019Z","caller":"traceutil/trace.go:171","msg":"trace[627935953] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"362.666367ms","start":"2026-04-07T00:10:06.07033Z","end":"2026-04-07T00:10:06.432996Z","steps":["trace[627935953] 'process raft request' (duration: 362.471081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:06.433161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:06.070312Z","time spent":"362.782221ms","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4936,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:10:06.440897Z","caller":"traceutil/trace.go:171","msg":"trace[1803496820] linearizableReadLoop","detail":"{readStateIndex:4827; appliedIndex:4824; }","duration":"275.839183ms","start":"2026-04-07T00:10:06.165041Z","end":"2026-04-07T00:10:06.44088Z","steps":["trace[1803496820] 'read index received' (duration: 267.734946ms)","trace[1803496820] 'applied index is now lower than readState.Index' (duration: 8.103247ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:10:06.44095Z","caller":"traceutil/trace.go:171","msg":"trace[993342478] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"348.337064ms","start":"2026-04-07T00:10:06.092603Z","end":"2026-04-07T00:10:06.44094Z","steps":["trace[993342478] 'process raft request' (duration: 348.133178ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:06.440982Z","caller":"traceutil/trace.go:171","msg":"trace[631727030] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"320.732932ms","start":"2026-04-07T00:10:06.12024Z","end":"2026-04-07T00:10:06.440973Z","steps":["trace[631727030] 'process raft request' (duration: 320.581297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:06.441018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:06.092568Z","time spent":"348.406027ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:10:06.441045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:06.120219Z","time spent":"320.783723ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:10:06.441196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.137332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:10:06.441268Z","caller":"traceutil/trace.go:171","msg":"trace[577620581] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4645; }","duration":"276.257295ms","start":"2026-04-07T00:10:06.164996Z","end":"2026-04-07T00:10:06.441253Z","steps":["trace[577620581] 'agreement among raft nodes before linearized reading' (duration: 276.013888ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:06.579782Z","caller":"traceutil/trace.go:171","msg":"trace[371274518] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"138.84236ms","start":"2026-04-07T00:10:06.440919Z","end":"2026-04-07T00:10:06.579761Z","steps":["trace[371274518] 'process raft request' (duration: 138.615133ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:06.579965Z","caller":"traceutil/trace.go:171","msg":"trace[1298211528] linearizableReadLoop","detail":"{readStateIndex:4830; appliedIndex:4828; }","duration":"139.002965ms","start":"2026-04-07T00:10:06.440952Z","end":"2026-04-07T00:10:06.579955Z","steps":["trace[1298211528] 'read index received' (duration: 50.511207ms)","trace[1298211528] 'applied index is now lower than readState.Index' (duration: 88.490658ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:10:06.580262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.069324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T00:10:06.580284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.921566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:10:06.580335Z","caller":"traceutil/trace.go:171","msg":"trace[153587939] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4649; }","duration":"291.217059ms","start":"2026-04-07T00:10:06.289102Z","end":"2026-04-07T00:10:06.580319Z","steps":["trace[153587939] 'agreement among raft nodes before linearized reading' (duration: 290.903649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:06.580326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.929956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T00:10:06.58039Z","caller":"traceutil/trace.go:171","msg":"trace[225218687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4649; }","duration":"326.021308ms","start":"2026-04-07T00:10:06.254354Z","end":"2026-04-07T00:10:06.580376Z","steps":["trace[225218687] 'agreement among raft nodes before linearized reading' (duration: 325.814572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:06.580422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:06.254347Z","time spent":"326.069321ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:10:06.580338Z","caller":"traceutil/trace.go:171","msg":"trace[1760430734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4649; }","duration":"326.029879ms","start":"2026-04-07T00:10:06.254295Z","end":"2026-04-07T00:10:06.580325Z","steps":["trace[1760430734] 'agreement among raft nodes before linearized reading' (duration: 325.887044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:06.580468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:06.254274Z","time spent":"326.182864ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:10:06.580588Z","caller":"traceutil/trace.go:171","msg":"trace[932194263] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"135.67663ms","start":"2026-04-07T00:10:06.444899Z","end":"2026-04-07T00:10:06.580576Z","steps":["trace[932194263] 'process raft request' (duration: 134.811372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:06.580931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.518607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-07T00:10:06.581Z","caller":"traceutil/trace.go:171","msg":"trace[1564444594] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4649; }","duration":"297.622611ms","start":"2026-04-07T00:10:06.28336Z","end":"2026-04-07T00:10:06.580982Z","steps":["trace[1564444594] 'agreement among raft nodes before linearized reading' (duration: 296.673901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:06.58422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.472311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:10:06.584304Z","caller":"traceutil/trace.go:171","msg":"trace[1781281053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4649; }","duration":"343.611965ms","start":"2026-04-07T00:10:06.240672Z","end":"2026-04-07T00:10:06.584284Z","steps":["trace[1781281053] 'agreement among raft nodes before linearized reading' (duration: 339.402952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:06.584347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:06.240652Z","time spent":"343.686478ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T00:10:12.628316Z","caller":"traceutil/trace.go:171","msg":"trace[795270035] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"159.172686ms","start":"2026-04-07T00:10:12.46912Z","end":"2026-04-07T00:10:12.628292Z","steps":["trace[795270035] 'process raft request' (duration: 131.31659ms)","trace[795270035] 'compare' (duration: 27.711002ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:10:12.628684Z","caller":"traceutil/trace.go:171","msg":"trace[66759092] linearizableReadLoop","detail":"{readStateIndex:4960; appliedIndex:4957; }","duration":"133.769618ms","start":"2026-04-07T00:10:12.494888Z","end":"2026-04-07T00:10:12.628658Z","steps":["trace[66759092] 'read index received' (duration: 105.55851ms)","trace[66759092] 'applied index is now lower than readState.Index' (duration: 28.210098ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:10:12.628883Z","caller":"traceutil/trace.go:171","msg":"trace[1716777173] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"157.984719ms","start":"2026-04-07T00:10:12.470758Z","end":"2026-04-07T00:10:12.628743Z","steps":["trace[1716777173] 'process raft request' (duration: 157.72233ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:12.628706Z","caller":"traceutil/trace.go:171","msg":"trace[720436869] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"158.958709ms","start":"2026-04-07T00:10:12.469733Z","end":"2026-04-07T00:10:12.628691Z","steps":["trace[720436869] 'process raft request' (duration: 158.523275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:12.629009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.101868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-07T00:10:12.629623Z","caller":"traceutil/trace.go:171","msg":"trace[6587221] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4775; }","duration":"134.751009ms","start":"2026-04-07T00:10:12.494853Z","end":"2026-04-07T00:10:12.629604Z","steps":["trace[6587221] 'agreement among raft nodes before linearized reading' (duration: 134.018006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:12.634552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.805661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193165"} {"level":"info","ts":"2026-04-07T00:10:12.634658Z","caller":"traceutil/trace.go:171","msg":"trace[697419633] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4775; }","duration":"101.988516ms","start":"2026-04-07T00:10:12.532653Z","end":"2026-04-07T00:10:12.634642Z","steps":["trace[697419633] 'agreement among raft nodes before linearized reading' (duration: 96.292215ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:12.834991Z","caller":"traceutil/trace.go:171","msg":"trace[1599332972] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"199.880543ms","start":"2026-04-07T00:10:12.635082Z","end":"2026-04-07T00:10:12.834963Z","steps":["trace[1599332972] 'process raft request' (duration: 194.868923ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:12.842003Z","caller":"traceutil/trace.go:171","msg":"trace[1396356788] linearizableReadLoop","detail":"{readStateIndex:4962; appliedIndex:4960; }","duration":"201.967179ms","start":"2026-04-07T00:10:12.640016Z","end":"2026-04-07T00:10:12.841983Z","steps":["trace[1396356788] 'read index received' (duration: 189.944636ms)","trace[1396356788] 'applied index is now lower than readState.Index' (duration: 12.021613ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:10:12.842043Z","caller":"traceutil/trace.go:171","msg":"trace[1615074546] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"203.843768ms","start":"2026-04-07T00:10:12.638167Z","end":"2026-04-07T00:10:12.842011Z","steps":["trace[1615074546] 'process raft request' (duration: 203.714714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:12.842245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.204937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-04-07T00:10:12.84229Z","caller":"traceutil/trace.go:171","msg":"trace[994644364] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4777; }","duration":"202.291019ms","start":"2026-04-07T00:10:12.639986Z","end":"2026-04-07T00:10:12.842277Z","steps":["trace[994644364] 'agreement among raft nodes before linearized reading' (duration: 202.094083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:12.842384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.44829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-07T00:10:12.8424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.312081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-04-07T00:10:12.842451Z","caller":"traceutil/trace.go:171","msg":"trace[1759381555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4777; }","duration":"156.551203ms","start":"2026-04-07T00:10:12.685882Z","end":"2026-04-07T00:10:12.842433Z","steps":["trace[1759381555] 'agreement among raft nodes before linearized reading' (duration: 156.312306ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:12.842474Z","caller":"traceutil/trace.go:171","msg":"trace[1713802988] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4777; }","duration":"197.419154ms","start":"2026-04-07T00:10:12.645035Z","end":"2026-04-07T00:10:12.842455Z","steps":["trace[1713802988] 'agreement among raft nodes before linearized reading' (duration: 197.106484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:12.842495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.877822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-07T00:10:12.842577Z","caller":"traceutil/trace.go:171","msg":"trace[1627697387] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4777; }","duration":"107.016326ms","start":"2026-04-07T00:10:12.735537Z","end":"2026-04-07T00:10:12.842553Z","steps":["trace[1627697387] 'agreement among raft nodes before linearized reading' (duration: 106.765638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:12.842612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.679463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:10:12.842635Z","caller":"traceutil/trace.go:171","msg":"trace[1234825238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4777; }","duration":"159.723034ms","start":"2026-04-07T00:10:12.682906Z","end":"2026-04-07T00:10:12.842629Z","steps":["trace[1234825238] 'agreement among raft nodes before linearized reading' (duration: 159.655832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:12.842625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.353014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-07T00:10:12.842674Z","caller":"traceutil/trace.go:171","msg":"trace[1870592299] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4777; }","duration":"160.412926ms","start":"2026-04-07T00:10:12.682245Z","end":"2026-04-07T00:10:12.842658Z","steps":["trace[1870592299] 'agreement among raft nodes before linearized reading' (duration: 160.173548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:12.842727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.260296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T00:10:12.842744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.826952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:10:12.842758Z","caller":"traceutil/trace.go:171","msg":"trace[164005031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4777; }","duration":"168.319957ms","start":"2026-04-07T00:10:12.674429Z","end":"2026-04-07T00:10:12.842749Z","steps":["trace[164005031] 'agreement among raft nodes before linearized reading' (duration: 168.232315ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:12.842775Z","caller":"traceutil/trace.go:171","msg":"trace[1315550055] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4777; }","duration":"156.874203ms","start":"2026-04-07T00:10:12.685892Z","end":"2026-04-07T00:10:12.842766Z","steps":["trace[1315550055] 'agreement among raft nodes before linearized reading' (duration: 156.78984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:12.842825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.603968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-07T00:10:12.842846Z","caller":"traceutil/trace.go:171","msg":"trace[1309563200] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4777; }","duration":"185.654449ms","start":"2026-04-07T00:10:12.657186Z","end":"2026-04-07T00:10:12.842841Z","steps":["trace[1309563200] 'agreement among raft nodes before linearized reading' (duration: 185.595168ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:13.26815Z","caller":"traceutil/trace.go:171","msg":"trace[1807063070] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"265.475128ms","start":"2026-04-07T00:10:13.002656Z","end":"2026-04-07T00:10:13.268132Z","steps":["trace[1807063070] 'process raft request' (duration: 229.591855ms)","trace[1807063070] 'compare' (duration: 35.79814ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:10:13.281752Z","caller":"traceutil/trace.go:171","msg":"trace[1448688768] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"262.794043ms","start":"2026-04-07T00:10:13.018924Z","end":"2026-04-07T00:10:13.281718Z","steps":["trace[1448688768] 'process raft request' (duration: 262.511854ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:13.281848Z","caller":"traceutil/trace.go:171","msg":"trace[1142678754] linearizableReadLoop","detail":"{readStateIndex:4978; appliedIndex:4976; }","duration":"240.870544ms","start":"2026-04-07T00:10:13.040947Z","end":"2026-04-07T00:10:13.281817Z","steps":["trace[1142678754] 'read index received' (duration: 191.277804ms)","trace[1142678754] 'applied index is now lower than readState.Index' (duration: 49.59153ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:10:13.282212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.247136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:10:13.282261Z","caller":"traceutil/trace.go:171","msg":"trace[1399461452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4794; }","duration":"241.335849ms","start":"2026-04-07T00:10:13.040913Z","end":"2026-04-07T00:10:13.282249Z","steps":["trace[1399461452] 'agreement among raft nodes before linearized reading' (duration: 241.210145ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:13.282456Z","caller":"traceutil/trace.go:171","msg":"trace[1483402360] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"155.265127ms","start":"2026-04-07T00:10:13.12718Z","end":"2026-04-07T00:10:13.282445Z","steps":["trace[1483402360] 'process raft request' (duration: 154.499923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:13.283228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.195972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-07T00:10:13.283274Z","caller":"traceutil/trace.go:171","msg":"trace[406262095] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4794; }","duration":"180.245033ms","start":"2026-04-07T00:10:13.103018Z","end":"2026-04-07T00:10:13.283263Z","steps":["trace[406262095] 'agreement among raft nodes before linearized reading' (duration: 179.754808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:13.283499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.46781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.155\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T00:10:13.283537Z","caller":"traceutil/trace.go:171","msg":"trace[298656927] range","detail":"{range_begin:/registry/masterleases/199.204.45.155; range_end:; response_count:1; response_revision:4794; }","duration":"105.526133ms","start":"2026-04-07T00:10:13.178002Z","end":"2026-04-07T00:10:13.283528Z","steps":["trace[298656927] 'agreement among raft nodes before linearized reading' (duration: 105.43244ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:25.612375Z","caller":"traceutil/trace.go:171","msg":"trace[1901110077] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"328.745173ms","start":"2026-04-07T00:10:25.28361Z","end":"2026-04-07T00:10:25.612355Z","steps":["trace[1901110077] 'process raft request' (duration: 328.610999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:25.612512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:25.283578Z","time spent":"328.863067ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:38.477907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.598574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:11:38.477999Z","caller":"traceutil/trace.go:171","msg":"trace[1725095228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5556; }","duration":"132.701677ms","start":"2026-04-07T00:11:38.345277Z","end":"2026-04-07T00:11:38.477979Z","steps":["trace[1725095228] 'range keys from in-memory index tree' (duration: 132.512371ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:40.330086Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2879} {"level":"info","ts":"2026-04-07T00:11:40.399985Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2879,"took":"68.560441ms","hash":975709179,"current-db-size-bytes":53116928,"current-db-size":"53 MB","current-db-size-in-use-bytes":29122560,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-07T00:11:40.400032Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":975709179,"revision":2879,"compact-revision":-1} {"level":"warn","ts":"2026-04-07T00:14:24.754743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.272759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:14:24.754882Z","caller":"traceutil/trace.go:171","msg":"trace[1247927139] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:6711; }","duration":"163.465466ms","start":"2026-04-07T00:14:24.591398Z","end":"2026-04-07T00:14:24.754864Z","steps":["trace[1247927139] 'count revisions from in-memory index tree' (duration: 163.215708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:24.755128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.642596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:14:24.755194Z","caller":"traceutil/trace.go:171","msg":"trace[2128801873] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6711; }","duration":"237.75943ms","start":"2026-04-07T00:14:24.51742Z","end":"2026-04-07T00:14:24.755179Z","steps":["trace[2128801873] 'count revisions from in-memory index tree' (duration: 237.581034ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:40.335842Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5568} {"level":"info","ts":"2026-04-07T00:16:40.414532Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5568,"took":"77.284874ms","hash":4177375541,"current-db-size-bytes":53116928,"current-db-size":"53 MB","current-db-size-in-use-bytes":18345984,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-07T00:16:40.414586Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4177375541,"revision":5568,"compact-revision":2879}