{"level":"warn","ts":"2026-03-09T01:40:04.595421Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T01:40:04.595513Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.162:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.162:2380","--initial-cluster=instance=https://199.204.45.162:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.162:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.162:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-09T01:40:04.595574Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T01:40:04.595589Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-03-09T01:40:04.595609Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T01:40:04.596342Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"]} {"level":"info","ts":"2026-03-09T01:40:04.596429Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.162:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-09T01:40:04.600234Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.595856ms"} {"level":"info","ts":"2026-03-09T01:40:04.616152Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2d372260bb4c37a","cluster-id":"52bb6ec15e8722ff"} {"level":"info","ts":"2026-03-09T01:40:04.616278Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=()"} {"level":"info","ts":"2026-03-09T01:40:04.616311Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became follower at term 0"} {"level":"info","ts":"2026-03-09T01:40:04.616339Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2d372260bb4c37a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-09T01:40:04.616354Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became follower at term 1"} {"level":"info","ts":"2026-03-09T01:40:04.616423Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=(203631915892523898)"} {"level":"warn","ts":"2026-03-09T01:40:04.62441Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-09T01:40:04.626038Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-09T01:40:04.627162Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-09T01:40:04.62914Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2d372260bb4c37a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-09T01:40:04.629372Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2d372260bb4c37a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-09T01:40:04.629552Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:40:04.629631Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:40:04.629652Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:40:04.63042Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=(203631915892523898)"} {"level":"info","ts":"2026-03-09T01:40:04.63109Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"52bb6ec15e8722ff","local-member-id":"2d372260bb4c37a","added-peer-id":"2d372260bb4c37a","added-peer-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-03-09T01:40:04.633744Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T01:40:04.633849Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-03-09T01:40:04.633889Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-03-09T01:40:04.634256Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2d372260bb4c37a","initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-09T01:40:04.634314Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-09T01:40:05.616911Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a is starting a new election at term 1"} {"level":"info","ts":"2026-03-09T01:40:05.617006Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became pre-candidate at term 1"} {"level":"info","ts":"2026-03-09T01:40:05.617032Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a received MsgPreVoteResp from 2d372260bb4c37a at term 1"} {"level":"info","ts":"2026-03-09T01:40:05.617051Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became candidate at term 2"} {"level":"info","ts":"2026-03-09T01:40:05.617062Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a received MsgVoteResp from 2d372260bb4c37a at term 2"} {"level":"info","ts":"2026-03-09T01:40:05.617078Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became leader at term 2"} {"level":"info","ts":"2026-03-09T01:40:05.617091Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2d372260bb4c37a elected leader 2d372260bb4c37a at term 2"} {"level":"info","ts":"2026-03-09T01:40:05.618667Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2d372260bb4c37a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.162:2379]}","request-path":"/0/members/2d372260bb4c37a/attributes","cluster-id":"52bb6ec15e8722ff","publish-timeout":"7s"} {"level":"info","ts":"2026-03-09T01:40:05.618834Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T01:40:05.618874Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T01:40:05.619085Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:40:05.62201Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.162:2379"} {"level":"info","ts":"2026-03-09T01:40:05.622077Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-09T01:40:05.622253Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"52bb6ec15e8722ff","local-member-id":"2d372260bb4c37a","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:40:05.622342Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:40:05.622378Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:40:05.628153Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-09T01:40:05.628204Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"warn","ts":"2026-03-09T01:40:07.375081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743202801518707,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:40:07.511693Z","caller":"traceutil/trace.go:171","msg":"trace[176549234] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"637.702606ms","start":"2026-03-09T01:40:06.873964Z","end":"2026-03-09T01:40:07.511666Z","steps":["trace[176549234] 'process raft request' (duration: 637.43546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:07.512497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:06.873951Z","time spent":"637.834329ms","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:07.554076Z","caller":"traceutil/trace.go:171","msg":"trace[1575122063] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"593.699569ms","start":"2026-03-09T01:40:06.960316Z","end":"2026-03-09T01:40:07.554016Z","steps":["trace[1575122063] 'process raft request' (duration: 593.486474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:07.554362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:06.960188Z","time spent":"594.078378ms","remote":"127.0.0.1:38124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:40:07.554505Z","caller":"traceutil/trace.go:171","msg":"trace[814894809] linearizableReadLoop","detail":"{readStateIndex:13; appliedIndex:4; }","duration":"680.292878ms","start":"2026-03-09T01:40:06.874192Z","end":"2026-03-09T01:40:07.554485Z","steps":["trace[814894809] 'read index received' (duration: 637.226244ms)","trace[814894809] 'applied index is now lower than readState.Index' (duration: 43.065444ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:07.554533Z","caller":"traceutil/trace.go:171","msg":"trace[1032606559] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"593.715509ms","start":"2026-03-09T01:40:06.9608Z","end":"2026-03-09T01:40:07.554515Z","steps":["trace[1032606559] 'process raft request' (duration: 593.520135ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:07.554115Z","caller":"traceutil/trace.go:171","msg":"trace[1955428710] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"593.73541ms","start":"2026-03-09T01:40:06.960348Z","end":"2026-03-09T01:40:07.554083Z","steps":["trace[1955428710] 'process raft request' (duration: 593.584197ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:07.554706Z","caller":"traceutil/trace.go:171","msg":"trace[125461938] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"579.722126ms","start":"2026-03-09T01:40:06.97495Z","end":"2026-03-09T01:40:07.554672Z","steps":["trace[125461938] 'process raft request' (duration: 579.483601ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:07.55488Z","caller":"traceutil/trace.go:171","msg":"trace[1337812490] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"594.104719ms","start":"2026-03-09T01:40:06.960759Z","end":"2026-03-09T01:40:07.554863Z","steps":["trace[1337812490] 'process raft request' (duration: 593.291739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:07.554931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.716429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-09T01:40:07.554979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:06.974934Z","time spent":"579.967033ms","remote":"127.0.0.1:37772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3163,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:40:07.570304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.579181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-09T01:40:07.570521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.417638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-09T01:40:07.570457Z","caller":"traceutil/trace.go:171","msg":"trace[659440175] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:0; response_revision:10; }","duration":"680.837531ms","start":"2026-03-09T01:40:06.874176Z","end":"2026-03-09T01:40:07.555014Z","steps":["trace[659440175] 'agreement among raft nodes before linearized reading' (duration: 680.590805ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:07.5547Z","caller":"traceutil/trace.go:171","msg":"trace[1826792982] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"593.974285ms","start":"2026-03-09T01:40:06.960709Z","end":"2026-03-09T01:40:07.554683Z","steps":["trace[1826792982] 'process raft request' (duration: 593.30631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:07.570571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.957737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-09T01:40:07.554979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:06.960747Z","time spent":"594.18447ms","remote":"127.0.0.1:38124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:40:07.571947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.154151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-09T01:40:07.571993Z","caller":"traceutil/trace.go:171","msg":"trace[1316145812] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"560.235123ms","start":"2026-03-09T01:40:07.011738Z","end":"2026-03-09T01:40:07.571973Z","steps":["trace[1316145812] 'agreement among raft nodes before linearized reading' (duration: 543.30014ms)","trace[1316145812] 'get authentication metadata' (duration: 16.879461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:07.572025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:07.011727Z","time spent":"560.290365ms","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-09T01:40:07.554766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:06.960329Z","time spent":"594.393075ms","remote":"127.0.0.1:38124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:40:07.57064Z","caller":"traceutil/trace.go:171","msg":"trace[25580504] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:10; }","duration":"608.581213ms","start":"2026-03-09T01:40:06.961997Z","end":"2026-03-09T01:40:07.570579Z","steps":["trace[25580504] 'agreement among raft nodes before linearized reading' (duration: 593.051143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:07.572311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:06.961982Z","time spent":"610.282484ms","remote":"127.0.0.1:41054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":26,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-09T01:40:07.554643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:06.960786Z","time spent":"593.792541ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:40:07.554195Z","caller":"traceutil/trace.go:171","msg":"trace[1399996357] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"593.794242ms","start":"2026-03-09T01:40:06.960389Z","end":"2026-03-09T01:40:07.554183Z","steps":["trace[1399996357] 'process raft request' (duration: 593.589497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:07.572781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.501766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-09T01:40:07.570689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:06.874169Z","time spent":"696.465663ms","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":26,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-09T01:40:07.572854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:06.960365Z","time spent":"612.381833ms","remote":"127.0.0.1:38124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:40:07.572898Z","caller":"traceutil/trace.go:171","msg":"trace[88733178] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"612.6388ms","start":"2026-03-09T01:40:06.960219Z","end":"2026-03-09T01:40:07.572858Z","steps":["trace[88733178] 'agreement among raft nodes before linearized reading' (duration: 610.076009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:07.570783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.177032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3175"} {"level":"warn","ts":"2026-03-09T01:40:07.57298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:06.960177Z","time spent":"612.789873ms","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-09T01:40:07.572996Z","caller":"traceutil/trace.go:171","msg":"trace[1219740170] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10; }","duration":"697.418576ms","start":"2026-03-09T01:40:06.875559Z","end":"2026-03-09T01:40:07.572978Z","steps":["trace[1219740170] 'agreement among raft nodes before linearized reading' (duration: 694.995558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:07.573032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:06.875555Z","time spent":"697.464556ms","remote":"127.0.0.1:37772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3197,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-09T01:40:07.570955Z","caller":"traceutil/trace.go:171","msg":"trace[193994335] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:10; }","duration":"695.118901ms","start":"2026-03-09T01:40:06.875405Z","end":"2026-03-09T01:40:07.570524Z","steps":["trace[193994335] 'agreement among raft nodes before linearized reading' (duration: 679.562991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:07.573152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:06.875395Z","time spent":"697.746703ms","remote":"127.0.0.1:37978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":26,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-03-09T01:40:07.570898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:06.960683Z","time spent":"609.971636ms","remote":"127.0.0.1:38124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:40:07.570997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.954423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-09T01:40:07.573587Z","caller":"traceutil/trace.go:171","msg":"trace[2050150103] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:0; response_revision:10; }","duration":"614.512354ms","start":"2026-03-09T01:40:06.958908Z","end":"2026-03-09T01:40:07.57342Z","steps":["trace[2050150103] 'agreement among raft nodes before linearized reading' (duration: 611.751328ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:07.571017Z","caller":"traceutil/trace.go:171","msg":"trace[1110325435] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"595.947333ms","start":"2026-03-09T01:40:06.974849Z","end":"2026-03-09T01:40:07.570796Z","steps":["trace[1110325435] 'process raft request' (duration: 579.531452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:07.573927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:06.958888Z","time spent":"615.003935ms","remote":"127.0.0.1:41014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":26,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-03-09T01:40:07.574002Z","caller":"traceutil/trace.go:171","msg":"trace[1291362854] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"642.575201ms","start":"2026-03-09T01:40:06.928544Z","end":"2026-03-09T01:40:07.571119Z","steps":["trace[1291362854] 'agreement among raft nodes before linearized reading' (duration: 641.904845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:07.574068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:06.928515Z","time spent":"645.524842ms","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-09T01:40:07.575393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:06.974831Z","time spent":"599.501307ms","remote":"127.0.0.1:37858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:40:08.078098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743202801518718,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:08.535339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.582714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-09T01:40:08.535518Z","caller":"traceutil/trace.go:171","msg":"trace[380692681] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"960.241156ms","start":"2026-03-09T01:40:07.575216Z","end":"2026-03-09T01:40:08.535457Z","steps":["trace[380692681] 'process raft request' (duration: 960.202575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:08.535611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:07.574447Z","time spent":"961.102286ms","remote":"127.0.0.1:38124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:40:08.535787Z","caller":"traceutil/trace.go:171","msg":"trace[1331819253] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"956.749973ms","start":"2026-03-09T01:40:07.578996Z","end":"2026-03-09T01:40:08.535746Z","steps":["trace[1331819253] 'process raft request' (duration: 956.64012ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:08.535884Z","caller":"traceutil/trace.go:171","msg":"trace[2693584] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"956.838005ms","start":"2026-03-09T01:40:07.579007Z","end":"2026-03-09T01:40:08.535845Z","steps":["trace[2693584] 'process raft request' (duration: 956.666241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:08.535942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:07.578986Z","time spent":"956.885177ms","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:40:08.535938Z","caller":"traceutil/trace.go:171","msg":"trace[534457560] linearizableReadLoop","detail":"{readStateIndex:23; appliedIndex:13; }","duration":"958.091515ms","start":"2026-03-09T01:40:07.577819Z","end":"2026-03-09T01:40:08.53591Z","steps":["trace[534457560] 'read index received' (duration: 541.762153ms)","trace[534457560] 'applied index is now lower than readState.Index' (duration: 416.328482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:08.535991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:07.578982Z","time spent":"956.963259ms","remote":"127.0.0.1:38124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:40:08.536031Z","caller":"traceutil/trace.go:171","msg":"trace[675993329] transaction","detail":"{read_only:false; number_of_response:0; response_revision:15; }","duration":"956.932448ms","start":"2026-03-09T01:40:07.579094Z","end":"2026-03-09T01:40:08.536027Z","steps":["trace[675993329] 'process raft request' (duration: 956.6072ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:08.535998Z","caller":"traceutil/trace.go:171","msg":"trace[949373113] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"955.786031ms","start":"2026-03-09T01:40:07.580161Z","end":"2026-03-09T01:40:08.535948Z","steps":["trace[949373113] 'process raft request' (duration: 955.625137ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:08.536074Z","caller":"traceutil/trace.go:171","msg":"trace[39524972] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"961.68134ms","start":"2026-03-09T01:40:07.574362Z","end":"2026-03-09T01:40:08.536043Z","steps":["trace[39524972] 'process raft request' (duration: 545.206265ms)","trace[39524972] 'compare' (duration: 415.476771ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:08.536126Z","caller":"traceutil/trace.go:171","msg":"trace[779974636] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"955.985055ms","start":"2026-03-09T01:40:07.580135Z","end":"2026-03-09T01:40:08.53612Z","steps":["trace[779974636] 'process raft request' (duration: 955.590906ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:08.536122Z","caller":"traceutil/trace.go:171","msg":"trace[851428272] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"958.388193ms","start":"2026-03-09T01:40:07.577717Z","end":"2026-03-09T01:40:08.536105Z","steps":["trace[851428272] 'process raft request' (duration: 957.808659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:08.536166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:07.580124Z","time spent":"956.019977ms","remote":"127.0.0.1:38124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:40:08.536211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.196594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-q8rjw\" ","response":"range_response_count:1 size:861"} {"level":"warn","ts":"2026-03-09T01:40:08.536187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:07.577699Z","time spent":"958.455104ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:40:08.536251Z","caller":"traceutil/trace.go:171","msg":"trace[1958453298] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-q8rjw; range_end:; response_count:1; response_revision:19; }","duration":"957.295307ms","start":"2026-03-09T01:40:07.578945Z","end":"2026-03-09T01:40:08.53624Z","steps":["trace[1958453298] 'agreement among raft nodes before linearized reading' (duration: 957.138763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:08.536246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:07.574321Z","time spent":"961.809943ms","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":100,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:08.53627Z","caller":"traceutil/trace.go:171","msg":"trace[648612839] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"951.640501ms","start":"2026-03-09T01:40:07.584623Z","end":"2026-03-09T01:40:08.536263Z","steps":["trace[648612839] 'process raft request' (duration: 951.221891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:08.536283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:07.578913Z","time spent":"957.362738ms","remote":"127.0.0.1:37858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":883,"request content":"key:\"/registry/certificatesigningrequests/csr-q8rjw\" "} {"level":"warn","ts":"2026-03-09T01:40:08.53626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.416443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-09T01:40:08.53632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:07.584616Z","time spent":"951.671143ms","remote":"127.0.0.1:37772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3483,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:08.536349Z","caller":"traceutil/trace.go:171","msg":"trace[900191562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19; }","duration":"958.532956ms","start":"2026-03-09T01:40:07.577789Z","end":"2026-03-09T01:40:08.536322Z","steps":["trace[900191562] 'agreement among raft nodes before linearized reading' (duration: 958.255579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:08.536355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.902407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-09T01:40:08.536344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:07.580156Z","time spent":"955.943604ms","remote":"127.0.0.1:38124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:40:08.536401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:07.577764Z","time spent":"958.626768ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:40:08.536429Z","caller":"traceutil/trace.go:171","msg":"trace[1136015714] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:19; }","duration":"677.02013ms","start":"2026-03-09T01:40:07.859387Z","end":"2026-03-09T01:40:08.536407Z","steps":["trace[1136015714] 'agreement among raft nodes before linearized reading' (duration: 676.889617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:08.536471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.287899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-09T01:40:08.536474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.363267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-node-lease\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-09T01:40:08.536481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:07.859365Z","time spent":"677.104741ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"warn","ts":"2026-03-09T01:40:08.536481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.269227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-09T01:40:08.536497Z","caller":"traceutil/trace.go:171","msg":"trace[1795762907] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:19; }","duration":"757.345791ms","start":"2026-03-09T01:40:07.779141Z","end":"2026-03-09T01:40:08.536487Z","steps":["trace[1795762907] 'agreement among raft nodes before linearized reading' (duration: 757.31256ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:08.536504Z","caller":"traceutil/trace.go:171","msg":"trace[237969957] range","detail":"{range_begin:/registry/namespaces/kube-node-lease; range_end:; response_count:0; response_revision:19; }","duration":"904.424939ms","start":"2026-03-09T01:40:07.632071Z","end":"2026-03-09T01:40:08.536495Z","steps":["trace[237969957] 'agreement among raft nodes before linearized reading' (duration: 904.380958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:08.536533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:07.779124Z","time spent":"757.402082ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":26,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-03-09T01:40:08.536053Z","caller":"traceutil/trace.go:171","msg":"trace[1469742026] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"955.610386ms","start":"2026-03-09T01:40:07.580433Z","end":"2026-03-09T01:40:08.536043Z","steps":["trace[1469742026] 'process raft request' (duration: 955.380191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:08.536537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:07.632054Z","time spent":"904.47732ms","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-node-lease\" "} {"level":"info","ts":"2026-03-09T01:40:08.536539Z","caller":"traceutil/trace.go:171","msg":"trace[187351734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19; }","duration":"402.360519ms","start":"2026-03-09T01:40:08.134161Z","end":"2026-03-09T01:40:08.536522Z","steps":["trace[187351734] 'agreement among raft nodes before linearized reading' (duration: 402.275177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:08.536092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:07.579082Z","time spent":"956.987919ms","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":26,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:40:08.536582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:08.134136Z","time spent":"402.435131ms","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:40:08.536586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:07.580411Z","time spent":"956.143979ms","remote":"127.0.0.1:38124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:40:08.536432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.190889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"warn","ts":"2026-03-09T01:40:08.536618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.176549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3495"} {"level":"warn","ts":"2026-03-09T01:40:08.536665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.089111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-09T01:40:08.536686Z","caller":"traceutil/trace.go:171","msg":"trace[386726948] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:19; }","duration":"677.148282ms","start":"2026-03-09T01:40:07.859531Z","end":"2026-03-09T01:40:08.536679Z","steps":["trace[386726948] 'agreement among raft nodes before linearized reading' (duration: 677.110381ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:08.53668Z","caller":"traceutil/trace.go:171","msg":"trace[1373604991] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19; }","duration":"956.237891ms","start":"2026-03-09T01:40:07.580424Z","end":"2026-03-09T01:40:08.536662Z","steps":["trace[1373604991] 'agreement among raft nodes before linearized reading' (duration: 956.127668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:08.536702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:07.859509Z","time spent":"677.188694ms","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"warn","ts":"2026-03-09T01:40:08.536713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:07.580371Z","time spent":"956.334604ms","remote":"127.0.0.1:37772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3517,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-09T01:40:08.536687Z","caller":"traceutil/trace.go:171","msg":"trace[3091557] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:19; }","duration":"903.426185ms","start":"2026-03-09T01:40:07.633233Z","end":"2026-03-09T01:40:08.536659Z","steps":["trace[3091557] 'agreement among raft nodes before linearized reading' (duration: 903.159168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:08.536787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:07.633218Z","time spent":"903.527867ms","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":372,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-09T01:40:14.40725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743202801519261,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:40:14.499295Z","caller":"traceutil/trace.go:171","msg":"trace[1606668032] linearizableReadLoop","detail":"{readStateIndex:300; appliedIndex:299; }","duration":"592.451431ms","start":"2026-03-09T01:40:13.906803Z","end":"2026-03-09T01:40:14.499254Z","steps":["trace[1606668032] 'read index received' (duration: 592.188505ms)","trace[1606668032] 'applied index is now lower than readState.Index' (duration: 261.456µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:14.49945Z","caller":"traceutil/trace.go:171","msg":"trace[633323079] transaction","detail":"{read_only:false; response_revision:289; number_of_response:1; }","duration":"710.706725ms","start":"2026-03-09T01:40:13.788705Z","end":"2026-03-09T01:40:14.499412Z","steps":["trace[633323079] 'process raft request' (duration: 710.373017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:14.499505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.682246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:40:14.499545Z","caller":"traceutil/trace.go:171","msg":"trace[1673858808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:289; }","duration":"592.788549ms","start":"2026-03-09T01:40:13.906745Z","end":"2026-03-09T01:40:14.499534Z","steps":["trace[1673858808] 'agreement among raft nodes before linearized reading' (duration: 592.651535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:14.499583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:13.906718Z","time spent":"592.856891ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:14.499592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.548585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T01:40:14.499619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:13.788685Z","time spent":"710.852908ms","remote":"127.0.0.1:37798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":192,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:40:14.499649Z","caller":"traceutil/trace.go:171","msg":"trace[1374579199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:289; }","duration":"590.661498ms","start":"2026-03-09T01:40:13.908973Z","end":"2026-03-09T01:40:14.499634Z","steps":["trace[1374579199] 'agreement among raft nodes before linearized reading' (duration: 590.523095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:14.499684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:13.908948Z","time spent":"590.72807ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T01:40:16.215965Z","caller":"traceutil/trace.go:171","msg":"trace[560212119] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"125.74072ms","start":"2026-03-09T01:40:16.090203Z","end":"2026-03-09T01:40:16.215944Z","steps":["trace[560212119] 'process raft request' (duration: 121.194332ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:16.216927Z","caller":"traceutil/trace.go:171","msg":"trace[703726852] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"123.778984ms","start":"2026-03-09T01:40:16.093124Z","end":"2026-03-09T01:40:16.216903Z","steps":["trace[703726852] 'process raft request' (duration: 123.61156ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:16.21713Z","caller":"traceutil/trace.go:171","msg":"trace[2023174835] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"120.445454ms","start":"2026-03-09T01:40:16.096663Z","end":"2026-03-09T01:40:16.217109Z","steps":["trace[2023174835] 'process raft request' (duration: 120.183898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:20.364102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.081395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:40:20.364258Z","caller":"traceutil/trace.go:171","msg":"trace[468163247] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"830.929346ms","start":"2026-03-09T01:40:19.53331Z","end":"2026-03-09T01:40:20.364239Z","steps":["trace[468163247] 'process raft request' (duration: 419.95824ms)","trace[468163247] 'compare' (duration: 409.931472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:20.364322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:19.533295Z","time spent":"830.996589ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:20.411748Z","caller":"traceutil/trace.go:171","msg":"trace[126204599] linearizableReadLoop","detail":"{readStateIndex:380; appliedIndex:378; }","duration":"600.435185ms","start":"2026-03-09T01:40:19.811288Z","end":"2026-03-09T01:40:20.411723Z","steps":["trace[126204599] 'read index received' (duration: 141.982987ms)","trace[126204599] 'applied index is now lower than readState.Index' (duration: 458.451108ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:20.411786Z","caller":"traceutil/trace.go:171","msg":"trace[527266965] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"843.112633ms","start":"2026-03-09T01:40:19.568648Z","end":"2026-03-09T01:40:20.411761Z","steps":["trace[527266965] 'process raft request' (duration: 842.94584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:20.411984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.698741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:20.412033Z","caller":"traceutil/trace.go:171","msg":"trace[1759203920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:367; }","duration":"600.810924ms","start":"2026-03-09T01:40:19.811209Z","end":"2026-03-09T01:40:20.41202Z","steps":["trace[1759203920] 'agreement among raft nodes before linearized reading' (duration: 600.64831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:20.412068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:19.811174Z","time spent":"600.887096ms","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:40:20.412265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:19.568622Z","time spent":"843.324279ms","remote":"127.0.0.1:41014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:20.545952Z","caller":"traceutil/trace.go:171","msg":"trace[820631654] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"120.591151ms","start":"2026-03-09T01:40:20.425332Z","end":"2026-03-09T01:40:20.545924Z","steps":["trace[820631654] 'process raft request' (duration: 118.180324ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:20.770387Z","caller":"traceutil/trace.go:171","msg":"trace[1196285455] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"213.22638ms","start":"2026-03-09T01:40:20.557134Z","end":"2026-03-09T01:40:20.77036Z","steps":["trace[1196285455] 'process raft request' (duration: 207.140396ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:26.913921Z","caller":"traceutil/trace.go:171","msg":"trace[215617356] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:431; }","duration":"355.149106ms","start":"2026-03-09T01:40:26.558748Z","end":"2026-03-09T01:40:26.913898Z","steps":["trace[215617356] 'read index received' (duration: 354.980432ms)","trace[215617356] 'applied index is now lower than readState.Index' (duration: 167.784µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:26.913958Z","caller":"traceutil/trace.go:171","msg":"trace[304613968] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"479.177908ms","start":"2026-03-09T01:40:26.434761Z","end":"2026-03-09T01:40:26.913939Z","steps":["trace[304613968] 'process raft request' (duration: 479.012344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:26.914738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.975235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:26.914844Z","caller":"traceutil/trace.go:171","msg":"trace[1816179957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:417; }","duration":"356.108068ms","start":"2026-03-09T01:40:26.558698Z","end":"2026-03-09T01:40:26.914806Z","steps":["trace[1816179957] 'agreement among raft nodes before linearized reading' (duration: 355.791661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:26.914879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:26.558674Z","time spent":"356.197901ms","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:40:26.914741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:26.43473Z","time spent":"479.872435ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:29.426484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743202801519521,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:40:29.749789Z","caller":"traceutil/trace.go:171","msg":"trace[1051456071] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"827.272057ms","start":"2026-03-09T01:40:28.922461Z","end":"2026-03-09T01:40:29.749733Z","steps":["trace[1051456071] 'process raft request' (duration: 827.139914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:29.749946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:28.922444Z","time spent":"827.42075ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:31.558901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000190671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-09T01:40:31.558994Z","caller":"traceutil/trace.go:171","msg":"trace[821433455] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000326333s","start":"2026-03-09T01:40:29.558645Z","end":"2026-03-09T01:40:31.558971Z","steps":["trace[821433455] 'agreement among raft nodes before linearized reading' (duration: 2.000211981s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:31.559057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:29.558631Z","time spent":"2.000405066s","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:40:32.41729Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.667627839s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:40:32.462911Z","caller":"traceutil/trace.go:171","msg":"trace[974070719] linearizableReadLoop","detail":"{readStateIndex:437; appliedIndex:436; }","duration":"3.536805996s","start":"2026-03-09T01:40:28.926057Z","end":"2026-03-09T01:40:32.462863Z","steps":["trace[974070719] 'read index received' (duration: 823.659042ms)","trace[974070719] 'applied index is now lower than readState.Index' (duration: 2.713145554s)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:32.462963Z","caller":"traceutil/trace.go:171","msg":"trace[1673808302] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"3.491133716s","start":"2026-03-09T01:40:28.971766Z","end":"2026-03-09T01:40:32.4629Z","steps":["trace[1673808302] 'process raft request' (duration: 3.445818205s)","trace[1673808302] 'compare' (duration: 45.050835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:32.463035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.5369638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:40:32.463111Z","caller":"traceutil/trace.go:171","msg":"trace[75932185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:422; }","duration":"3.537085043s","start":"2026-03-09T01:40:28.926004Z","end":"2026-03-09T01:40:32.463089Z","steps":["trace[75932185] 'agreement among raft nodes before linearized reading' (duration: 3.536953579s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:32.463153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:28.925983Z","time spent":"3.537160945s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:32.463207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:28.971748Z","time spent":"3.491324231s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:32.463497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.667447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:40:32.463571Z","caller":"traceutil/trace.go:171","msg":"trace[697651025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:423; }","duration":"709.80015ms","start":"2026-03-09T01:40:31.753754Z","end":"2026-03-09T01:40:32.463554Z","steps":["trace[697651025] 'agreement among raft nodes before linearized reading' (duration: 709.647596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:32.463612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:31.753725Z","time spent":"709.876761ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T01:40:32.463599Z","caller":"traceutil/trace.go:171","msg":"trace[720756270] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"458.54855ms","start":"2026-03-09T01:40:32.005016Z","end":"2026-03-09T01:40:32.463565Z","steps":["trace[720756270] 'process raft request' (duration: 458.036408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:32.463606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.021223817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-09T01:40:32.463638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.192101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:32.463706Z","caller":"traceutil/trace.go:171","msg":"trace[47324498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:423; }","duration":"903.328465ms","start":"2026-03-09T01:40:31.56036Z","end":"2026-03-09T01:40:32.463689Z","steps":["trace[47324498] 'agreement among raft nodes before linearized reading' (duration: 903.188331ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:32.46371Z","caller":"traceutil/trace.go:171","msg":"trace[1133446615] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:423; }","duration":"3.02134539s","start":"2026-03-09T01:40:29.442332Z","end":"2026-03-09T01:40:32.463677Z","steps":["trace[1133446615] 'agreement among raft nodes before linearized reading' (duration: 3.021130325s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:32.463702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.071565188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-09T01:40:32.463737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:31.560286Z","time spent":"903.445847ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:40:32.463746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:32.00497Z","time spent":"458.685723ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:32.463755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:29.442321Z","time spent":"3.021424422s","remote":"127.0.0.1:41014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-03-09T01:40:32.463779Z","caller":"traceutil/trace.go:171","msg":"trace[1592837867] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:423; }","duration":"3.07167357s","start":"2026-03-09T01:40:29.392081Z","end":"2026-03-09T01:40:32.463754Z","steps":["trace[1592837867] 'agreement among raft nodes before linearized reading' (duration: 3.071551317s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:32.463771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.53740159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-09T01:40:32.463824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:29.392061Z","time spent":"3.071754762s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T01:40:32.463835Z","caller":"traceutil/trace.go:171","msg":"trace[1750209983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:423; }","duration":"3.537557274s","start":"2026-03-09T01:40:28.926257Z","end":"2026-03-09T01:40:32.463814Z","steps":["trace[1750209983] 'agreement among raft nodes before linearized reading' (duration: 3.536916489s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:32.463873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:28.92625Z","time spent":"3.537614325s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:35.146906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743202801519544,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:40:35.353042Z","caller":"traceutil/trace.go:171","msg":"trace[825742869] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"833.535333ms","start":"2026-03-09T01:40:34.519484Z","end":"2026-03-09T01:40:35.353019Z","steps":["trace[825742869] 'process raft request' (duration: 833.40383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:35.353206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:34.519467Z","time spent":"833.648366ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:35.353645Z","caller":"traceutil/trace.go:171","msg":"trace[467470418] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"833.927503ms","start":"2026-03-09T01:40:34.519688Z","end":"2026-03-09T01:40:35.353615Z","steps":["trace[467470418] 'process raft request' (duration: 833.759719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:35.353814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:34.51967Z","time spent":"834.057186ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:35.353891Z","caller":"traceutil/trace.go:171","msg":"trace[218271003] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"833.887911ms","start":"2026-03-09T01:40:34.519987Z","end":"2026-03-09T01:40:35.353875Z","steps":["trace[218271003] 'process raft request' (duration: 833.588644ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:35.353876Z","caller":"traceutil/trace.go:171","msg":"trace[850582206] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"833.675207ms","start":"2026-03-09T01:40:34.520177Z","end":"2026-03-09T01:40:35.353852Z","steps":["trace[850582206] 'process raft request' (duration: 833.548344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:35.353996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:34.519959Z","time spent":"833.987874ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:35.354036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:34.520158Z","time spent":"833.802099ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:35.355979Z","caller":"traceutil/trace.go:171","msg":"trace[370870087] linearizableReadLoop","detail":"{readStateIndex:449; appliedIndex:445; }","duration":"796.689763ms","start":"2026-03-09T01:40:34.559271Z","end":"2026-03-09T01:40:35.355961Z","steps":["trace[370870087] 'read index received' (duration: 793.644661ms)","trace[370870087] 'applied index is now lower than readState.Index' (duration: 3.044012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:35.356059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.780695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:35.356089Z","caller":"traceutil/trace.go:171","msg":"trace[850967315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:433; }","duration":"796.847927ms","start":"2026-03-09T01:40:34.559231Z","end":"2026-03-09T01:40:35.356079Z","steps":["trace[850967315] 'agreement among raft nodes before linearized reading' (duration: 796.795476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:35.356128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:34.559217Z","time spent":"796.903238ms","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:40:41.604829Z","caller":"traceutil/trace.go:171","msg":"trace[49218944] linearizableReadLoop","detail":"{readStateIndex:461; appliedIndex:460; }","duration":"219.92841ms","start":"2026-03-09T01:40:41.384859Z","end":"2026-03-09T01:40:41.604788Z","steps":["trace[49218944] 'read index received' (duration: 219.151161ms)","trace[49218944] 'applied index is now lower than readState.Index' (duration: 775.368µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:41.604958Z","caller":"traceutil/trace.go:171","msg":"trace[1076411942] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"418.516484ms","start":"2026-03-09T01:40:41.186386Z","end":"2026-03-09T01:40:41.604903Z","steps":["trace[1076411942] 'process raft request' (duration: 417.866959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:41.605212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.327296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T01:40:41.605257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.370676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T01:40:41.60525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.060699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:40:41.605299Z","caller":"traceutil/trace.go:171","msg":"trace[683267125] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:443; }","duration":"219.470099ms","start":"2026-03-09T01:40:41.385811Z","end":"2026-03-09T01:40:41.605281Z","steps":["trace[683267125] 'agreement among raft nodes before linearized reading' (duration: 219.228773ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:41.605319Z","caller":"traceutil/trace.go:171","msg":"trace[1094333032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:443; }","duration":"219.463068ms","start":"2026-03-09T01:40:41.385832Z","end":"2026-03-09T01:40:41.605295Z","steps":["trace[1094333032] 'agreement among raft nodes before linearized reading' (duration: 219.387297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:41.605138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.261998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:40:41.605351Z","caller":"traceutil/trace.go:171","msg":"trace[1725346760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:443; }","duration":"219.199882ms","start":"2026-03-09T01:40:41.386129Z","end":"2026-03-09T01:40:41.605329Z","steps":["trace[1725346760] 'agreement among raft nodes before linearized reading' (duration: 219.002248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:41.605371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:41.186344Z","time spent":"418.887683ms","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317292,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:40:41.605765Z","caller":"traceutil/trace.go:171","msg":"trace[151501005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:443; }","duration":"220.558805ms","start":"2026-03-09T01:40:41.384822Z","end":"2026-03-09T01:40:41.605381Z","steps":["trace[151501005] 'agreement among raft nodes before linearized reading' (duration: 220.175495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:41.826984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.806532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:40:41.827214Z","caller":"traceutil/trace.go:171","msg":"trace[373246518] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"159.462ms","start":"2026-03-09T01:40:41.66773Z","end":"2026-03-09T01:40:41.827192Z","steps":["trace[373246518] 'process raft request' (duration: 159.386198ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:41.827221Z","caller":"traceutil/trace.go:171","msg":"trace[344090187] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"159.528531ms","start":"2026-03-09T01:40:41.667666Z","end":"2026-03-09T01:40:41.827195Z","steps":["trace[344090187] 'process raft request' (duration: 39.423032ms)","trace[344090187] 'compare' (duration: 119.629048ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:43.815075Z","caller":"traceutil/trace.go:171","msg":"trace[968532155] linearizableReadLoop","detail":"{readStateIndex:501; appliedIndex:500; }","duration":"193.615427ms","start":"2026-03-09T01:40:43.621437Z","end":"2026-03-09T01:40:43.815052Z","steps":["trace[968532155] 'read index received' (duration: 193.396752ms)","trace[968532155] 'applied index is now lower than readState.Index' (duration: 217.825µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:43.815127Z","caller":"traceutil/trace.go:171","msg":"trace[39200851] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"195.520872ms","start":"2026-03-09T01:40:43.619586Z","end":"2026-03-09T01:40:43.815107Z","steps":["trace[39200851] 'process raft request' (duration: 195.332298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:43.815306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.788881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:40:43.815366Z","caller":"traceutil/trace.go:171","msg":"trace[1772265707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:483; }","duration":"193.896073ms","start":"2026-03-09T01:40:43.621455Z","end":"2026-03-09T01:40:43.815351Z","steps":["trace[1772265707] 'agreement among raft nodes before linearized reading' (duration: 193.77122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:43.81543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.976092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:40:43.815503Z","caller":"traceutil/trace.go:171","msg":"trace[1501667850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:483; }","duration":"193.062994ms","start":"2026-03-09T01:40:43.62242Z","end":"2026-03-09T01:40:43.815482Z","steps":["trace[1501667850] 'agreement among raft nodes before linearized reading' (duration: 192.939251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:43.815271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.809792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:40:43.815726Z","caller":"traceutil/trace.go:171","msg":"trace[1684405793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:483; }","duration":"194.271843ms","start":"2026-03-09T01:40:43.621402Z","end":"2026-03-09T01:40:43.815674Z","steps":["trace[1684405793] 'agreement among raft nodes before linearized reading' (duration: 193.810142ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:43.97868Z","caller":"traceutil/trace.go:171","msg":"trace[354262227] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"159.526541ms","start":"2026-03-09T01:40:43.819134Z","end":"2026-03-09T01:40:43.978661Z","steps":["trace[354262227] 'process raft request' (duration: 159.400218ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:43.986541Z","caller":"traceutil/trace.go:171","msg":"trace[1943305114] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"166.711661ms","start":"2026-03-09T01:40:43.819813Z","end":"2026-03-09T01:40:43.986525Z","steps":["trace[1943305114] 'process raft request' (duration: 166.603888ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:43.986642Z","caller":"traceutil/trace.go:171","msg":"trace[1200070294] linearizableReadLoop","detail":"{readStateIndex:504; appliedIndex:501; }","duration":"105.298219ms","start":"2026-03-09T01:40:43.881334Z","end":"2026-03-09T01:40:43.986633Z","steps":["trace[1200070294] 'read index received' (duration: 97.163737ms)","trace[1200070294] 'applied index is now lower than readState.Index' (duration: 8.133872ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:43.986722Z","caller":"traceutil/trace.go:171","msg":"trace[1595627140] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"166.402904ms","start":"2026-03-09T01:40:43.8203Z","end":"2026-03-09T01:40:43.986703Z","steps":["trace[1595627140] 'process raft request' (duration: 166.198879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:43.986775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.434282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-03-09T01:40:43.986804Z","caller":"traceutil/trace.go:171","msg":"trace[1019604950] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:486; }","duration":"105.524684ms","start":"2026-03-09T01:40:43.88127Z","end":"2026-03-09T01:40:43.986795Z","steps":["trace[1019604950] 'agreement among raft nodes before linearized reading' (duration: 105.395471ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:44.123271Z","caller":"traceutil/trace.go:171","msg":"trace[909321689] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"128.945999ms","start":"2026-03-09T01:40:43.994313Z","end":"2026-03-09T01:40:44.123259Z","steps":["trace[909321689] 'process raft request' (duration: 128.874037ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:46.150125Z","caller":"traceutil/trace.go:171","msg":"trace[1821224023] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"121.360589ms","start":"2026-03-09T01:40:46.028742Z","end":"2026-03-09T01:40:46.150103Z","steps":["trace[1821224023] 'process raft request' (duration: 114.163119ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:46.150275Z","caller":"traceutil/trace.go:171","msg":"trace[1332688354] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"121.345439ms","start":"2026-03-09T01:40:46.028908Z","end":"2026-03-09T01:40:46.150253Z","steps":["trace[1332688354] 'process raft request' (duration: 121.152454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:46.480359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.78314ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:46.480488Z","caller":"traceutil/trace.go:171","msg":"trace[364758291] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:491; }","duration":"160.932624ms","start":"2026-03-09T01:40:46.319536Z","end":"2026-03-09T01:40:46.480469Z","steps":["trace[364758291] 'range keys from in-memory index tree' (duration: 160.75994ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:47.406509Z","caller":"traceutil/trace.go:171","msg":"trace[832001124] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"109.491019ms","start":"2026-03-09T01:40:47.296994Z","end":"2026-03-09T01:40:47.406485Z","steps":["trace[832001124] 'process raft request' (duration: 109.424117ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:47.406586Z","caller":"traceutil/trace.go:171","msg":"trace[626693227] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"113.79378ms","start":"2026-03-09T01:40:47.292767Z","end":"2026-03-09T01:40:47.40656Z","steps":["trace[626693227] 'process raft request' (duration: 92.121558ms)","trace[626693227] 'compare' (duration: 21.227822ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:49.410195Z","caller":"traceutil/trace.go:171","msg":"trace[1245877830] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"473.661197ms","start":"2026-03-09T01:40:48.936508Z","end":"2026-03-09T01:40:49.410169Z","steps":["trace[1245877830] 'process raft request' (duration: 473.514484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:49.410405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:48.936491Z","time spent":"473.826031ms","remote":"127.0.0.1:41038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4156,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:49.415491Z","caller":"traceutil/trace.go:171","msg":"trace[502905153] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"132.549683ms","start":"2026-03-09T01:40:49.282918Z","end":"2026-03-09T01:40:49.415467Z","steps":["trace[502905153] 'process raft request' (duration: 132.508722ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:49.415636Z","caller":"traceutil/trace.go:171","msg":"trace[264297041] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"333.898152ms","start":"2026-03-09T01:40:49.081698Z","end":"2026-03-09T01:40:49.415597Z","steps":["trace[264297041] 'process raft request' (duration: 333.619326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:49.415802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:49.081674Z","time spent":"334.055426ms","remote":"127.0.0.1:41038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:40:49.907184Z","caller":"traceutil/trace.go:171","msg":"trace[1118689838] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:570; }","duration":"349.964533ms","start":"2026-03-09T01:40:49.557204Z","end":"2026-03-09T01:40:49.907168Z","steps":["trace[1118689838] 'read index received' (duration: 349.80808ms)","trace[1118689838] 'applied index is now lower than readState.Index' (duration: 155.473µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:49.907279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.074266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:49.907264Z","caller":"traceutil/trace.go:171","msg":"trace[2095054703] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"408.20352ms","start":"2026-03-09T01:40:49.499037Z","end":"2026-03-09T01:40:49.907241Z","steps":["trace[2095054703] 'process raft request' (duration: 408.016506ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:49.907308Z","caller":"traceutil/trace.go:171","msg":"trace[1419956380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:549; }","duration":"350.148688ms","start":"2026-03-09T01:40:49.557153Z","end":"2026-03-09T01:40:49.907302Z","steps":["trace[1419956380] 'agreement among raft nodes before linearized reading' (duration: 350.096886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:49.907325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:49.557132Z","time spent":"350.189509ms","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:40:49.90738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:49.498983Z","time spent":"408.335293ms","remote":"127.0.0.1:41038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13205,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:49.913337Z","caller":"traceutil/trace.go:171","msg":"trace[1098080847] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"231.764499ms","start":"2026-03-09T01:40:49.681559Z","end":"2026-03-09T01:40:49.913324Z","steps":["trace[1098080847] 'process raft request' (duration: 231.667927ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:51.72875Z","caller":"traceutil/trace.go:171","msg":"trace[502094635] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"141.029374ms","start":"2026-03-09T01:40:51.587689Z","end":"2026-03-09T01:40:51.728718Z","steps":["trace[502094635] 'process raft request' (duration: 140.759488ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:52.14393Z","caller":"traceutil/trace.go:171","msg":"trace[1106681256] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"210.284661ms","start":"2026-03-09T01:40:51.933624Z","end":"2026-03-09T01:40:52.143909Z","steps":["trace[1106681256] 'process raft request' (duration: 210.003694ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:52.37385Z","caller":"traceutil/trace.go:171","msg":"trace[239627462] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"248.409162ms","start":"2026-03-09T01:40:52.125411Z","end":"2026-03-09T01:40:52.373821Z","steps":["trace[239627462] 'process raft request' (duration: 248.112635ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:52.561716Z","caller":"traceutil/trace.go:171","msg":"trace[1722400135] linearizableReadLoop","detail":"{readStateIndex:589; appliedIndex:587; }","duration":"359.485369ms","start":"2026-03-09T01:40:52.202209Z","end":"2026-03-09T01:40:52.561695Z","steps":["trace[1722400135] 'read index received' (duration: 171.135206ms)","trace[1722400135] 'applied index is now lower than readState.Index' (duration: 188.349203ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:52.561827Z","caller":"traceutil/trace.go:171","msg":"trace[47543854] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"414.350616ms","start":"2026-03-09T01:40:52.147465Z","end":"2026-03-09T01:40:52.561815Z","steps":["trace[47543854] 'process raft request' (duration: 414.091029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:52.561991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.765465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-09T01:40:52.562033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:52.147446Z","time spent":"414.408136ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:52.562077Z","caller":"traceutil/trace.go:171","msg":"trace[722328271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:567; }","duration":"359.886678ms","start":"2026-03-09T01:40:52.20217Z","end":"2026-03-09T01:40:52.562057Z","steps":["trace[722328271] 'agreement among raft nodes before linearized reading' (duration: 359.666003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:52.562117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:52.20215Z","time spent":"359.958909ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:40:52.569897Z","caller":"traceutil/trace.go:171","msg":"trace[1326803401] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"124.258618ms","start":"2026-03-09T01:40:52.445615Z","end":"2026-03-09T01:40:52.569874Z","steps":["trace[1326803401] 'process raft request' (duration: 123.596122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:52.570055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.074546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:40:52.570098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.60746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-03-09T01:40:52.570091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.904226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T01:40:52.57012Z","caller":"traceutil/trace.go:171","msg":"trace[2009398569] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:568; }","duration":"199.182398ms","start":"2026-03-09T01:40:52.370919Z","end":"2026-03-09T01:40:52.570102Z","steps":["trace[2009398569] 'agreement among raft nodes before linearized reading' (duration: 199.106877ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:52.570156Z","caller":"traceutil/trace.go:171","msg":"trace[740085393] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:568; }","duration":"290.680572ms","start":"2026-03-09T01:40:52.27945Z","end":"2026-03-09T01:40:52.570131Z","steps":["trace[740085393] 'agreement among raft nodes before linearized reading' (duration: 290.561149ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:52.570183Z","caller":"traceutil/trace.go:171","msg":"trace[1603660779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:568; }","duration":"258.022289ms","start":"2026-03-09T01:40:52.312117Z","end":"2026-03-09T01:40:52.570139Z","steps":["trace[1603660779] 'agreement among raft nodes before linearized reading' (duration: 257.828975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:52.569947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.74445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T01:40:52.570295Z","caller":"traceutil/trace.go:171","msg":"trace[448235968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:568; }","duration":"367.119799ms","start":"2026-03-09T01:40:52.203164Z","end":"2026-03-09T01:40:52.570284Z","steps":["trace[448235968] 'agreement among raft nodes before linearized reading' (duration: 366.646458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:52.570392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:52.203159Z","time spent":"367.158509ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:56.820796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743202801520038,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:40:56.99727Z","caller":"traceutil/trace.go:171","msg":"trace[222847120] linearizableReadLoop","detail":"{readStateIndex:725; appliedIndex:724; }","duration":"676.863051ms","start":"2026-03-09T01:40:56.320378Z","end":"2026-03-09T01:40:56.997241Z","steps":["trace[222847120] 'read index received' (duration: 676.668806ms)","trace[222847120] 'applied index is now lower than readState.Index' (duration: 192.985µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:56.997365Z","caller":"traceutil/trace.go:171","msg":"trace[1135067208] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"835.725656ms","start":"2026-03-09T01:40:56.161591Z","end":"2026-03-09T01:40:56.997317Z","steps":["trace[1135067208] 'process raft request' (duration: 835.47331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:56.997478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.753742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:56.997529Z","caller":"traceutil/trace.go:171","msg":"trace[616470398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:702; }","duration":"438.868345ms","start":"2026-03-09T01:40:56.55865Z","end":"2026-03-09T01:40:56.997518Z","steps":["trace[616470398] 'agreement among raft nodes before linearized reading' (duration: 438.757493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:56.997533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:56.16157Z","time spent":"835.869189ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:56.997569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:56.558629Z","time spent":"438.929136ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:40:56.997556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.166158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-28p6p\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-09T01:40:56.997622Z","caller":"traceutil/trace.go:171","msg":"trace[858874961] range","detail":"{range_begin:/registry/pods/kube-system/cilium-28p6p; range_end:; response_count:1; response_revision:702; }","duration":"677.27592ms","start":"2026-03-09T01:40:56.320332Z","end":"2026-03-09T01:40:56.997608Z","steps":["trace[858874961] 'agreement among raft nodes before linearized reading' (duration: 677.060255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:56.997663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:56.320309Z","time spent":"677.346592ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-28p6p\" "} {"level":"warn","ts":"2026-03-09T01:40:56.997677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.340538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-09T01:40:56.997719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.235301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:40:56.997753Z","caller":"traceutil/trace.go:171","msg":"trace[1182668517] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:702; }","duration":"412.4597ms","start":"2026-03-09T01:40:56.585276Z","end":"2026-03-09T01:40:56.997736Z","steps":["trace[1182668517] 'agreement among raft nodes before linearized reading' (duration: 412.184894ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:56.997792Z","caller":"traceutil/trace.go:171","msg":"trace[2131663959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:702; }","duration":"408.303063ms","start":"2026-03-09T01:40:56.589464Z","end":"2026-03-09T01:40:56.997767Z","steps":["trace[2131663959] 'agreement among raft nodes before linearized reading' (duration: 408.101028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:56.997804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:56.58527Z","time spent":"412.524633ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:56.997827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:56.589431Z","time spent":"408.388184ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:56.998002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.168557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-09T01:40:56.997734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.073273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:40:56.998134Z","caller":"traceutil/trace.go:171","msg":"trace[836820469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:702; }","duration":"424.359902ms","start":"2026-03-09T01:40:56.573742Z","end":"2026-03-09T01:40:56.998102Z","steps":["trace[836820469] 'agreement among raft nodes before linearized reading' (duration: 423.927852ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:56.998154Z","caller":"traceutil/trace.go:171","msg":"trace[590106883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:702; }","duration":"415.594285ms","start":"2026-03-09T01:40:56.58254Z","end":"2026-03-09T01:40:56.998135Z","steps":["trace[590106883] 'agreement among raft nodes before linearized reading' (duration: 415.001491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:56.99818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:56.573723Z","time spent":"424.450845ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:40:56.998198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:56.58253Z","time spent":"415.658876ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:40:57.549009Z","caller":"traceutil/trace.go:171","msg":"trace[960955637] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"532.718184ms","start":"2026-03-09T01:40:57.016279Z","end":"2026-03-09T01:40:57.548997Z","steps":["trace[960955637] 'process raft request' (duration: 532.650382ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:57.548997Z","caller":"traceutil/trace.go:171","msg":"trace[494348046] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"540.377136ms","start":"2026-03-09T01:40:57.008575Z","end":"2026-03-09T01:40:57.548952Z","steps":["trace[494348046] 'process raft request' (duration: 540.212752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:57.549122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:57.016272Z","time spent":"532.786025ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:57.549122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:57.008553Z","time spent":"540.512738ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:57.549226Z","caller":"traceutil/trace.go:171","msg":"trace[568894426] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"540.470907ms","start":"2026-03-09T01:40:57.008729Z","end":"2026-03-09T01:40:57.5492Z","steps":["trace[568894426] 'process raft request' (duration: 540.1688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:57.549399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:57.008722Z","time spent":"540.5907ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:59.455686Z","caller":"traceutil/trace.go:171","msg":"trace[219683209] linearizableReadLoop","detail":"{readStateIndex:731; appliedIndex:730; }","duration":"410.196047ms","start":"2026-03-09T01:40:59.045468Z","end":"2026-03-09T01:40:59.455664Z","steps":["trace[219683209] 'read index received' (duration: 410.063964ms)","trace[219683209] 'applied index is now lower than readState.Index' (duration: 131.153µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:59.455731Z","caller":"traceutil/trace.go:171","msg":"trace[592834493] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"449.005645ms","start":"2026-03-09T01:40:59.0067Z","end":"2026-03-09T01:40:59.455706Z","steps":["trace[592834493] 'process raft request' (duration: 448.81447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:59.455886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:59.006681Z","time spent":"449.120877ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:59.455932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.448103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:40:59.455986Z","caller":"traceutil/trace.go:171","msg":"trace[1535674629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:708; }","duration":"410.538845ms","start":"2026-03-09T01:40:59.045435Z","end":"2026-03-09T01:40:59.455974Z","steps":["trace[1535674629] 'agreement among raft nodes before linearized reading' (duration: 410.362861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:59.456027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:59.045423Z","time spent":"410.595366ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:40:59.456407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.03091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T01:40:59.456933Z","caller":"traceutil/trace.go:171","msg":"trace[2084555180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:708; }","duration":"409.603774ms","start":"2026-03-09T01:40:59.047314Z","end":"2026-03-09T01:40:59.456918Z","steps":["trace[2084555180] 'agreement among raft nodes before linearized reading' (duration: 408.58818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:59.457073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:59.0473Z","time spent":"409.757537ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T01:41:03.753796Z","caller":"traceutil/trace.go:171","msg":"trace[1830070384] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"124.193226ms","start":"2026-03-09T01:41:03.629579Z","end":"2026-03-09T01:41:03.753773Z","steps":["trace[1830070384] 'process raft request' (duration: 124.029912ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:03.770994Z","caller":"traceutil/trace.go:171","msg":"trace[162214353] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"118.84273ms","start":"2026-03-09T01:41:03.652134Z","end":"2026-03-09T01:41:03.770977Z","steps":["trace[162214353] 'process raft request' (duration: 118.756208ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:03.943003Z","caller":"traceutil/trace.go:171","msg":"trace[93040613] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"127.671649ms","start":"2026-03-09T01:41:03.815301Z","end":"2026-03-09T01:41:03.942973Z","steps":["trace[93040613] 'process raft request' (duration: 44.329389ms)","trace[93040613] 'compare' (duration: 83.158055ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:10.577121Z","caller":"traceutil/trace.go:171","msg":"trace[905973905] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"150.385865ms","start":"2026-03-09T01:41:10.426704Z","end":"2026-03-09T01:41:10.57709Z","steps":["trace[905973905] 'process raft request' (duration: 150.17609ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:10.611304Z","caller":"traceutil/trace.go:171","msg":"trace[653608076] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"102.068292ms","start":"2026-03-09T01:41:10.509199Z","end":"2026-03-09T01:41:10.611267Z","steps":["trace[653608076] 'process raft request' (duration: 101.810046ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:10.611636Z","caller":"traceutil/trace.go:171","msg":"trace[1853872934] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"102.089573ms","start":"2026-03-09T01:41:10.509506Z","end":"2026-03-09T01:41:10.611596Z","steps":["trace[1853872934] 'process raft request' (duration: 101.698094ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:10.611971Z","caller":"traceutil/trace.go:171","msg":"trace[1289044933] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"102.243697ms","start":"2026-03-09T01:41:10.509704Z","end":"2026-03-09T01:41:10.611947Z","steps":["trace[1289044933] 'process raft request' (duration: 101.761136ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:10.612425Z","caller":"traceutil/trace.go:171","msg":"trace[1985997233] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"101.863818ms","start":"2026-03-09T01:41:10.510537Z","end":"2026-03-09T01:41:10.612401Z","steps":["trace[1985997233] 'process raft request' (duration: 101.272004ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:10.612628Z","caller":"traceutil/trace.go:171","msg":"trace[266494529] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"101.577281ms","start":"2026-03-09T01:41:10.510918Z","end":"2026-03-09T01:41:10.612495Z","steps":["trace[266494529] 'process raft request' (duration: 101.433898ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:10.612823Z","caller":"traceutil/trace.go:171","msg":"trace[2129574783] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"101.754096ms","start":"2026-03-09T01:41:10.511055Z","end":"2026-03-09T01:41:10.612809Z","steps":["trace[2129574783] 'process raft request' (duration: 101.374137ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:10.61314Z","caller":"traceutil/trace.go:171","msg":"trace[413780225] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"102.457192ms","start":"2026-03-09T01:41:10.510669Z","end":"2026-03-09T01:41:10.613126Z","steps":["trace[413780225] 'process raft request' (duration: 101.410438ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:10.613239Z","caller":"traceutil/trace.go:171","msg":"trace[1722089022] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"101.888419ms","start":"2026-03-09T01:41:10.511343Z","end":"2026-03-09T01:41:10.613231Z","steps":["trace[1722089022] 'process raft request' (duration: 101.377247ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:10.89115Z","caller":"traceutil/trace.go:171","msg":"trace[552504978] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"108.71239ms","start":"2026-03-09T01:41:10.78239Z","end":"2026-03-09T01:41:10.891103Z","steps":["trace[552504978] 'process raft request' (duration: 15.816094ms)","trace[552504978] 'compare' (duration: 92.606069ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:10.905744Z","caller":"traceutil/trace.go:171","msg":"trace[467865504] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"119.557366ms","start":"2026-03-09T01:41:10.786164Z","end":"2026-03-09T01:41:10.905721Z","steps":["trace[467865504] 'process raft request' (duration: 119.413813ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:11.223997Z","caller":"traceutil/trace.go:171","msg":"trace[914686170] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"261.925662ms","start":"2026-03-09T01:41:10.962054Z","end":"2026-03-09T01:41:11.22398Z","steps":["trace[914686170] 'process raft request' (duration: 261.893461ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:11.224021Z","caller":"traceutil/trace.go:171","msg":"trace[106779698] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"261.941233ms","start":"2026-03-09T01:41:10.962054Z","end":"2026-03-09T01:41:11.223996Z","steps":["trace[106779698] 'process raft request' (duration: 261.779939ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:11.34268Z","caller":"traceutil/trace.go:171","msg":"trace[347568089] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"108.948006ms","start":"2026-03-09T01:41:11.233714Z","end":"2026-03-09T01:41:11.342662Z","steps":["trace[347568089] 'process raft request' (duration: 108.814143ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:19.803781Z","caller":"traceutil/trace.go:171","msg":"trace[1885664612] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"116.719179ms","start":"2026-03-09T01:41:19.687038Z","end":"2026-03-09T01:41:19.803757Z","steps":["trace[1885664612] 'process raft request' (duration: 116.562955ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:19.805846Z","caller":"traceutil/trace.go:171","msg":"trace[1271620517] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"117.717803ms","start":"2026-03-09T01:41:19.68811Z","end":"2026-03-09T01:41:19.805828Z","steps":["trace[1271620517] 'process raft request' (duration: 117.553459ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:19.805817Z","caller":"traceutil/trace.go:171","msg":"trace[779727172] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"118.717177ms","start":"2026-03-09T01:41:19.687068Z","end":"2026-03-09T01:41:19.805785Z","steps":["trace[779727172] 'process raft request' (duration: 118.381759ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:20.606914Z","caller":"traceutil/trace.go:171","msg":"trace[1035097010] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"118.222405ms","start":"2026-03-09T01:41:20.488665Z","end":"2026-03-09T01:41:20.606888Z","steps":["trace[1035097010] 'process raft request' (duration: 118.01404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:22.057222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743202801520448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:41:22.288179Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.067020083s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:41:22.288606Z","caller":"traceutil/trace.go:171","msg":"trace[912601429] linearizableReadLoop","detail":"{readStateIndex:949; appliedIndex:948; }","duration":"731.677167ms","start":"2026-03-09T01:41:21.556901Z","end":"2026-03-09T01:41:22.288578Z","steps":["trace[912601429] 'read index received' (duration: 731.474112ms)","trace[912601429] 'applied index is now lower than readState.Index' (duration: 201.845µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:22.288665Z","caller":"traceutil/trace.go:171","msg":"trace[229869006] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"1.067551525s","start":"2026-03-09T01:41:21.221045Z","end":"2026-03-09T01:41:22.288596Z","steps":["trace[229869006] 'process raft request' (duration: 1.067396312s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:22.288911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.445342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:41:22.288952Z","caller":"traceutil/trace.go:171","msg":"trace[1073812040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:919; }","duration":"385.502734ms","start":"2026-03-09T01:41:21.903437Z","end":"2026-03-09T01:41:22.288939Z","steps":["trace[1073812040] 'agreement among raft nodes before linearized reading' (duration: 385.37281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:22.288986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:21.903422Z","time spent":"385.556994ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:41:22.289021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.135767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:41:22.289087Z","caller":"traceutil/trace.go:171","msg":"trace[839203935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:919; }","duration":"479.23639ms","start":"2026-03-09T01:41:21.809831Z","end":"2026-03-09T01:41:22.289068Z","steps":["trace[839203935] 'agreement among raft nodes before linearized reading' (duration: 478.999944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:22.289135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:21.809756Z","time spent":"479.369372ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:41:22.289196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.790933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:41:22.289274Z","caller":"traceutil/trace.go:171","msg":"trace[135649228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:919; }","duration":"317.934886ms","start":"2026-03-09T01:41:21.971321Z","end":"2026-03-09T01:41:22.289256Z","steps":["trace[135649228] 'agreement among raft nodes before linearized reading' (duration: 317.520656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:22.289317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:21.971306Z","time spent":"318.002108ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:41:22.289154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:21.221022Z","time spent":"1.067850893s","remote":"127.0.0.1:41050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:41:22.289383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.350263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T01:41:22.289315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.575697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T01:41:22.289423Z","caller":"traceutil/trace.go:171","msg":"trace[815853602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:919; }","duration":"482.427175ms","start":"2026-03-09T01:41:21.806985Z","end":"2026-03-09T01:41:22.289412Z","steps":["trace[815853602] 'agreement among raft nodes before linearized reading' (duration: 481.79924ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:22.289429Z","caller":"traceutil/trace.go:171","msg":"trace[963292332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:919; }","duration":"479.726231ms","start":"2026-03-09T01:41:21.809692Z","end":"2026-03-09T01:41:22.289418Z","steps":["trace[963292332] 'agreement among raft nodes before linearized reading' (duration: 479.156167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:22.288776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.858231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:41:22.289458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:21.806965Z","time spent":"482.486816ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:41:22.289465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:21.809668Z","time spent":"479.788193ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T01:41:22.289487Z","caller":"traceutil/trace.go:171","msg":"trace[1341831048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:919; }","duration":"732.616419ms","start":"2026-03-09T01:41:21.556859Z","end":"2026-03-09T01:41:22.289475Z","steps":["trace[1341831048] 'agreement among raft nodes before linearized reading' (duration: 731.854071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:22.289536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:21.556839Z","time spent":"732.68356ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:41:22.872467Z","caller":"traceutil/trace.go:171","msg":"trace[1629122173] transaction","detail":"{read_only:false; number_of_response:1; response_revision:925; }","duration":"121.602815ms","start":"2026-03-09T01:41:22.750844Z","end":"2026-03-09T01:41:22.872447Z","steps":["trace[1629122173] 'process raft request' (duration: 121.39746ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:22.987035Z","caller":"traceutil/trace.go:171","msg":"trace[1152067615] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"105.32824ms","start":"2026-03-09T01:41:22.881677Z","end":"2026-03-09T01:41:22.987005Z","steps":["trace[1152067615] 'process raft request' (duration: 86.557447ms)","trace[1152067615] 'compare' (duration: 18.64454ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:26.543325Z","caller":"traceutil/trace.go:171","msg":"trace[2021703097] linearizableReadLoop","detail":"{readStateIndex:980; appliedIndex:979; }","duration":"170.718209ms","start":"2026-03-09T01:41:26.372584Z","end":"2026-03-09T01:41:26.543302Z","steps":["trace[2021703097] 'read index received' (duration: 170.487464ms)","trace[2021703097] 'applied index is now lower than readState.Index' (duration: 229.765µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:26.54337Z","caller":"traceutil/trace.go:171","msg":"trace[937395580] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"306.115466ms","start":"2026-03-09T01:41:26.237239Z","end":"2026-03-09T01:41:26.543354Z","steps":["trace[937395580] 'process raft request' (duration: 305.915432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:26.543473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:26.237223Z","time spent":"306.181488ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5131,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:26.543524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.891253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:41:26.543621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.515768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:41:26.543613Z","caller":"traceutil/trace.go:171","msg":"trace[414041223] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:948; }","duration":"171.047617ms","start":"2026-03-09T01:41:26.372547Z","end":"2026-03-09T01:41:26.543595Z","steps":["trace[414041223] 'agreement among raft nodes before linearized reading' (duration: 170.857673ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:26.54365Z","caller":"traceutil/trace.go:171","msg":"trace[1751064850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:948; }","duration":"118.560089ms","start":"2026-03-09T01:41:26.425083Z","end":"2026-03-09T01:41:26.543643Z","steps":["trace[1751064850] 'agreement among raft nodes before linearized reading' (duration: 118.485727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:26.54366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-09T01:41:26.543749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.164613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T01:41:26.543809Z","caller":"traceutil/trace.go:171","msg":"trace[1018254977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:948; }","duration":"119.269666ms","start":"2026-03-09T01:41:26.424523Z","end":"2026-03-09T01:41:26.543793Z","steps":["trace[1018254977] 'agreement among raft nodes before linearized reading' (duration: 119.137913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:26.543753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.996739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:41:26.543763Z","caller":"traceutil/trace.go:171","msg":"trace[231644277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:948; }","duration":"120.201567ms","start":"2026-03-09T01:41:26.423547Z","end":"2026-03-09T01:41:26.543749Z","steps":["trace[231644277] 'agreement among raft nodes before linearized reading' (duration: 119.885559ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:26.543897Z","caller":"traceutil/trace.go:171","msg":"trace[834374608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:948; }","duration":"119.185513ms","start":"2026-03-09T01:41:26.424682Z","end":"2026-03-09T01:41:26.543867Z","steps":["trace[834374608] 'agreement among raft nodes before linearized reading' (duration: 118.808865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:26.54508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.996425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:41:26.545222Z","caller":"traceutil/trace.go:171","msg":"trace[1588277393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:948; }","duration":"121.171769ms","start":"2026-03-09T01:41:26.42403Z","end":"2026-03-09T01:41:26.545202Z","steps":["trace[1588277393] 'agreement among raft nodes before linearized reading' (duration: 119.692945ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:28.721051Z","caller":"traceutil/trace.go:171","msg":"trace[1160628525] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"125.135679ms","start":"2026-03-09T01:41:28.595889Z","end":"2026-03-09T01:41:28.721025Z","steps":["trace[1160628525] 'process raft request' (duration: 111.879654ms)","trace[1160628525] 'compare' (duration: 13.04962ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:28.721329Z","caller":"traceutil/trace.go:171","msg":"trace[337172354] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"125.147569ms","start":"2026-03-09T01:41:28.596151Z","end":"2026-03-09T01:41:28.721299Z","steps":["trace[337172354] 'process raft request' (duration: 124.832712ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:28.721469Z","caller":"traceutil/trace.go:171","msg":"trace[982810782] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"125.115829ms","start":"2026-03-09T01:41:28.596301Z","end":"2026-03-09T01:41:28.721417Z","steps":["trace[982810782] 'process raft request' (duration: 124.919844ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:38.855368Z","caller":"traceutil/trace.go:171","msg":"trace[574622672] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"112.863978ms","start":"2026-03-09T01:41:38.742468Z","end":"2026-03-09T01:41:38.855332Z","steps":["trace[574622672] 'process raft request' (duration: 112.709454ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:49.107721Z","caller":"traceutil/trace.go:171","msg":"trace[1302173577] linearizableReadLoop","detail":"{readStateIndex:1232; appliedIndex:1231; }","duration":"159.066992ms","start":"2026-03-09T01:41:48.948601Z","end":"2026-03-09T01:41:49.107668Z","steps":["trace[1302173577] 'read index received' (duration: 158.823106ms)","trace[1302173577] 'applied index is now lower than readState.Index' (duration: 242.666µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:49.108014Z","caller":"traceutil/trace.go:171","msg":"trace[18404365] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"182.367397ms","start":"2026-03-09T01:41:48.925634Z","end":"2026-03-09T01:41:49.108001Z","steps":["trace[18404365] 'process raft request' (duration: 181.845965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:49.108397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.41153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:41:49.108538Z","caller":"traceutil/trace.go:171","msg":"trace[198243177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1191; }","duration":"126.581594ms","start":"2026-03-09T01:41:48.98192Z","end":"2026-03-09T01:41:49.108501Z","steps":["trace[198243177] 'agreement among raft nodes before linearized reading' (duration: 126.168534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:49.108558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.942432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:41:49.108607Z","caller":"traceutil/trace.go:171","msg":"trace[570475216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1191; }","duration":"160.030464ms","start":"2026-03-09T01:41:48.948564Z","end":"2026-03-09T01:41:49.108594Z","steps":["trace[570475216] 'agreement among raft nodes before linearized reading' (duration: 159.880471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:49.108659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.709043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T01:41:49.10873Z","caller":"traceutil/trace.go:171","msg":"trace[108543487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1191; }","duration":"118.832686ms","start":"2026-03-09T01:41:48.989882Z","end":"2026-03-09T01:41:49.108714Z","steps":["trace[108543487] 'agreement among raft nodes before linearized reading' (duration: 118.58647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:49.55071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.254255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:41:49.550857Z","caller":"traceutil/trace.go:171","msg":"trace[722100104] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"438.883792ms","start":"2026-03-09T01:41:49.111951Z","end":"2026-03-09T01:41:49.550835Z","steps":["trace[722100104] 'process raft request' (duration: 312.394001ms)","trace[722100104] 'compare' (duration: 125.734224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:49.550925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:49.111932Z","time spent":"438.961443ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:49.554368Z","caller":"traceutil/trace.go:171","msg":"trace[269276700] linearizableReadLoop","detail":"{readStateIndex:1235; appliedIndex:1233; }","duration":"106.952032ms","start":"2026-03-09T01:41:49.447391Z","end":"2026-03-09T01:41:49.554343Z","steps":["trace[269276700] 'read index received' (duration: 106.733947ms)","trace[269276700] 'applied index is now lower than readState.Index' (duration: 216.655µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:49.554399Z","caller":"traceutil/trace.go:171","msg":"trace[28888825] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"441.698016ms","start":"2026-03-09T01:41:49.112672Z","end":"2026-03-09T01:41:49.55437Z","steps":["trace[28888825] 'process raft request' (duration: 441.457901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:49.554555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:49.112654Z","time spent":"441.8159ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:49.554555Z","caller":"traceutil/trace.go:171","msg":"trace[632290066] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"441.505102ms","start":"2026-03-09T01:41:49.113025Z","end":"2026-03-09T01:41:49.55453Z","steps":["trace[632290066] 'process raft request' (duration: 441.226365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:49.554647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:49.113001Z","time spent":"441.602315ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:49.554695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.290149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-09T01:41:49.554737Z","caller":"traceutil/trace.go:171","msg":"trace[843857628] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:1194; }","duration":"107.381801ms","start":"2026-03-09T01:41:49.447343Z","end":"2026-03-09T01:41:49.554725Z","steps":["trace[843857628] 'agreement among raft nodes before linearized reading' (duration: 107.095135ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:06.835845Z","caller":"traceutil/trace.go:171","msg":"trace[1390799678] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"118.287762ms","start":"2026-03-09T01:42:06.717522Z","end":"2026-03-09T01:42:06.835809Z","steps":["trace[1390799678] 'process raft request' (duration: 118.102868ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:08.996468Z","caller":"traceutil/trace.go:171","msg":"trace[984550993] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"109.170762ms","start":"2026-03-09T01:42:08.887279Z","end":"2026-03-09T01:42:08.99645Z","steps":["trace[984550993] 'process raft request' (duration: 108.949917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:16.964382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.684349ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:42:16.964615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.367215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d8764644-2606-42a5-87d9-b5dca4842c4e\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-09T01:42:16.964685Z","caller":"traceutil/trace.go:171","msg":"trace[312042714] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d8764644-2606-42a5-87d9-b5dca4842c4e; range_end:; response_count:1; response_revision:1603; }","duration":"877.490018ms","start":"2026-03-09T01:42:16.08718Z","end":"2026-03-09T01:42:16.96467Z","steps":["trace[312042714] 'range keys from in-memory index tree' (duration: 877.220571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:16.964671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.263373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T01:42:16.96476Z","caller":"traceutil/trace.go:171","msg":"trace[362688658] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1603; }","duration":"589.388266ms","start":"2026-03-09T01:42:16.375348Z","end":"2026-03-09T01:42:16.964736Z","steps":["trace[362688658] 'range keys from in-memory index tree' (duration: 589.071999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:16.964812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:16.375321Z","time spent":"589.481838ms","remote":"127.0.0.1:42220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-09T01:42:16.964867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.948273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-09T01:42:16.964713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:16.087157Z","time spent":"877.549388ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d8764644-2606-42a5-87d9-b5dca4842c4e\" "} {"level":"info","ts":"2026-03-09T01:42:16.964935Z","caller":"traceutil/trace.go:171","msg":"trace[1606874682] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1603; }","duration":"820.018284ms","start":"2026-03-09T01:42:16.1449Z","end":"2026-03-09T01:42:16.964919Z","steps":["trace[1606874682] 'range keys from in-memory index tree' (duration: 819.83286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:16.964977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:16.144868Z","time spent":"820.099406ms","remote":"127.0.0.1:42220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-09T01:42:16.965172Z","caller":"traceutil/trace.go:171","msg":"trace[1844773598] linearizableReadLoop","detail":"{readStateIndex:1673; appliedIndex:1672; }","duration":"406.517917ms","start":"2026-03-09T01:42:16.558628Z","end":"2026-03-09T01:42:16.965146Z","steps":["trace[1844773598] 'read index received' (duration: 382.461253ms)","trace[1844773598] 'applied index is now lower than readState.Index' (duration: 24.055234ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:16.965204Z","caller":"traceutil/trace.go:171","msg":"trace[961779198] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"532.781793ms","start":"2026-03-09T01:42:16.432391Z","end":"2026-03-09T01:42:16.965173Z","steps":["trace[961779198] 'process raft request' (duration: 508.764301ms)","trace[961779198] 'compare' (duration: 23.879059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:42:16.965258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.633679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:42:16.965323Z","caller":"traceutil/trace.go:171","msg":"trace[1005381667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1604; }","duration":"406.713461ms","start":"2026-03-09T01:42:16.558578Z","end":"2026-03-09T01:42:16.965291Z","steps":["trace[1005381667] 'agreement among raft nodes before linearized reading' (duration: 406.642759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:16.965358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:16.558551Z","time spent":"406.800013ms","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:42:16.965361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.679898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-09T01:42:16.965359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.351791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:42:16.965392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.684729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d8764644-2606-42a5-87d9-b5dca4842c4e\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-09T01:42:16.965418Z","caller":"traceutil/trace.go:171","msg":"trace[603503076] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1604; }","duration":"193.756359ms","start":"2026-03-09T01:42:16.771645Z","end":"2026-03-09T01:42:16.965401Z","steps":["trace[603503076] 'agreement among raft nodes before linearized reading' (duration: 193.636927ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:16.965433Z","caller":"traceutil/trace.go:171","msg":"trace[960507905] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1604; }","duration":"213.475074ms","start":"2026-03-09T01:42:16.751938Z","end":"2026-03-09T01:42:16.965413Z","steps":["trace[960507905] 'agreement among raft nodes before linearized reading' (duration: 213.349121ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:16.965439Z","caller":"traceutil/trace.go:171","msg":"trace[1711964489] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d8764644-2606-42a5-87d9-b5dca4842c4e; range_end:; response_count:1; response_revision:1604; }","duration":"210.773171ms","start":"2026-03-09T01:42:16.754653Z","end":"2026-03-09T01:42:16.965426Z","steps":["trace[1711964489] 'agreement among raft nodes before linearized reading' (duration: 210.644658ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:16.964643Z","caller":"traceutil/trace.go:171","msg":"trace[237411075] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1603; }","duration":"644.949105ms","start":"2026-03-09T01:42:16.319659Z","end":"2026-03-09T01:42:16.964608Z","steps":["trace[237411075] 'range keys from in-memory index tree' (duration: 644.660719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:16.965334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:16.432362Z","time spent":"532.893645ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:42:17.402193Z","caller":"traceutil/trace.go:171","msg":"trace[981652057] linearizableReadLoop","detail":"{readStateIndex:1675; appliedIndex:1673; }","duration":"373.073907ms","start":"2026-03-09T01:42:17.029095Z","end":"2026-03-09T01:42:17.402169Z","steps":["trace[981652057] 'read index received' (duration: 27.240177ms)","trace[981652057] 'applied index is now lower than readState.Index' (duration: 345.83246ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:17.402345Z","caller":"traceutil/trace.go:171","msg":"trace[472085456] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"429.218419ms","start":"2026-03-09T01:42:16.973084Z","end":"2026-03-09T01:42:17.402303Z","steps":["trace[472085456] 'process raft request' (duration: 428.931652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:17.4024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.295803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T01:42:17.402433Z","caller":"traceutil/trace.go:171","msg":"trace[49900349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1606; }","duration":"373.381784ms","start":"2026-03-09T01:42:17.029041Z","end":"2026-03-09T01:42:17.402423Z","steps":["trace[49900349] 'agreement among raft nodes before linearized reading' (duration: 373.23826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:17.402467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:17.029025Z","time spent":"373.433866ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:42:17.402521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:16.973071Z","time spent":"429.357433ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:42:17.903165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743202801521847,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:42:18.115155Z","caller":"traceutil/trace.go:171","msg":"trace[1662703128] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"828.367427ms","start":"2026-03-09T01:42:17.28676Z","end":"2026-03-09T01:42:18.115127Z","steps":["trace[1662703128] 'process raft request' (duration: 825.998923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:18.115558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:17.28673Z","time spent":"828.753275ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:42:18.115581Z","caller":"traceutil/trace.go:171","msg":"trace[33537424] linearizableReadLoop","detail":"{readStateIndex:1678; appliedIndex:1675; }","duration":"713.295278ms","start":"2026-03-09T01:42:17.402257Z","end":"2026-03-09T01:42:18.115552Z","steps":["trace[33537424] 'read index received' (duration: 710.490864ms)","trace[33537424] 'applied index is now lower than readState.Index' (duration: 2.802484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:42:18.115985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037687054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:42:18.115978Z","caller":"traceutil/trace.go:171","msg":"trace[1616097816] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"709.257526ms","start":"2026-03-09T01:42:17.406672Z","end":"2026-03-09T01:42:18.11593Z","steps":["trace[1616097816] 'process raft request' (duration: 708.366955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:18.116013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.624678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:42:18.11603Z","caller":"traceutil/trace.go:171","msg":"trace[291133042] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"706.302707ms","start":"2026-03-09T01:42:17.409698Z","end":"2026-03-09T01:42:18.116001Z","steps":["trace[291133042] 'process raft request' (duration: 705.768905ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:18.116088Z","caller":"traceutil/trace.go:171","msg":"trace[2006158854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1609; }","duration":"830.772682ms","start":"2026-03-09T01:42:17.285296Z","end":"2026-03-09T01:42:18.116069Z","steps":["trace[2006158854] 'agreement among raft nodes before linearized reading' (duration: 830.550147ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:18.116149Z","caller":"traceutil/trace.go:171","msg":"trace[1537296494] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1609; }","duration":"1.037901039s","start":"2026-03-09T01:42:17.078227Z","end":"2026-03-09T01:42:18.116128Z","steps":["trace[1537296494] 'agreement among raft nodes before linearized reading' (duration: 1.037693164s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:18.116184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:17.406648Z","time spent":"709.417329ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:42:18.116229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.367277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-09T01:42:18.116242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:17.409677Z","time spent":"706.44389ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:42:18.116255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:17.078201Z","time spent":"1.038035753s","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:42:18.116381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.322415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d8764644-2606-42a5-87d9-b5dca4842c4e\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-03-09T01:42:18.116247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.665612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:42:18.116447Z","caller":"traceutil/trace.go:171","msg":"trace[391528901] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d8764644-2606-42a5-87d9-b5dca4842c4e; range_end:; response_count:1; response_revision:1609; }","duration":"145.412627ms","start":"2026-03-09T01:42:17.971016Z","end":"2026-03-09T01:42:18.116428Z","steps":["trace[391528901] 'agreement among raft nodes before linearized reading' (duration: 145.270434ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:18.116474Z","caller":"traceutil/trace.go:171","msg":"trace[1447496267] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1609; }","duration":"360.935097ms","start":"2026-03-09T01:42:17.755531Z","end":"2026-03-09T01:42:18.116466Z","steps":["trace[1447496267] 'agreement among raft nodes before linearized reading' (duration: 360.495907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:18.116505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:17.75552Z","time spent":"360.976899ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T01:42:18.116288Z","caller":"traceutil/trace.go:171","msg":"trace[315604330] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1609; }","duration":"142.447919ms","start":"2026-03-09T01:42:17.973821Z","end":"2026-03-09T01:42:18.116268Z","steps":["trace[315604330] 'agreement among raft nodes before linearized reading' (duration: 142.234434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:18.116548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.413371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:42:18.116594Z","caller":"traceutil/trace.go:171","msg":"trace[1795613987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1609; }","duration":"428.499813ms","start":"2026-03-09T01:42:17.688081Z","end":"2026-03-09T01:42:18.116581Z","steps":["trace[1795613987] 'agreement among raft nodes before linearized reading' (duration: 428.36423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:18.116641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:17.68806Z","time spent":"428.572195ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:42:18.116603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.596564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:42:18.116727Z","caller":"traceutil/trace.go:171","msg":"trace[1055492639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1609; }","duration":"557.788789ms","start":"2026-03-09T01:42:17.558924Z","end":"2026-03-09T01:42:18.116712Z","steps":["trace[1055492639] 'agreement among raft nodes before linearized reading' (duration: 557.089743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:18.116715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.363498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T01:42:18.11682Z","caller":"traceutil/trace.go:171","msg":"trace[1915534813] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1609; }","duration":"424.507162ms","start":"2026-03-09T01:42:17.69229Z","end":"2026-03-09T01:42:18.116797Z","steps":["trace[1915534813] 'agreement among raft nodes before linearized reading' (duration: 424.155874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:18.116859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:17.692282Z","time spent":"424.569283ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:42:18.116914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:17.285269Z","time spent":"831.598911ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:42:18.116873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:17.558897Z","time spent":"557.882961ms","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:42:18.345485Z","caller":"traceutil/trace.go:171","msg":"trace[165937329] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"223.645888ms","start":"2026-03-09T01:42:18.12181Z","end":"2026-03-09T01:42:18.345456Z","steps":["trace[165937329] 'process raft request' (duration: 222.902911ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:18.345926Z","caller":"traceutil/trace.go:171","msg":"trace[1836576843] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"223.485393ms","start":"2026-03-09T01:42:18.122423Z","end":"2026-03-09T01:42:18.345908Z","steps":["trace[1836576843] 'process raft request' (duration: 223.256948ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:18.345978Z","caller":"traceutil/trace.go:171","msg":"trace[1557258285] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"223.450643ms","start":"2026-03-09T01:42:18.122491Z","end":"2026-03-09T01:42:18.345942Z","steps":["trace[1557258285] 'process raft request' (duration: 223.30119ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:18.345926Z","caller":"traceutil/trace.go:171","msg":"trace[1623224443] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"223.374091ms","start":"2026-03-09T01:42:18.122528Z","end":"2026-03-09T01:42:18.345902Z","steps":["trace[1623224443] 'process raft request' (duration: 223.3339ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:23.194005Z","caller":"traceutil/trace.go:171","msg":"trace[842897433] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"109.0362ms","start":"2026-03-09T01:42:23.084933Z","end":"2026-03-09T01:42:23.19397Z","steps":["trace[842897433] 'process raft request' (duration: 106.844819ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:30.344266Z","caller":"traceutil/trace.go:171","msg":"trace[1056377741] linearizableReadLoop","detail":"{readStateIndex:1775; appliedIndex:1774; }","duration":"177.047162ms","start":"2026-03-09T01:42:30.167201Z","end":"2026-03-09T01:42:30.344249Z","steps":["trace[1056377741] 'read index received' (duration: 176.934239ms)","trace[1056377741] 'applied index is now lower than readState.Index' (duration: 112.243µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:30.344334Z","caller":"traceutil/trace.go:171","msg":"trace[684765013] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"190.608492ms","start":"2026-03-09T01:42:30.153701Z","end":"2026-03-09T01:42:30.344309Z","steps":["trace[684765013] 'process raft request' (duration: 190.434918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:30.344532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.305618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T01:42:30.344612Z","caller":"traceutil/trace.go:171","msg":"trace[345535639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1703; }","duration":"177.42433ms","start":"2026-03-09T01:42:30.167169Z","end":"2026-03-09T01:42:30.344593Z","steps":["trace[345535639] 'agreement among raft nodes before linearized reading' (duration: 177.177775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:30.915764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.107394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:42:30.915878Z","caller":"traceutil/trace.go:171","msg":"trace[1201909065] linearizableReadLoop","detail":"{readStateIndex:1776; appliedIndex:1775; }","duration":"517.893072ms","start":"2026-03-09T01:42:30.397966Z","end":"2026-03-09T01:42:30.915859Z","steps":["trace[1201909065] 'read index received' (duration: 87.491852ms)","trace[1201909065] 'applied index is now lower than readState.Index' (duration: 430.40003ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:30.91596Z","caller":"traceutil/trace.go:171","msg":"trace[1870118166] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"567.990279ms","start":"2026-03-09T01:42:30.347958Z","end":"2026-03-09T01:42:30.915948Z","steps":["trace[1870118166] 'process raft request' (duration: 137.60985ms)","trace[1870118166] 'compare' (duration: 429.9779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:42:30.916024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:30.347937Z","time spent":"568.0533ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:42:30.916236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.531462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:42:30.916256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.348915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:42:30.916322Z","caller":"traceutil/trace.go:171","msg":"trace[1378662361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1704; }","duration":"357.694616ms","start":"2026-03-09T01:42:30.558603Z","end":"2026-03-09T01:42:30.916298Z","steps":["trace[1378662361] 'agreement among raft nodes before linearized reading' (duration: 357.495562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:30.916302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.327932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-09T01:42:30.91632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.993284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T01:42:30.916347Z","caller":"traceutil/trace.go:171","msg":"trace[1041018924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1704; }","duration":"467.499519ms","start":"2026-03-09T01:42:30.448825Z","end":"2026-03-09T01:42:30.916325Z","steps":["trace[1041018924] 'agreement among raft nodes before linearized reading' (duration: 467.218692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:30.916367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:30.558575Z","time spent":"357.784048ms","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:42:30.91638Z","caller":"traceutil/trace.go:171","msg":"trace[2058818026] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1704; }","duration":"518.458165ms","start":"2026-03-09T01:42:30.397903Z","end":"2026-03-09T01:42:30.916362Z","steps":["trace[2058818026] 'agreement among raft nodes before linearized reading' (duration: 518.210159ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:30.916384Z","caller":"traceutil/trace.go:171","msg":"trace[524771700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1704; }","duration":"466.080137ms","start":"2026-03-09T01:42:30.450289Z","end":"2026-03-09T01:42:30.91637Z","steps":["trace[524771700] 'agreement among raft nodes before linearized reading' (duration: 465.879052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:30.916383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.826804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T01:42:30.916398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:30.4488Z","time spent":"467.589361ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:42:30.91643Z","caller":"traceutil/trace.go:171","msg":"trace[1849382483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1704; }","duration":"466.900125ms","start":"2026-03-09T01:42:30.449518Z","end":"2026-03-09T01:42:30.916418Z","steps":["trace[1849382483] 'agreement among raft nodes before linearized reading' (duration: 466.756092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:30.916427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:30.39788Z","time spent":"518.538897ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:42:30.91647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:30.449507Z","time spent":"466.956427ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:42:30.916427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:30.450278Z","time spent":"466.141158ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:42:31.277849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.528695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:42:31.278116Z","caller":"traceutil/trace.go:171","msg":"trace[519035508] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"356.677533ms","start":"2026-03-09T01:42:30.921419Z","end":"2026-03-09T01:42:31.278097Z","steps":["trace[519035508] 'process raft request' (duration: 356.636792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:31.278199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:30.921409Z","time spent":"356.754555ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:42:31.278167Z","caller":"traceutil/trace.go:171","msg":"trace[570496893] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"357.571184ms","start":"2026-03-09T01:42:30.920533Z","end":"2026-03-09T01:42:31.278104Z","steps":["trace[570496893] 'process raft request' (duration: 102.693ms)","trace[570496893] 'compare' (duration: 254.400903ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:31.278341Z","caller":"traceutil/trace.go:171","msg":"trace[822989906] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"357.179025ms","start":"2026-03-09T01:42:30.921152Z","end":"2026-03-09T01:42:31.278331Z","steps":["trace[822989906] 'process raft request' (duration: 356.806886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:31.278395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:30.921128Z","time spent":"357.240876ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:42:31.278397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:30.920511Z","time spent":"357.758287ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:42:31.278485Z","caller":"traceutil/trace.go:171","msg":"trace[1823023522] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"357.305687ms","start":"2026-03-09T01:42:30.92117Z","end":"2026-03-09T01:42:31.278476Z","steps":["trace[1823023522] 'process raft request' (duration: 356.839246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:31.278537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:30.921154Z","time spent":"357.358569ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:42:31.28356Z","caller":"traceutil/trace.go:171","msg":"trace[84890415] linearizableReadLoop","detail":"{readStateIndex:1781; appliedIndex:1776; }","duration":"140.426964ms","start":"2026-03-09T01:42:31.143109Z","end":"2026-03-09T01:42:31.283536Z","steps":["trace[84890415] 'read index received' (duration: 106.643591ms)","trace[84890415] 'applied index is now lower than readState.Index' (duration: 33.781813ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:31.283689Z","caller":"traceutil/trace.go:171","msg":"trace[1375955831] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"207.963899ms","start":"2026-03-09T01:42:31.075714Z","end":"2026-03-09T01:42:31.283678Z","steps":["trace[1375955831] 'process raft request' (duration: 207.699393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:31.283868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.754952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-cpjgd\" ","response":"range_response_count:1 size:6111"} {"level":"info","ts":"2026-03-09T01:42:31.283911Z","caller":"traceutil/trace.go:171","msg":"trace[803172443] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-cpjgd; range_end:; response_count:1; response_revision:1709; }","duration":"140.843153ms","start":"2026-03-09T01:42:31.143059Z","end":"2026-03-09T01:42:31.283902Z","steps":["trace[803172443] 'agreement among raft nodes before linearized reading' (duration: 140.71389ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:31.431518Z","caller":"traceutil/trace.go:171","msg":"trace[1667443458] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"140.617898ms","start":"2026-03-09T01:42:31.290856Z","end":"2026-03-09T01:42:31.431474Z","steps":["trace[1667443458] 'process raft request' (duration: 103.156861ms)","trace[1667443458] 'compare' (duration: 37.277493ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:33.428095Z","caller":"traceutil/trace.go:171","msg":"trace[634678188] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"141.853937ms","start":"2026-03-09T01:42:33.286206Z","end":"2026-03-09T01:42:33.42806Z","steps":["trace[634678188] 'process raft request' (duration: 84.127585ms)","trace[634678188] 'compare' (duration: 57.522907ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:33.42842Z","caller":"traceutil/trace.go:171","msg":"trace[24988787] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"141.054499ms","start":"2026-03-09T01:42:33.287348Z","end":"2026-03-09T01:42:33.428403Z","steps":["trace[24988787] 'process raft request' (duration: 140.919555ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:33.428427Z","caller":"traceutil/trace.go:171","msg":"trace[793902813] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"142.049301ms","start":"2026-03-09T01:42:33.286345Z","end":"2026-03-09T01:42:33.428394Z","steps":["trace[793902813] 'process raft request' (duration: 141.654502ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:33.428568Z","caller":"traceutil/trace.go:171","msg":"trace[422257629] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"128.979542ms","start":"2026-03-09T01:42:33.299577Z","end":"2026-03-09T01:42:33.428557Z","steps":["trace[422257629] 'process raft request' (duration: 128.804068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:33.687039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.485504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:42:33.687451Z","caller":"traceutil/trace.go:171","msg":"trace[1352188143] linearizableReadLoop","detail":"{readStateIndex:1801; appliedIndex:1800; }","duration":"244.67652ms","start":"2026-03-09T01:42:33.442753Z","end":"2026-03-09T01:42:33.68743Z","steps":["trace[1352188143] 'read index received' (duration: 100.727355ms)","trace[1352188143] 'applied index is now lower than readState.Index' (duration: 143.947355ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:33.687545Z","caller":"traceutil/trace.go:171","msg":"trace[378062897] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"254.263649ms","start":"2026-03-09T01:42:33.43322Z","end":"2026-03-09T01:42:33.687483Z","steps":["trace[378062897] 'process raft request' (duration: 110.235562ms)","trace[378062897] 'compare' (duration: 143.339941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:42:33.687659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.903535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T01:42:33.687691Z","caller":"traceutil/trace.go:171","msg":"trace[713528910] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1729; }","duration":"244.964936ms","start":"2026-03-09T01:42:33.442715Z","end":"2026-03-09T01:42:33.68768Z","steps":["trace[713528910] 'agreement among raft nodes before linearized reading' (duration: 244.810283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:33.687914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.223328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:42:33.688046Z","caller":"traceutil/trace.go:171","msg":"trace[310388532] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1729; }","duration":"181.418572ms","start":"2026-03-09T01:42:33.506605Z","end":"2026-03-09T01:42:33.688024Z","steps":["trace[310388532] 'agreement among raft nodes before linearized reading' (duration: 181.226388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:35.849566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.494346ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-09T01:42:35.849882Z","caller":"traceutil/trace.go:171","msg":"trace[1883962984] linearizableReadLoop","detail":"{readStateIndex:1803; appliedIndex:1802; }","duration":"982.905894ms","start":"2026-03-09T01:42:34.866911Z","end":"2026-03-09T01:42:35.849817Z","steps":["trace[1883962984] 'read index received' (duration: 225.156903ms)","trace[1883962984] 'applied index is now lower than readState.Index' (duration: 757.746961ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:35.849894Z","caller":"traceutil/trace.go:171","msg":"trace[334791520] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"913.894356ms","start":"2026-03-09T01:42:34.935983Z","end":"2026-03-09T01:42:35.849877Z","steps":["trace[334791520] 'process raft request' (duration: 913.691151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:35.850022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:34.935962Z","time spent":"913.980127ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:42:35.850161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.246793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-03-09T01:42:35.850214Z","caller":"traceutil/trace.go:171","msg":"trace[2065412672] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1731; }","duration":"983.364455ms","start":"2026-03-09T01:42:34.866836Z","end":"2026-03-09T01:42:35.850201Z","steps":["trace[2065412672] 'agreement among raft nodes before linearized reading' (duration: 983.117719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:35.85025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:34.866816Z","time spent":"983.425636ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12010,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-09T01:42:35.903625Z","caller":"traceutil/trace.go:171","msg":"trace[1457375224] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"806.932727ms","start":"2026-03-09T01:42:35.096647Z","end":"2026-03-09T01:42:35.90358Z","steps":["trace[1457375224] 'process raft request' (duration: 806.712252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:35.903796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:35.096627Z","time spent":"807.08335ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:42:35.903872Z","caller":"traceutil/trace.go:171","msg":"trace[678014997] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"464.9092ms","start":"2026-03-09T01:42:35.438928Z","end":"2026-03-09T01:42:35.903838Z","steps":["trace[678014997] 'process raft request' (duration: 464.607913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:35.903979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.652973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-09T01:42:35.903992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.318527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T01:42:35.904043Z","caller":"traceutil/trace.go:171","msg":"trace[1689440179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1733; }","duration":"592.754585ms","start":"2026-03-09T01:42:35.311273Z","end":"2026-03-09T01:42:35.904028Z","steps":["trace[1689440179] 'agreement among raft nodes before linearized reading' (duration: 592.545841ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:35.904063Z","caller":"traceutil/trace.go:171","msg":"trace[1371946391] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1733; }","duration":"194.42756ms","start":"2026-03-09T01:42:35.709607Z","end":"2026-03-09T01:42:35.904035Z","steps":["trace[1371946391] 'agreement among raft nodes before linearized reading' (duration: 194.281416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:35.904066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:35.438908Z","time spent":"465.044723ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:42:35.904164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.150858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:42:35.904232Z","caller":"traceutil/trace.go:171","msg":"trace[1483590089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1733; }","duration":"466.259271ms","start":"2026-03-09T01:42:35.437964Z","end":"2026-03-09T01:42:35.904223Z","steps":["trace[1483590089] 'agreement among raft nodes before linearized reading' (duration: 466.138678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:35.904082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:35.311253Z","time spent":"592.821367ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:42:35.904148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.962864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-09T01:42:35.904296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.520149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:42:35.904351Z","caller":"traceutil/trace.go:171","msg":"trace[508546372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1733; }","duration":"973.619531ms","start":"2026-03-09T01:42:34.930715Z","end":"2026-03-09T01:42:35.904335Z","steps":["trace[508546372] 'agreement among raft nodes before linearized reading' (duration: 973.470258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:35.904398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:34.930692Z","time spent":"973.695083ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T01:42:35.90437Z","caller":"traceutil/trace.go:171","msg":"trace[1899145406] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1733; }","duration":"466.179429ms","start":"2026-03-09T01:42:35.438143Z","end":"2026-03-09T01:42:35.904323Z","steps":["trace[1899145406] 'agreement among raft nodes before linearized reading' (duration: 465.842331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:35.904418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.448332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T01:42:35.904489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:35.438061Z","time spent":"466.418585ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T01:42:35.904512Z","caller":"traceutil/trace.go:171","msg":"trace[713161138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1733; }","duration":"458.602585ms","start":"2026-03-09T01:42:35.445887Z","end":"2026-03-09T01:42:35.90449Z","steps":["trace[713161138] 'agreement among raft nodes before linearized reading' (duration: 457.921509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:35.904556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:35.445873Z","time spent":"458.672177ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:42:35.904259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:35.437939Z","time spent":"466.313152ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:42:35.904781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.633953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-09T01:42:35.904859Z","caller":"traceutil/trace.go:171","msg":"trace[683471207] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1733; }","duration":"211.761727ms","start":"2026-03-09T01:42:35.693063Z","end":"2026-03-09T01:42:35.904825Z","steps":["trace[683471207] 'agreement among raft nodes before linearized reading' (duration: 210.708313ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:36.940676Z","caller":"traceutil/trace.go:171","msg":"trace[1617793147] linearizableReadLoop","detail":"{readStateIndex:1813; appliedIndex:1812; }","duration":"382.058152ms","start":"2026-03-09T01:42:36.558593Z","end":"2026-03-09T01:42:36.940651Z","steps":["trace[1617793147] 'read index received' (duration: 381.802667ms)","trace[1617793147] 'applied index is now lower than readState.Index' (duration: 254.575µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:42:36.940864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.257547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:42:36.940844Z","caller":"traceutil/trace.go:171","msg":"trace[497555954] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"538.38227ms","start":"2026-03-09T01:42:36.402423Z","end":"2026-03-09T01:42:36.940805Z","steps":["trace[497555954] 'process raft request' (duration: 538.041672ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:36.9409Z","caller":"traceutil/trace.go:171","msg":"trace[1319837714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1740; }","duration":"382.342559ms","start":"2026-03-09T01:42:36.558547Z","end":"2026-03-09T01:42:36.940889Z","steps":["trace[1319837714] 'agreement among raft nodes before linearized reading' (duration: 382.244287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:36.940934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:36.558524Z","time spent":"382.403011ms","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:42:36.941031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:36.402399Z","time spent":"538.528794ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:43:13.27071Z","caller":"traceutil/trace.go:171","msg":"trace[1911150200] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"186.128709ms","start":"2026-03-09T01:43:13.084554Z","end":"2026-03-09T01:43:13.270683Z","steps":["trace[1911150200] 'process raft request' (duration: 185.839793ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:14.354621Z","caller":"traceutil/trace.go:171","msg":"trace[470277890] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:2000; }","duration":"241.516607ms","start":"2026-03-09T01:43:14.113084Z","end":"2026-03-09T01:43:14.3546Z","steps":["trace[470277890] 'read index received' (duration: 241.335373ms)","trace[470277890] 'applied index is now lower than readState.Index' (duration: 180.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:43:14.354679Z","caller":"traceutil/trace.go:171","msg":"trace[439183090] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"246.652445ms","start":"2026-03-09T01:43:14.108011Z","end":"2026-03-09T01:43:14.354664Z","steps":["trace[439183090] 'process raft request' (duration: 246.485411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:14.354794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.702371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-09T01:43:14.354829Z","caller":"traceutil/trace.go:171","msg":"trace[1441873277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1921; }","duration":"241.780263ms","start":"2026-03-09T01:43:14.113039Z","end":"2026-03-09T01:43:14.354819Z","steps":["trace[1441873277] 'agreement among raft nodes before linearized reading' (duration: 241.66131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:14.354936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.359452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-09T01:43:14.354911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.98844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-09T01:43:14.354952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.926355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-09T01:43:14.354973Z","caller":"traceutil/trace.go:171","msg":"trace[1965990480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1921; }","duration":"140.436264ms","start":"2026-03-09T01:43:14.214528Z","end":"2026-03-09T01:43:14.354964Z","steps":["trace[1965990480] 'agreement among raft nodes before linearized reading' (duration: 140.359222ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:14.355Z","caller":"traceutil/trace.go:171","msg":"trace[1364593800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1921; }","duration":"148.000917ms","start":"2026-03-09T01:43:14.206985Z","end":"2026-03-09T01:43:14.354986Z","steps":["trace[1364593800] 'agreement among raft nodes before linearized reading' (duration: 147.874754ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:14.355003Z","caller":"traceutil/trace.go:171","msg":"trace[565204441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1921; }","duration":"201.128443ms","start":"2026-03-09T01:43:14.153853Z","end":"2026-03-09T01:43:14.354982Z","steps":["trace[565204441] 'agreement among raft nodes before linearized reading' (duration: 200.900128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:14.355071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.370741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:43:14.355096Z","caller":"traceutil/trace.go:171","msg":"trace[998811242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1921; }","duration":"136.419471ms","start":"2026-03-09T01:43:14.218671Z","end":"2026-03-09T01:43:14.35509Z","steps":["trace[998811242] 'agreement among raft nodes before linearized reading' (duration: 136.35478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:14.355317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.303025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-09T01:43:14.355534Z","caller":"traceutil/trace.go:171","msg":"trace[1909228620] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1921; }","duration":"190.572691ms","start":"2026-03-09T01:43:14.164902Z","end":"2026-03-09T01:43:14.355474Z","steps":["trace[1909228620] 'agreement among raft nodes before linearized reading' (duration: 190.017778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:14.35555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.368393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-09T01:43:14.35561Z","caller":"traceutil/trace.go:171","msg":"trace[1459134565] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1921; }","duration":"140.451864ms","start":"2026-03-09T01:43:14.21514Z","end":"2026-03-09T01:43:14.355592Z","steps":["trace[1459134565] 'agreement among raft nodes before linearized reading' (duration: 139.697597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:14.889439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:14.35726Z","time spent":"532.175359ms","remote":"127.0.0.1:41050","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-09T01:43:15.103212Z","caller":"traceutil/trace.go:171","msg":"trace[279933772] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"744.395706ms","start":"2026-03-09T01:43:14.358797Z","end":"2026-03-09T01:43:15.103193Z","steps":["trace[279933772] 'process raft request' (duration: 744.330675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:15.103336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:14.358775Z","time spent":"744.497138ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:43:15.103323Z","caller":"traceutil/trace.go:171","msg":"trace[1454478273] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"744.495488ms","start":"2026-03-09T01:43:14.358779Z","end":"2026-03-09T01:43:15.103275Z","steps":["trace[1454478273] 'process raft request' (duration: 744.208502ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:15.103647Z","caller":"traceutil/trace.go:171","msg":"trace[1064519099] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"744.54389ms","start":"2026-03-09T01:43:14.359067Z","end":"2026-03-09T01:43:15.103611Z","steps":["trace[1064519099] 'process raft request' (duration: 744.09767ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:15.103696Z","caller":"traceutil/trace.go:171","msg":"trace[197197420] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"744.504189ms","start":"2026-03-09T01:43:14.359182Z","end":"2026-03-09T01:43:15.103687Z","steps":["trace[197197420] 'process raft request' (duration: 744.274323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:15.103712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:14.358758Z","time spent":"744.787285ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:43:15.10381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:14.359051Z","time spent":"744.677353ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:43:15.10375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:14.359167Z","time spent":"744.558469ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:43:15.103826Z","caller":"traceutil/trace.go:171","msg":"trace[1932830841] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"744.379916ms","start":"2026-03-09T01:43:14.359408Z","end":"2026-03-09T01:43:15.103788Z","steps":["trace[1932830841] 'process raft request' (duration: 744.187651ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:15.103885Z","caller":"traceutil/trace.go:171","msg":"trace[694340574] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"743.986736ms","start":"2026-03-09T01:43:14.359867Z","end":"2026-03-09T01:43:15.103854Z","steps":["trace[694340574] 'process raft request' (duration: 743.801312ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:15.103954Z","caller":"traceutil/trace.go:171","msg":"trace[1365307505] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"743.639458ms","start":"2026-03-09T01:43:14.360303Z","end":"2026-03-09T01:43:15.103942Z","steps":["trace[1365307505] 'process raft request' (duration: 743.440214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:15.104002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:14.359392Z","time spent":"744.520549ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:43:15.104016Z","caller":"traceutil/trace.go:171","msg":"trace[1502010750] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"503.437482ms","start":"2026-03-09T01:43:14.60056Z","end":"2026-03-09T01:43:15.103997Z","steps":["trace[1502010750] 'process raft request' (duration: 503.270218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:15.104058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:14.360287Z","time spent":"743.730431ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:43:15.104071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:14.600533Z","time spent":"503.515593ms","remote":"127.0.0.1:37772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8395,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:43:15.103927Z","caller":"traceutil/trace.go:171","msg":"trace[342552578] linearizableReadLoop","detail":"{readStateIndex:2010; appliedIndex:2002; }","duration":"495.996891ms","start":"2026-03-09T01:43:14.607902Z","end":"2026-03-09T01:43:15.103899Z","steps":["trace[342552578] 'read index received' (duration: 281.532823ms)","trace[342552578] 'applied index is now lower than readState.Index' (duration: 214.462548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:43:15.104065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.145414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:43:15.104092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:14.359851Z","time spent":"744.143821ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:43:15.104148Z","caller":"traceutil/trace.go:171","msg":"trace[1449387868] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1929; }","duration":"496.289758ms","start":"2026-03-09T01:43:14.607844Z","end":"2026-03-09T01:43:15.104133Z","steps":["trace[1449387868] 'agreement among raft nodes before linearized reading' (duration: 496.138684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:15.104237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:14.607822Z","time spent":"496.398711ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":21,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:43:15.109725Z","caller":"traceutil/trace.go:171","msg":"trace[922204230] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"219.080464ms","start":"2026-03-09T01:43:14.890632Z","end":"2026-03-09T01:43:15.109713Z","steps":["trace[922204230] 'process raft request' (duration: 218.864739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:15.371399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.762421ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-09T01:43:15.905862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.168275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:43:15.905949Z","caller":"traceutil/trace.go:171","msg":"trace[869360225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1931; }","duration":"347.273328ms","start":"2026-03-09T01:43:15.558657Z","end":"2026-03-09T01:43:15.90593Z","steps":["trace[869360225] 'range keys from in-memory index tree' (duration: 347.031922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:15.905995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:15.558563Z","time spent":"347.422061ms","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:43:15.906189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.614378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:43:15.906239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.336622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T01:43:15.906291Z","caller":"traceutil/trace.go:171","msg":"trace[1727569074] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1931; }","duration":"358.771831ms","start":"2026-03-09T01:43:15.547489Z","end":"2026-03-09T01:43:15.906261Z","steps":["trace[1727569074] 'count revisions from in-memory index tree' (duration: 358.507725ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:15.906316Z","caller":"traceutil/trace.go:171","msg":"trace[970024289] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1931; }","duration":"542.467845ms","start":"2026-03-09T01:43:15.363826Z","end":"2026-03-09T01:43:15.906294Z","steps":["trace[970024289] 'range keys from in-memory index tree' (duration: 534.39354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:15.90637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:15.547458Z","time spent":"358.893273ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:43:15.906363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:15.36381Z","time spent":"542.543276ms","remote":"127.0.0.1:42220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-09T01:43:17.060803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743202801522640,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:43:17.232447Z","caller":"traceutil/trace.go:171","msg":"trace[1260868638] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"871.228348ms","start":"2026-03-09T01:43:16.361132Z","end":"2026-03-09T01:43:17.23236Z","steps":["trace[1260868638] 'process raft request' (duration: 871.079345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:17.232585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:16.361099Z","time spent":"871.415073ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:43:17.995698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.479998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:43:17.995944Z","caller":"traceutil/trace.go:171","msg":"trace[2090128132] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"619.492787ms","start":"2026-03-09T01:43:17.376433Z","end":"2026-03-09T01:43:17.995926Z","steps":["trace[2090128132] 'process raft request' (duration: 619.448736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:17.996023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:17.376409Z","time spent":"619.58022ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:43:17.996108Z","caller":"traceutil/trace.go:171","msg":"trace[478941747] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"1.535538082s","start":"2026-03-09T01:43:16.460536Z","end":"2026-03-09T01:43:17.996074Z","steps":["trace[478941747] 'process raft request' (duration: 1.341603564s)","trace[478941747] 'compare' (duration: 193.344865ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:43:17.996139Z","caller":"traceutil/trace.go:171","msg":"trace[921981588] linearizableReadLoop","detail":"{readStateIndex:2016; appliedIndex:2013; }","duration":"1.436064615s","start":"2026-03-09T01:43:16.560034Z","end":"2026-03-09T01:43:17.996099Z","steps":["trace[921981588] 'read index received' (duration: 672.220934ms)","trace[921981588] 'applied index is now lower than readState.Index' (duration: 763.838181ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:43:17.996118Z","caller":"traceutil/trace.go:171","msg":"trace[1536624639] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"1.090414024s","start":"2026-03-09T01:43:16.905661Z","end":"2026-03-09T01:43:17.996075Z","steps":["trace[1536624639] 'process raft request' (duration: 1.090138608s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:17.996273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:16.460509Z","time spent":"1.535669055s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:43:17.996259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436212639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:43:17.996339Z","caller":"traceutil/trace.go:171","msg":"trace[768631724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1935; }","duration":"1.436332411s","start":"2026-03-09T01:43:16.559986Z","end":"2026-03-09T01:43:17.996319Z","steps":["trace[768631724] 'agreement among raft nodes before linearized reading' (duration: 1.436217008s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:17.996374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323038658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:43:17.996385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:16.905636Z","time spent":"1.09062094s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:43:17.996398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:16.559966Z","time spent":"1.436419544s","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:43:17.996418Z","caller":"traceutil/trace.go:171","msg":"trace[1941178706] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1935; }","duration":"1.323148741s","start":"2026-03-09T01:43:16.673253Z","end":"2026-03-09T01:43:17.996402Z","steps":["trace[1941178706] 'agreement among raft nodes before linearized reading' (duration: 1.323048549s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:17.99645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.316637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-09T01:43:17.996451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.958152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-09T01:43:17.996463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:16.67323Z","time spent":"1.323222603s","remote":"127.0.0.1:42130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:43:17.996484Z","caller":"traceutil/trace.go:171","msg":"trace[141931132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1935; }","duration":"887.385989ms","start":"2026-03-09T01:43:17.109087Z","end":"2026-03-09T01:43:17.996473Z","steps":["trace[141931132] 'agreement among raft nodes before linearized reading' (duration: 887.298727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:17.996486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083364714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T01:43:17.996498Z","caller":"traceutil/trace.go:171","msg":"trace[1854070411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1935; }","duration":"888.022193ms","start":"2026-03-09T01:43:17.108459Z","end":"2026-03-09T01:43:17.996481Z","steps":["trace[1854070411] 'agreement among raft nodes before linearized reading' (duration: 887.873849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:17.996521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:17.109062Z","time spent":"887.45208ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:43:17.996407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.771405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:43:17.996588Z","caller":"traceutil/trace.go:171","msg":"trace[702583735] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1935; }","duration":"952.9983ms","start":"2026-03-09T01:43:17.043569Z","end":"2026-03-09T01:43:17.996567Z","steps":["trace[702583735] 'agreement among raft nodes before linearized reading' (duration: 952.767434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:17.996635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.633154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-09T01:43:17.996471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.282406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-09T01:43:17.996655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:17.043547Z","time spent":"953.088672ms","remote":"127.0.0.1:38092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:43:17.99653Z","caller":"traceutil/trace.go:171","msg":"trace[541395540] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1935; }","duration":"1.083454776s","start":"2026-03-09T01:43:16.913063Z","end":"2026-03-09T01:43:17.996517Z","steps":["trace[541395540] 'agreement among raft nodes before linearized reading' (duration: 1.083294722s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:17.996705Z","caller":"traceutil/trace.go:171","msg":"trace[965987375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1935; }","duration":"887.526141ms","start":"2026-03-09T01:43:17.10916Z","end":"2026-03-09T01:43:17.996686Z","steps":["trace[965987375] 'agreement among raft nodes before linearized reading' (duration: 887.158473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:17.996753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:16.913038Z","time spent":"1.083705201s","remote":"127.0.0.1:42220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-09T01:43:17.996771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:17.109154Z","time spent":"887.599223ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:43:17.996777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.006749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-09T01:43:17.996781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.3332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:43:17.996828Z","caller":"traceutil/trace.go:171","msg":"trace[644782803] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1935; }","duration":"887.066501ms","start":"2026-03-09T01:43:17.109748Z","end":"2026-03-09T01:43:17.996815Z","steps":["trace[644782803] 'agreement among raft nodes before linearized reading' (duration: 886.964869ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:17.996847Z","caller":"traceutil/trace.go:171","msg":"trace[16404914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1935; }","duration":"888.445673ms","start":"2026-03-09T01:43:17.108385Z","end":"2026-03-09T01:43:17.99683Z","steps":["trace[16404914] 'agreement among raft nodes before linearized reading' (duration: 888.249548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:17.996865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:17.109745Z","time spent":"887.112642ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-09T01:43:17.996634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.76995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:43:17.996899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:17.108366Z","time spent":"888.516854ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:43:17.996666Z","caller":"traceutil/trace.go:171","msg":"trace[799919485] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1935; }","duration":"887.712546ms","start":"2026-03-09T01:43:17.108945Z","end":"2026-03-09T01:43:17.996658Z","steps":["trace[799919485] 'agreement among raft nodes before linearized reading' (duration: 887.616204ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:17.996919Z","caller":"traceutil/trace.go:171","msg":"trace[1359117641] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1935; }","duration":"480.078857ms","start":"2026-03-09T01:43:17.516817Z","end":"2026-03-09T01:43:17.996896Z","steps":["trace[1359117641] 'agreement among raft nodes before linearized reading' (duration: 479.77694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:17.997009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:17.108925Z","time spent":"888.072354ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:43:17.99705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:17.516798Z","time spent":"480.23023ms","remote":"127.0.0.1:38082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:43:17.996545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:17.108453Z","time spent":"888.085104ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:43:17.997187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.505206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:43:17.997374Z","caller":"traceutil/trace.go:171","msg":"trace[1050527582] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1935; }","duration":"816.880405ms","start":"2026-03-09T01:43:17.180396Z","end":"2026-03-09T01:43:17.997276Z","steps":["trace[1050527582] 'agreement among raft nodes before linearized reading' (duration: 816.314422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:17.997503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:17.180379Z","time spent":"817.078959ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:44:28.016639Z","caller":"traceutil/trace.go:171","msg":"trace[1024328700] linearizableReadLoop","detail":"{readStateIndex:2546; appliedIndex:2545; }","duration":"457.564948ms","start":"2026-03-09T01:44:27.559053Z","end":"2026-03-09T01:44:28.016618Z","steps":["trace[1024328700] 'read index received' (duration: 457.395334ms)","trace[1024328700] 'applied index is now lower than readState.Index' (duration: 168.534µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:44:28.016767Z","caller":"traceutil/trace.go:171","msg":"trace[408105684] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"538.677828ms","start":"2026-03-09T01:44:27.478078Z","end":"2026-03-09T01:44:28.016756Z","steps":["trace[408105684] 'process raft request' (duration: 538.394782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:28.016883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:27.478047Z","time spent":"538.74364ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:44:28.017129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.082936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-09T01:44:28.01719Z","caller":"traceutil/trace.go:171","msg":"trace[1111790632] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2442; }","duration":"108.168278ms","start":"2026-03-09T01:44:27.909005Z","end":"2026-03-09T01:44:28.017174Z","steps":["trace[1111790632] 'agreement among raft nodes before linearized reading' (duration: 107.82422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:28.017244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.143771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:44:28.017394Z","caller":"traceutil/trace.go:171","msg":"trace[864356784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2442; }","duration":"458.353946ms","start":"2026-03-09T01:44:27.559002Z","end":"2026-03-09T01:44:28.017356Z","steps":["trace[864356784] 'agreement among raft nodes before linearized reading' (duration: 458.08316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:28.017463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:27.55898Z","time spent":"458.473689ms","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:45:02.656059Z","caller":"traceutil/trace.go:171","msg":"trace[380865847] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"577.894097ms","start":"2026-03-09T01:45:02.078132Z","end":"2026-03-09T01:45:02.656026Z","steps":["trace[380865847] 'process raft request' (duration: 577.694012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:02.656332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:02.0781Z","time spent":"578.053131ms","remote":"127.0.0.1:41050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:45:02.660523Z","caller":"traceutil/trace.go:171","msg":"trace[1865167165] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"402.192542ms","start":"2026-03-09T01:45:02.25831Z","end":"2026-03-09T01:45:02.660503Z","steps":["trace[1865167165] 'process raft request' (duration: 402.060729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:02.660631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:02.258288Z","time spent":"402.290365ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:45:02.660662Z","caller":"traceutil/trace.go:171","msg":"trace[1454845520] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"131.225968ms","start":"2026-03-09T01:45:02.529419Z","end":"2026-03-09T01:45:02.660645Z","steps":["trace[1454845520] 'process raft request' (duration: 131.044784ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:02.660669Z","caller":"traceutil/trace.go:171","msg":"trace[974668894] linearizableReadLoop","detail":"{readStateIndex:2746; appliedIndex:2743; }","duration":"102.039928ms","start":"2026-03-09T01:45:02.558594Z","end":"2026-03-09T01:45:02.660634Z","steps":["trace[974668894] 'read index received' (duration: 97.270617ms)","trace[974668894] 'applied index is now lower than readState.Index' (duration: 4.767461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:45:02.660824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.209702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:45:02.660869Z","caller":"traceutil/trace.go:171","msg":"trace[1139456696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2635; }","duration":"102.314184ms","start":"2026-03-09T01:45:02.558545Z","end":"2026-03-09T01:45:02.660859Z","steps":["trace[1139456696] 'agreement among raft nodes before linearized reading' (duration: 102.231922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:04.10539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411334679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T01:45:04.10549Z","caller":"traceutil/trace.go:171","msg":"trace[494063672] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2636; }","duration":"1.411519582s","start":"2026-03-09T01:45:02.693945Z","end":"2026-03-09T01:45:04.105464Z","steps":["trace[494063672] 'range keys from in-memory index tree' (duration: 1.411102963s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:04.105539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:02.693929Z","time spent":"1.411599185s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:45:04.105553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410380386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:45:04.1056Z","caller":"traceutil/trace.go:171","msg":"trace[1573904363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2636; }","duration":"1.410449048s","start":"2026-03-09T01:45:02.695137Z","end":"2026-03-09T01:45:04.105586Z","steps":["trace[1573904363] 'range keys from in-memory index tree' (duration: 1.410219222s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:04.105645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:02.695126Z","time spent":"1.410510949s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:45:04.105775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41055741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:45:04.105808Z","caller":"traceutil/trace.go:171","msg":"trace[1767970140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2636; }","duration":"1.410609681s","start":"2026-03-09T01:45:02.69519Z","end":"2026-03-09T01:45:04.105799Z","steps":["trace[1767970140] 'range keys from in-memory index tree' (duration: 1.410417327s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:04.105834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:02.695177Z","time spent":"1.410650813s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:45:04.10614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410888558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T01:45:04.106212Z","caller":"traceutil/trace.go:171","msg":"trace[1072178951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2636; }","duration":"1.4109921s","start":"2026-03-09T01:45:02.695205Z","end":"2026-03-09T01:45:04.106197Z","steps":["trace[1072178951] 'range keys from in-memory index tree' (duration: 1.410749014s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:04.10625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:02.695189Z","time spent":"1.411051201s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:45:04.107285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.717772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189b08e9be2e6846\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-09T01:45:04.107318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409792462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T01:45:04.107377Z","caller":"traceutil/trace.go:171","msg":"trace[1467731279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2636; }","duration":"1.409885535s","start":"2026-03-09T01:45:02.697477Z","end":"2026-03-09T01:45:04.107363Z","steps":["trace[1467731279] 'range keys from in-memory index tree' (duration: 1.409584067s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:04.10741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:02.697461Z","time spent":"1.409942115s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T01:45:04.107384Z","caller":"traceutil/trace.go:171","msg":"trace[711054339] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189b08e9be2e6846; range_end:; response_count:1; response_revision:2636; }","duration":"792.859185ms","start":"2026-03-09T01:45:03.314502Z","end":"2026-03-09T01:45:04.107361Z","steps":["trace[711054339] 'range keys from in-memory index tree' (duration: 792.514517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:04.107591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:03.314487Z","time spent":"793.08318ms","remote":"127.0.0.1:41050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.189b08e9be2e6846\" "} {"level":"warn","ts":"2026-03-09T01:45:04.107907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.393119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-09T01:45:04.107956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410228183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-09T01:45:04.10796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073407433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-09T01:45:04.108009Z","caller":"traceutil/trace.go:171","msg":"trace[593866834] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2636; }","duration":"1.410294654s","start":"2026-03-09T01:45:02.697693Z","end":"2026-03-09T01:45:04.107987Z","steps":["trace[593866834] 'range keys from in-memory index tree' (duration: 1.41011838s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:04.108021Z","caller":"traceutil/trace.go:171","msg":"trace[686768708] linearizableReadLoop","detail":"{readStateIndex:2748; appliedIndex:2747; }","duration":"499.746565ms","start":"2026-03-09T01:45:03.608255Z","end":"2026-03-09T01:45:04.108001Z","steps":["trace[686768708] 'read index received' (duration: 366.07746ms)","trace[686768708] 'applied index is now lower than readState.Index' (duration: 133.667695ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:45:04.108003Z","caller":"traceutil/trace.go:171","msg":"trace[1785106278] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2636; }","duration":"1.073492635s","start":"2026-03-09T01:45:03.0345Z","end":"2026-03-09T01:45:04.107993Z","steps":["trace[1785106278] 'range keys from in-memory index tree' (duration: 1.07325221s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:04.108134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:03.034478Z","time spent":"1.073645109s","remote":"127.0.0.1:37788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-09T01:45:04.108155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.672718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:45:04.10815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.877949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:45:04.108233Z","caller":"traceutil/trace.go:171","msg":"trace[1399686092] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2637; }","duration":"497.724219ms","start":"2026-03-09T01:45:03.610462Z","end":"2026-03-09T01:45:04.108186Z","steps":["trace[1399686092] 'agreement among raft nodes before linearized reading' (duration: 497.639847ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:04.108231Z","caller":"traceutil/trace.go:171","msg":"trace[1259130005] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"712.531875ms","start":"2026-03-09T01:45:03.395616Z","end":"2026-03-09T01:45:04.108147Z","steps":["trace[1259130005] 'process raft request' (duration: 578.796358ms)","trace[1259130005] 'compare' (duration: 131.605377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:45:04.108272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:03.610457Z","time spent":"497.804511ms","remote":"127.0.0.1:38078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:45:04.108253Z","caller":"traceutil/trace.go:171","msg":"trace[748342321] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2637; }","duration":"500.013772ms","start":"2026-03-09T01:45:03.60822Z","end":"2026-03-09T01:45:04.108234Z","steps":["trace[748342321] 'agreement among raft nodes before linearized reading' (duration: 499.870339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:04.108296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.676352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-09T01:45:04.108378Z","caller":"traceutil/trace.go:171","msg":"trace[1275893011] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2637; }","duration":"474.796255ms","start":"2026-03-09T01:45:03.633563Z","end":"2026-03-09T01:45:04.108359Z","steps":["trace[1275893011] 'agreement among raft nodes before linearized reading' (duration: 474.545779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:04.10805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:02.697683Z","time spent":"1.410359205s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-09T01:45:04.108429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:03.633543Z","time spent":"474.875946ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-09T01:45:04.108445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:03.608204Z","time spent":"500.150236ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:45:04.10844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:03.395585Z","time spent":"712.730349ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:45:09.716465Z","caller":"traceutil/trace.go:171","msg":"trace[1869554755] linearizableReadLoop","detail":"{readStateIndex:2779; appliedIndex:2778; }","duration":"157.551162ms","start":"2026-03-09T01:45:09.558894Z","end":"2026-03-09T01:45:09.716445Z","steps":["trace[1869554755] 'read index received' (duration: 78.055469ms)","trace[1869554755] 'applied index is now lower than readState.Index' (duration: 79.494813ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:45:09.716506Z","caller":"traceutil/trace.go:171","msg":"trace[1467099029] transaction","detail":"{read_only:false; response_revision:2666; number_of_response:1; }","duration":"196.513249ms","start":"2026-03-09T01:45:09.519959Z","end":"2026-03-09T01:45:09.716472Z","steps":["trace[1467099029] 'process raft request' (duration: 117.033937ms)","trace[1467099029] 'compare' (duration: 79.346639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:45:09.716629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.728846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:45:09.716661Z","caller":"traceutil/trace.go:171","msg":"trace[925458390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2666; }","duration":"157.803388ms","start":"2026-03-09T01:45:09.558848Z","end":"2026-03-09T01:45:09.716652Z","steps":["trace[925458390] 'agreement among raft nodes before linearized reading' (duration: 157.683745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:09.96314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.500019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:45:09.963382Z","caller":"traceutil/trace.go:171","msg":"trace[828474147] linearizableReadLoop","detail":"{readStateIndex:2780; appliedIndex:2779; }","duration":"245.88591ms","start":"2026-03-09T01:45:09.717476Z","end":"2026-03-09T01:45:09.963362Z","steps":["trace[828474147] 'read index received' (duration: 131.028583ms)","trace[828474147] 'applied index is now lower than readState.Index' (duration: 114.856267ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:45:09.963444Z","caller":"traceutil/trace.go:171","msg":"trace[1701194433] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"250.007037ms","start":"2026-03-09T01:45:09.713389Z","end":"2026-03-09T01:45:09.963396Z","steps":["trace[1701194433] 'process raft request' (duration: 135.169911ms)","trace[1701194433] 'compare' (duration: 114.386225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:45:09.963552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.99127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-09T01:45:09.963635Z","caller":"traceutil/trace.go:171","msg":"trace[846961092] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2667; }","duration":"245.089912ms","start":"2026-03-09T01:45:09.718527Z","end":"2026-03-09T01:45:09.963617Z","steps":["trace[846961092] 'agreement among raft nodes before linearized reading' (duration: 244.952009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:09.963497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.014983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:45:09.963759Z","caller":"traceutil/trace.go:171","msg":"trace[1256674814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2667; }","duration":"246.30227ms","start":"2026-03-09T01:45:09.717438Z","end":"2026-03-09T01:45:09.96374Z","steps":["trace[1256674814] 'agreement among raft nodes before linearized reading' (duration: 246.010573ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:10.319475Z","caller":"traceutil/trace.go:171","msg":"trace[768616884] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"127.755507ms","start":"2026-03-09T01:45:10.191691Z","end":"2026-03-09T01:45:10.319446Z","steps":["trace[768616884] 'process raft request' (duration: 100.317978ms)","trace[768616884] 'compare' (duration: 27.296286ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:45:10.359507Z","caller":"traceutil/trace.go:171","msg":"trace[147879567] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"152.083494ms","start":"2026-03-09T01:45:10.207402Z","end":"2026-03-09T01:45:10.359485Z","steps":["trace[147879567] 'process raft request' (duration: 152.050804ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:10.359549Z","caller":"traceutil/trace.go:171","msg":"trace[1102465863] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"152.34186ms","start":"2026-03-09T01:45:10.207172Z","end":"2026-03-09T01:45:10.359514Z","steps":["trace[1102465863] 'process raft request' (duration: 152.135495ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:10.359684Z","caller":"traceutil/trace.go:171","msg":"trace[1456106820] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"152.215458ms","start":"2026-03-09T01:45:10.207411Z","end":"2026-03-09T01:45:10.359626Z","steps":["trace[1456106820] 'process raft request' (duration: 152.009253ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:10.907933Z","caller":"traceutil/trace.go:171","msg":"trace[701422469] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"217.425887ms","start":"2026-03-09T01:45:10.690484Z","end":"2026-03-09T01:45:10.90791Z","steps":["trace[701422469] 'process raft request' (duration: 217.376666ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:10.908123Z","caller":"traceutil/trace.go:171","msg":"trace[1085420244] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"221.740877ms","start":"2026-03-09T01:45:10.686372Z","end":"2026-03-09T01:45:10.908113Z","steps":["trace[1085420244] 'process raft request' (duration: 126.137909ms)","trace[1085420244] 'compare' (duration: 95.005465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:45:11.168682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.554706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-09T01:45:11.168765Z","caller":"traceutil/trace.go:171","msg":"trace[1994092153] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2676; }","duration":"134.692449ms","start":"2026-03-09T01:45:11.034054Z","end":"2026-03-09T01:45:11.168746Z","steps":["trace[1994092153] 'range keys from in-memory index tree' (duration: 134.362721ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:12.248007Z","caller":"traceutil/trace.go:171","msg":"trace[1889660678] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"196.724124ms","start":"2026-03-09T01:45:12.051245Z","end":"2026-03-09T01:45:12.24797Z","steps":["trace[1889660678] 'process raft request' (duration: 196.412837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:13.53346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743202801524489,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:45:13.609521Z","caller":"traceutil/trace.go:171","msg":"trace[1825634441] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"696.597534ms","start":"2026-03-09T01:45:12.912893Z","end":"2026-03-09T01:45:13.60949Z","steps":["trace[1825634441] 'process raft request' (duration: 696.40856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:13.609718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:12.912873Z","time spent":"696.750917ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:45:13.616452Z","caller":"traceutil/trace.go:171","msg":"trace[1088504118] linearizableReadLoop","detail":"{readStateIndex:2800; appliedIndex:2798; }","duration":"583.671532ms","start":"2026-03-09T01:45:13.03276Z","end":"2026-03-09T01:45:13.616432Z","steps":["trace[1088504118] 'read index received' (duration: 576.471124ms)","trace[1088504118] 'applied index is now lower than readState.Index' (duration: 7.199708ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:45:13.616576Z","caller":"traceutil/trace.go:171","msg":"trace[761920286] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"703.27444ms","start":"2026-03-09T01:45:12.913277Z","end":"2026-03-09T01:45:13.616552Z","steps":["trace[761920286] 'process raft request' (duration: 703.046164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:13.616676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.916687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-09T01:45:13.616718Z","caller":"traceutil/trace.go:171","msg":"trace[950525710] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2687; }","duration":"583.999799ms","start":"2026-03-09T01:45:13.032706Z","end":"2026-03-09T01:45:13.616706Z","steps":["trace[950525710] 'agreement among raft nodes before linearized reading' (duration: 583.860366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:13.616729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.611889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189b08e9be2e6846\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-09T01:45:13.616744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:13.032686Z","time spent":"584.050921ms","remote":"127.0.0.1:37788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-09T01:45:13.616775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.754674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:45:13.616836Z","caller":"traceutil/trace.go:171","msg":"trace[1822240443] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2687; }","duration":"247.877047ms","start":"2026-03-09T01:45:13.368941Z","end":"2026-03-09T01:45:13.616818Z","steps":["trace[1822240443] 'agreement among raft nodes before linearized reading' (duration: 247.766334ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:13.617608Z","caller":"traceutil/trace.go:171","msg":"trace[392559324] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189b08e9be2e6846; range_end:; response_count:1; response_revision:2687; }","duration":"301.68968ms","start":"2026-03-09T01:45:13.315065Z","end":"2026-03-09T01:45:13.616755Z","steps":["trace[392559324] 'agreement among raft nodes before linearized reading' (duration: 301.511606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:13.617677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:13.31505Z","time spent":"302.610802ms","remote":"127.0.0.1:41050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.189b08e9be2e6846\" "} {"level":"warn","ts":"2026-03-09T01:45:13.618648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:12.91326Z","time spent":"705.192084ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:45:14.639867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.935437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:45:14.639933Z","caller":"traceutil/trace.go:171","msg":"trace[1185914962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2691; }","duration":"266.02762ms","start":"2026-03-09T01:45:14.37389Z","end":"2026-03-09T01:45:14.639917Z","steps":["trace[1185914962] 'range keys from in-memory index tree' (duration: 265.819925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:14.63996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.746709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:45:14.64003Z","caller":"traceutil/trace.go:171","msg":"trace[1954877018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2691; }","duration":"267.844452ms","start":"2026-03-09T01:45:14.372168Z","end":"2026-03-09T01:45:14.640012Z","steps":["trace[1954877018] 'range keys from in-memory index tree' (duration: 267.590456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:14.640101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.103722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-09T01:45:14.640126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.259672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:45:14.640184Z","caller":"traceutil/trace.go:171","msg":"trace[876403395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2691; }","duration":"266.218954ms","start":"2026-03-09T01:45:14.373946Z","end":"2026-03-09T01:45:14.640165Z","steps":["trace[876403395] 'range keys from in-memory index tree' (duration: 265.885506ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:14.640251Z","caller":"traceutil/trace.go:171","msg":"trace[500106153] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2691; }","duration":"250.475467ms","start":"2026-03-09T01:45:14.389753Z","end":"2026-03-09T01:45:14.640228Z","steps":["trace[500106153] 'range keys from in-memory index tree' (duration: 250.15272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:22.964543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.567946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:45:22.964609Z","caller":"traceutil/trace.go:171","msg":"trace[904801862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2731; }","duration":"234.659099ms","start":"2026-03-09T01:45:22.729932Z","end":"2026-03-09T01:45:22.964591Z","steps":["trace[904801862] 'range keys from in-memory index tree' (duration: 234.418043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:22.964608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.758321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-09T01:45:22.96464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.984509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:45:22.964694Z","caller":"traceutil/trace.go:171","msg":"trace[1997845811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2731; }","duration":"234.926065ms","start":"2026-03-09T01:45:22.729749Z","end":"2026-03-09T01:45:22.964675Z","steps":["trace[1997845811] 'range keys from in-memory index tree' (duration: 234.444164ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:22.964718Z","caller":"traceutil/trace.go:171","msg":"trace[1685696248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2731; }","duration":"248.118772ms","start":"2026-03-09T01:45:22.716582Z","end":"2026-03-09T01:45:22.964701Z","steps":["trace[1685696248] 'range keys from in-memory index tree' (duration: 247.837726ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:58.28566Z","caller":"traceutil/trace.go:171","msg":"trace[1813551569] linearizableReadLoop","detail":"{readStateIndex:3491; appliedIndex:3490; }","duration":"316.066529ms","start":"2026-03-09T01:46:57.969566Z","end":"2026-03-09T01:46:58.285632Z","steps":["trace[1813551569] 'read index received' (duration: 315.975577ms)","trace[1813551569] 'applied index is now lower than readState.Index' (duration: 90.002µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:46:58.285724Z","caller":"traceutil/trace.go:171","msg":"trace[1310103502] transaction","detail":"{read_only:false; response_revision:3350; number_of_response:1; }","duration":"349.169049ms","start":"2026-03-09T01:46:57.93652Z","end":"2026-03-09T01:46:58.285689Z","steps":["trace[1310103502] 'process raft request' (duration: 348.897393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:58.285811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.234484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:46:58.286047Z","caller":"traceutil/trace.go:171","msg":"trace[687228423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3350; }","duration":"316.50263ms","start":"2026-03-09T01:46:57.969506Z","end":"2026-03-09T01:46:58.286008Z","steps":["trace[687228423] 'agreement among raft nodes before linearized reading' (duration: 316.254974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:58.286126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:57.936499Z","time spent":"349.437505ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:46:58.286165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:57.969487Z","time spent":"316.645643ms","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:46:58.785911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743202801526284,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:46:58.987958Z","caller":"traceutil/trace.go:171","msg":"trace[436775646] linearizableReadLoop","detail":"{readStateIndex:3493; appliedIndex:3491; }","duration":"702.204549ms","start":"2026-03-09T01:46:58.285734Z","end":"2026-03-09T01:46:58.987938Z","steps":["trace[436775646] 'read index received' (duration: 633.248035ms)","trace[436775646] 'applied index is now lower than readState.Index' (duration: 68.955624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:46:58.988081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.061127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:46:58.988042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.9382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:46:58.988105Z","caller":"traceutil/trace.go:171","msg":"trace[1243188780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3352; }","duration":"429.126428ms","start":"2026-03-09T01:46:58.55897Z","end":"2026-03-09T01:46:58.988096Z","steps":["trace[1243188780] 'agreement among raft nodes before linearized reading' (duration: 429.084757ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:58.988115Z","caller":"traceutil/trace.go:171","msg":"trace[2102367308] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3352; }","duration":"809.052312ms","start":"2026-03-09T01:46:58.179051Z","end":"2026-03-09T01:46:58.988103Z","steps":["trace[2102367308] 'agreement among raft nodes before linearized reading' (duration: 808.922489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:58.988131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:58.558948Z","time spent":"429.177879ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:46:58.988141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:58.179037Z","time spent":"809.095834ms","remote":"127.0.0.1:38074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:46:58.98809Z","caller":"traceutil/trace.go:171","msg":"trace[617844036] transaction","detail":"{read_only:false; response_revision:3351; number_of_response:1; }","duration":"978.39984ms","start":"2026-03-09T01:46:58.009604Z","end":"2026-03-09T01:46:58.988004Z","steps":["trace[617844036] 'process raft request' (duration: 909.201621ms)","trace[617844036] 'compare' (duration: 68.102444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:46:58.988142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.737094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:46:58.98829Z","caller":"traceutil/trace.go:171","msg":"trace[1361332028] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3352; }","duration":"860.97118ms","start":"2026-03-09T01:46:58.127284Z","end":"2026-03-09T01:46:58.988255Z","steps":["trace[1361332028] 'agreement among raft nodes before linearized reading' (duration: 860.720034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:58.988307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.220325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-09T01:46:58.988342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:58.009587Z","time spent":"978.659607ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:46:58.988409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:58.127266Z","time spent":"861.081672ms","remote":"127.0.0.1:38102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:46:58.988386Z","caller":"traceutil/trace.go:171","msg":"trace[1056044961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3352; }","duration":"132.335268ms","start":"2026-03-09T01:46:58.856034Z","end":"2026-03-09T01:46:58.988369Z","steps":["trace[1056044961] 'agreement among raft nodes before linearized reading' (duration: 132.086742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:58.988344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.839329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:46:58.988708Z","caller":"traceutil/trace.go:171","msg":"trace[224620710] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3352; }","duration":"133.231668ms","start":"2026-03-09T01:46:58.85546Z","end":"2026-03-09T01:46:58.988692Z","steps":["trace[224620710] 'agreement among raft nodes before linearized reading' (duration: 132.804848ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:58.988594Z","caller":"traceutil/trace.go:171","msg":"trace[696070926] transaction","detail":"{read_only:false; response_revision:3352; number_of_response:1; }","duration":"392.666711ms","start":"2026-03-09T01:46:58.595412Z","end":"2026-03-09T01:46:58.988079Z","steps":["trace[696070926] 'process raft request' (duration: 392.453906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:58.988393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.959651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-09T01:46:58.988812Z","caller":"traceutil/trace.go:171","msg":"trace[2050259972] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3352; }","duration":"136.410792ms","start":"2026-03-09T01:46:58.852391Z","end":"2026-03-09T01:46:58.988801Z","steps":["trace[2050259972] 'agreement among raft nodes before linearized reading' (duration: 135.950441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:58.98927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:58.595395Z","time spent":"393.371467ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:47:32.752465Z","caller":"traceutil/trace.go:171","msg":"trace[418120771] transaction","detail":"{read_only:false; response_revision:3543; number_of_response:1; }","duration":"315.21126ms","start":"2026-03-09T01:47:32.437227Z","end":"2026-03-09T01:47:32.752438Z","steps":["trace[418120771] 'process raft request' (duration: 315.077217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:32.752621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:47:32.437203Z","time spent":"315.342313ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:47:32.760268Z","caller":"traceutil/trace.go:171","msg":"trace[1019966722] linearizableReadLoop","detail":"{readStateIndex:3692; appliedIndex:3690; }","duration":"280.977284ms","start":"2026-03-09T01:47:32.479265Z","end":"2026-03-09T01:47:32.760242Z","steps":["trace[1019966722] 'read index received' (duration: 273.09581ms)","trace[1019966722] 'applied index is now lower than readState.Index' (duration: 7.880384ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:47:32.760312Z","caller":"traceutil/trace.go:171","msg":"trace[2077917788] transaction","detail":"{read_only:false; response_revision:3544; number_of_response:1; }","duration":"309.756902ms","start":"2026-03-09T01:47:32.450526Z","end":"2026-03-09T01:47:32.760283Z","steps":["trace[2077917788] 'process raft request' (duration: 309.553888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:32.760512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.121427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:47:32.760554Z","caller":"traceutil/trace.go:171","msg":"trace[1506049845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3544; }","duration":"204.182279ms","start":"2026-03-09T01:47:32.556364Z","end":"2026-03-09T01:47:32.760546Z","steps":["trace[1506049845] 'agreement among raft nodes before linearized reading' (duration: 204.126557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:32.760444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.149887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:47:32.760648Z","caller":"traceutil/trace.go:171","msg":"trace[1816366605] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3544; }","duration":"281.371513ms","start":"2026-03-09T01:47:32.479248Z","end":"2026-03-09T01:47:32.76062Z","steps":["trace[1816366605] 'agreement among raft nodes before linearized reading' (duration: 281.132438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:32.760736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:47:32.450517Z","time spent":"309.990009ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:48:35.166581Z","caller":"traceutil/trace.go:171","msg":"trace[1830093672] transaction","detail":"{read_only:false; response_revision:3955; number_of_response:1; }","duration":"110.441055ms","start":"2026-03-09T01:48:35.056112Z","end":"2026-03-09T01:48:35.166553Z","steps":["trace[1830093672] 'process raft request' (duration: 110.278171ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:40.511287Z","caller":"traceutil/trace.go:171","msg":"trace[1648769426] transaction","detail":"{read_only:false; response_revision:4299; number_of_response:1; }","duration":"125.616419ms","start":"2026-03-09T01:48:40.385636Z","end":"2026-03-09T01:48:40.511252Z","steps":["trace[1648769426] 'process raft request' (duration: 125.444755ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:43.358095Z","caller":"traceutil/trace.go:171","msg":"trace[325598593] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"103.225636ms","start":"2026-03-09T01:48:43.254836Z","end":"2026-03-09T01:48:43.358062Z","steps":["trace[325598593] 'process raft request' (duration: 102.900199ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:43.358207Z","caller":"traceutil/trace.go:171","msg":"trace[1568523180] transaction","detail":"{read_only:false; response_revision:4343; number_of_response:1; }","duration":"102.708034ms","start":"2026-03-09T01:48:43.255473Z","end":"2026-03-09T01:48:43.358181Z","steps":["trace[1568523180] 'process raft request' (duration: 102.431458ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:44.409065Z","caller":"traceutil/trace.go:171","msg":"trace[1944204750] transaction","detail":"{read_only:false; response_revision:4410; number_of_response:1; }","duration":"109.267637ms","start":"2026-03-09T01:48:44.299771Z","end":"2026-03-09T01:48:44.409038Z","steps":["trace[1944204750] 'process raft request' (duration: 109.020331ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:44.967666Z","caller":"traceutil/trace.go:171","msg":"trace[827947562] transaction","detail":"{read_only:false; response_revision:4428; number_of_response:1; }","duration":"101.491627ms","start":"2026-03-09T01:48:44.866155Z","end":"2026-03-09T01:48:44.967646Z","steps":["trace[827947562] 'process raft request' (duration: 100.629897ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:49.122737Z","caller":"traceutil/trace.go:171","msg":"trace[1214045207] linearizableReadLoop","detail":"{readStateIndex:4698; appliedIndex:4697; }","duration":"176.691489ms","start":"2026-03-09T01:48:48.946028Z","end":"2026-03-09T01:48:49.12272Z","steps":["trace[1214045207] 'read index received' (duration: 176.522416ms)","trace[1214045207] 'applied index is now lower than readState.Index' (duration: 168.013µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:48:49.12282Z","caller":"traceutil/trace.go:171","msg":"trace[1758304367] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"208.292045ms","start":"2026-03-09T01:48:48.914507Z","end":"2026-03-09T01:48:49.122799Z","steps":["trace[1758304367] 'process raft request' (duration: 208.110201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:49.122879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.826022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:48:49.123054Z","caller":"traceutil/trace.go:171","msg":"trace[2045470308] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4511; }","duration":"177.018047ms","start":"2026-03-09T01:48:48.945978Z","end":"2026-03-09T01:48:49.122997Z","steps":["trace[2045470308] 'agreement among raft nodes before linearized reading' (duration: 176.821302ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:49.820763Z","caller":"traceutil/trace.go:171","msg":"trace[775481983] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"376.420245ms","start":"2026-03-09T01:48:49.444292Z","end":"2026-03-09T01:48:49.820712Z","steps":["trace[775481983] 'process raft request' (duration: 375.954044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:49.821136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:49.444274Z","time spent":"376.64688ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:48:49.821176Z","caller":"traceutil/trace.go:171","msg":"trace[710900422] transaction","detail":"{read_only:false; response_revision:4602; number_of_response:1; }","duration":"376.821365ms","start":"2026-03-09T01:48:49.444328Z","end":"2026-03-09T01:48:49.821149Z","steps":["trace[710900422] 'process raft request' (duration: 376.546308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:49.821289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:49.444274Z","time spent":"376.959488ms","remote":"127.0.0.1:38072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5201,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:48:49.821681Z","caller":"traceutil/trace.go:171","msg":"trace[669410509] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"376.145829ms","start":"2026-03-09T01:48:49.445489Z","end":"2026-03-09T01:48:49.821635Z","steps":["trace[669410509] 'process raft request' (duration: 375.514734ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:49.822001Z","caller":"traceutil/trace.go:171","msg":"trace[1968787928] transaction","detail":"{read_only:false; response_revision:4604; number_of_response:1; }","duration":"375.579716ms","start":"2026-03-09T01:48:49.446388Z","end":"2026-03-09T01:48:49.821968Z","steps":["trace[1968787928] 'process raft request' (duration: 375.186007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:49.822056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:49.445478Z","time spent":"376.319293ms","remote":"127.0.0.1:41050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:48:49.822236Z","caller":"traceutil/trace.go:171","msg":"trace[1925758598] linearizableReadLoop","detail":"{readStateIndex:4793; appliedIndex:4787; }","duration":"352.062367ms","start":"2026-03-09T01:48:49.470152Z","end":"2026-03-09T01:48:49.822214Z","steps":["trace[1925758598] 'read index received' (duration: 48.572143ms)","trace[1925758598] 'applied index is now lower than readState.Index' (duration: 303.488854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:48:49.82229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:49.44638Z","time spent":"375.76877ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2520,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:48:49.822356Z","caller":"traceutil/trace.go:171","msg":"trace[306797449] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"375.519894ms","start":"2026-03-09T01:48:49.44681Z","end":"2026-03-09T01:48:49.82233Z","steps":["trace[306797449] 'process raft request' (duration: 375.084854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:49.822508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.356914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-09T01:48:49.822527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:49.446794Z","time spent":"375.639397ms","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:48:49.822561Z","caller":"traceutil/trace.go:171","msg":"trace[899048773] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:4605; }","duration":"352.408155ms","start":"2026-03-09T01:48:49.470138Z","end":"2026-03-09T01:48:49.822546Z","steps":["trace[899048773] 'agreement among raft nodes before linearized reading' (duration: 352.205751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:49.8226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:49.470054Z","time spent":"352.537018ms","remote":"127.0.0.1:41014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-03-09T01:48:49.825279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.502332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189b092436822d9b\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-09T01:48:49.82541Z","caller":"traceutil/trace.go:171","msg":"trace[1063069213] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"135.075718ms","start":"2026-03-09T01:48:49.690309Z","end":"2026-03-09T01:48:49.825385Z","steps":["trace[1063069213] 'process raft request' (duration: 134.70224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:49.825418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.888729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-09T01:48:49.825598Z","caller":"traceutil/trace.go:171","msg":"trace[1146638362] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4607; }","duration":"221.112585ms","start":"2026-03-09T01:48:49.604452Z","end":"2026-03-09T01:48:49.825564Z","steps":["trace[1146638362] 'agreement among raft nodes before linearized reading' (duration: 220.743696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:49.82568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.499083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T01:48:49.825734Z","caller":"traceutil/trace.go:171","msg":"trace[169640878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4607; }","duration":"227.560434ms","start":"2026-03-09T01:48:49.598162Z","end":"2026-03-09T01:48:49.825722Z","steps":["trace[169640878] 'agreement among raft nodes before linearized reading' (duration: 227.401011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:49.825766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.860317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-09T01:48:49.825805Z","caller":"traceutil/trace.go:171","msg":"trace[2002907359] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4607; }","duration":"120.938859ms","start":"2026-03-09T01:48:49.704853Z","end":"2026-03-09T01:48:49.825792Z","steps":["trace[2002907359] 'agreement among raft nodes before linearized reading' (duration: 120.836877ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:49.825434Z","caller":"traceutil/trace.go:171","msg":"trace[1122424231] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189b092436822d9b; range_end:; response_count:1; response_revision:4607; }","duration":"302.695546ms","start":"2026-03-09T01:48:49.522718Z","end":"2026-03-09T01:48:49.825413Z","steps":["trace[1122424231] 'agreement among raft nodes before linearized reading' (duration: 302.379399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:49.82585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:49.522701Z","time spent":"303.136817ms","remote":"127.0.0.1:41050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":965,"request content":"key:\"/registry/events/monitoring/storage-loki-0.189b092436822d9b\" "} {"level":"warn","ts":"2026-03-09T01:48:49.825868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.196516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:48:49.825916Z","caller":"traceutil/trace.go:171","msg":"trace[998481111] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4607; }","duration":"221.315208ms","start":"2026-03-09T01:48:49.604587Z","end":"2026-03-09T01:48:49.825902Z","steps":["trace[998481111] 'agreement among raft nodes before linearized reading' (duration: 221.174965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:49.825408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.675144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-09T01:48:49.825363Z","caller":"traceutil/trace.go:171","msg":"trace[951964260] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"180.597529ms","start":"2026-03-09T01:48:49.644745Z","end":"2026-03-09T01:48:49.825342Z","steps":["trace[951964260] 'process raft request' (duration: 180.116478ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:49.825968Z","caller":"traceutil/trace.go:171","msg":"trace[1747576786] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4607; }","duration":"221.258588ms","start":"2026-03-09T01:48:49.604699Z","end":"2026-03-09T01:48:49.825958Z","steps":["trace[1747576786] 'agreement among raft nodes before linearized reading' (duration: 220.611413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:49.82603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.929543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:48:49.825322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.405828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-09T01:48:49.826178Z","caller":"traceutil/trace.go:171","msg":"trace[886100651] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4607; }","duration":"221.298259ms","start":"2026-03-09T01:48:49.60487Z","end":"2026-03-09T01:48:49.826168Z","steps":["trace[886100651] 'agreement among raft nodes before linearized reading' (duration: 220.262735ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:49.826148Z","caller":"traceutil/trace.go:171","msg":"trace[76556254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4607; }","duration":"267.211609ms","start":"2026-03-09T01:48:49.558919Z","end":"2026-03-09T01:48:49.826131Z","steps":["trace[76556254] 'agreement among raft nodes before linearized reading' (duration: 266.720207ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:51.520642Z","caller":"traceutil/trace.go:171","msg":"trace[2086208946] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"138.897448ms","start":"2026-03-09T01:48:51.381713Z","end":"2026-03-09T01:48:51.52061Z","steps":["trace[2086208946] 'process raft request' (duration: 111.451268ms)","trace[2086208946] 'compare' (duration: 27.298427ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:48:51.521868Z","caller":"traceutil/trace.go:171","msg":"trace[1486713106] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"105.560591ms","start":"2026-03-09T01:48:51.41628Z","end":"2026-03-09T01:48:51.52184Z","steps":["trace[1486713106] 'process raft request' (duration: 105.395317ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:54.094223Z","caller":"traceutil/trace.go:171","msg":"trace[1828900674] linearizableReadLoop","detail":"{readStateIndex:4862; appliedIndex:4861; }","duration":"244.941731ms","start":"2026-03-09T01:48:53.849263Z","end":"2026-03-09T01:48:54.094205Z","steps":["trace[1828900674] 'read index received' (duration: 244.858369ms)","trace[1828900674] 'applied index is now lower than readState.Index' (duration: 82.552µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:48:54.094285Z","caller":"traceutil/trace.go:171","msg":"trace[1478183641] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"245.353611ms","start":"2026-03-09T01:48:53.848897Z","end":"2026-03-09T01:48:54.09425Z","steps":["trace[1478183641] 'process raft request' (duration: 245.170436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:54.09437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.088964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T01:48:54.09439Z","caller":"traceutil/trace.go:171","msg":"trace[629647439] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4672; }","duration":"245.140785ms","start":"2026-03-09T01:48:53.849244Z","end":"2026-03-09T01:48:54.094385Z","steps":["trace[629647439] 'agreement among raft nodes before linearized reading' (duration: 245.044033ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:54.275636Z","caller":"traceutil/trace.go:171","msg":"trace[1253271124] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"174.757715ms","start":"2026-03-09T01:48:54.100849Z","end":"2026-03-09T01:48:54.275606Z","steps":["trace[1253271124] 'process raft request' (duration: 174.706844ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:54.275726Z","caller":"traceutil/trace.go:171","msg":"trace[463134986] linearizableReadLoop","detail":"{readStateIndex:4863; appliedIndex:4862; }","duration":"181.43435ms","start":"2026-03-09T01:48:54.094267Z","end":"2026-03-09T01:48:54.275702Z","steps":["trace[463134986] 'read index received' (duration: 139.666126ms)","trace[463134986] 'applied index is now lower than readState.Index' (duration: 41.765774ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:48:54.275743Z","caller":"traceutil/trace.go:171","msg":"trace[1752740116] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"424.418795ms","start":"2026-03-09T01:48:53.851279Z","end":"2026-03-09T01:48:54.275698Z","steps":["trace[1752740116] 'process raft request' (duration: 382.639421ms)","trace[1752740116] 'compare' (duration: 41.485457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:48:54.275888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.752313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-70fc1ed4-c5e2-4027-b0f4-766ee561111c\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-09T01:48:54.275918Z","caller":"traceutil/trace.go:171","msg":"trace[1088806080] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-70fc1ed4-c5e2-4027-b0f4-766ee561111c; range_end:; response_count:1; response_revision:4674; }","duration":"424.835415ms","start":"2026-03-09T01:48:53.851077Z","end":"2026-03-09T01:48:54.275912Z","steps":["trace[1088806080] 'agreement among raft nodes before linearized reading' (duration: 424.722402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:54.275913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:53.851265Z","time spent":"424.555819ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:48:54.275936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:53.851043Z","time spent":"424.888287ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3926,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-70fc1ed4-c5e2-4027-b0f4-766ee561111c\" "} {"level":"info","ts":"2026-03-09T01:48:54.438168Z","caller":"traceutil/trace.go:171","msg":"trace[1931398225] linearizableReadLoop","detail":"{readStateIndex:4866; appliedIndex:4864; }","duration":"156.147ms","start":"2026-03-09T01:48:54.281998Z","end":"2026-03-09T01:48:54.438145Z","steps":["trace[1931398225] 'read index received' (duration: 17.920058ms)","trace[1931398225] 'applied index is now lower than readState.Index' (duration: 138.225892ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:48:54.438278Z","caller":"traceutil/trace.go:171","msg":"trace[1598081142] transaction","detail":"{read_only:false; response_revision:4676; number_of_response:1; }","duration":"157.687346ms","start":"2026-03-09T01:48:54.280547Z","end":"2026-03-09T01:48:54.438234Z","steps":["trace[1598081142] 'process raft request' (duration: 102.835767ms)","trace[1598081142] 'compare' (duration: 54.603253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:48:54.438307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.303484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/goldpinger-clusterrole\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:48:54.438394Z","caller":"traceutil/trace.go:171","msg":"trace[558099138] range","detail":"{range_begin:/registry/clusterroles/goldpinger-clusterrole; range_end:; response_count:0; response_revision:4676; }","duration":"156.418406ms","start":"2026-03-09T01:48:54.281955Z","end":"2026-03-09T01:48:54.438373Z","steps":["trace[558099138] 'agreement among raft nodes before linearized reading' (duration: 156.266683ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:54.616394Z","caller":"traceutil/trace.go:171","msg":"trace[1647609274] linearizableReadLoop","detail":"{readStateIndex:4869; appliedIndex:4868; }","duration":"109.887042ms","start":"2026-03-09T01:48:54.506482Z","end":"2026-03-09T01:48:54.616369Z","steps":["trace[1647609274] 'read index received' (duration: 34.697339ms)","trace[1647609274] 'applied index is now lower than readState.Index' (duration: 75.188723ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:48:54.616517Z","caller":"traceutil/trace.go:171","msg":"trace[899278213] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"112.110014ms","start":"2026-03-09T01:48:54.504373Z","end":"2026-03-09T01:48:54.616483Z","steps":["trace[899278213] 'process raft request' (duration: 36.796778ms)","trace[899278213] 'compare' (duration: 75.004499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:48:54.616744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.247191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16506"} {"level":"info","ts":"2026-03-09T01:48:54.616813Z","caller":"traceutil/trace.go:171","msg":"trace[324478520] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4678; }","duration":"110.342613ms","start":"2026-03-09T01:48:54.506455Z","end":"2026-03-09T01:48:54.616797Z","steps":["trace[324478520] 'agreement among raft nodes before linearized reading' (duration: 110.059137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:55.105219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.092224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:48:55.1054Z","caller":"traceutil/trace.go:171","msg":"trace[1928335465] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"484.038384ms","start":"2026-03-09T01:48:54.621325Z","end":"2026-03-09T01:48:55.105364Z","steps":["trace[1928335465] 'process raft request' (duration: 96.737315ms)","trace[1928335465] 'compare' (duration: 386.935221ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:48:55.105483Z","caller":"traceutil/trace.go:171","msg":"trace[1738956817] linearizableReadLoop","detail":"{readStateIndex:4870; appliedIndex:4869; }","duration":"476.57964ms","start":"2026-03-09T01:48:54.628869Z","end":"2026-03-09T01:48:55.105449Z","steps":["trace[1738956817] 'read index received' (duration: 89.179479ms)","trace[1738956817] 'applied index is now lower than readState.Index' (duration: 387.398581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:48:55.105533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:54.621308Z","time spent":"484.158608ms","remote":"127.0.0.1:37798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:48:55.105675Z","caller":"traceutil/trace.go:171","msg":"trace[122351591] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"276.599378ms","start":"2026-03-09T01:48:54.829037Z","end":"2026-03-09T01:48:55.105636Z","steps":["trace[122351591] 'process raft request' (duration: 276.27859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:55.32624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.840259ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-09T01:48:55.326432Z","caller":"traceutil/trace.go:171","msg":"trace[1470343371] linearizableReadLoop","detail":"{readStateIndex:4872; appliedIndex:4871; }","duration":"220.87965ms","start":"2026-03-09T01:48:55.105535Z","end":"2026-03-09T01:48:55.326415Z","steps":["trace[1470343371] 'read index received' (duration: 41.521µs)","trace[1470343371] 'applied index is now lower than readState.Index' (duration: 220.837169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:48:55.32658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.675024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:48:55.326576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.688705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-09T01:48:55.326676Z","caller":"traceutil/trace.go:171","msg":"trace[1657221493] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4680; }","duration":"697.825398ms","start":"2026-03-09T01:48:54.628822Z","end":"2026-03-09T01:48:55.326647Z","steps":["trace[1657221493] 'agreement among raft nodes before linearized reading' (duration: 476.742074ms)","trace[1657221493] 'range keys from in-memory index tree' (duration: 220.861049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:48:55.326688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.051627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-09T01:48:55.326722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:54.628804Z","time spent":"697.907451ms","remote":"127.0.0.1:42220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-09T01:48:55.32662Z","caller":"traceutil/trace.go:171","msg":"trace[695472239] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4680; }","duration":"298.763655ms","start":"2026-03-09T01:48:55.027846Z","end":"2026-03-09T01:48:55.32661Z","steps":["trace[695472239] 'agreement among raft nodes before linearized reading' (duration: 298.681713ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:55.326738Z","caller":"traceutil/trace.go:171","msg":"trace[121152433] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4680; }","duration":"557.137428ms","start":"2026-03-09T01:48:54.769586Z","end":"2026-03-09T01:48:55.326723Z","steps":["trace[121152433] 'agreement among raft nodes before linearized reading' (duration: 556.971764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:55.32678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:54.769567Z","time spent":"557.20533ms","remote":"127.0.0.1:37788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-09T01:48:55.326896Z","caller":"traceutil/trace.go:171","msg":"trace[1323837441] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"217.337677ms","start":"2026-03-09T01:48:55.109547Z","end":"2026-03-09T01:48:55.326885Z","steps":["trace[1323837441] 'process raft request' (duration: 216.791524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:55.803812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.100999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-70fc1ed4-c5e2-4027-b0f4-766ee561111c\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-09T01:48:55.803909Z","caller":"traceutil/trace.go:171","msg":"trace[2067307315] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-70fc1ed4-c5e2-4027-b0f4-766ee561111c; range_end:; response_count:1; response_revision:4681; }","duration":"524.266682ms","start":"2026-03-09T01:48:55.279618Z","end":"2026-03-09T01:48:55.803885Z","steps":["trace[2067307315] 'agreement among raft nodes before linearized reading' (duration: 47.253881ms)","trace[2067307315] 'range keys from in-memory index tree' (duration: 476.776116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:48:55.80396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:55.279594Z","time spent":"524.354785ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3926,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-70fc1ed4-c5e2-4027-b0f4-766ee561111c\" "} {"level":"warn","ts":"2026-03-09T01:48:55.803955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.978727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1270"} {"level":"info","ts":"2026-03-09T01:48:55.804029Z","caller":"traceutil/trace.go:171","msg":"trace[468788585] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4681; }","duration":"473.105059ms","start":"2026-03-09T01:48:55.330905Z","end":"2026-03-09T01:48:55.80401Z","steps":["trace[468788585] 'range keys from in-memory index tree' (duration: 472.796482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:55.804081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:55.330885Z","time spent":"473.187392ms","remote":"127.0.0.1:37890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1292,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-03-09T01:48:55.804133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.350465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1462"} {"level":"info","ts":"2026-03-09T01:48:55.804258Z","caller":"traceutil/trace.go:171","msg":"trace[1750512242] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4681; }","duration":"473.502208ms","start":"2026-03-09T01:48:55.330732Z","end":"2026-03-09T01:48:55.804235Z","steps":["trace[1750512242] 'range keys from in-memory index tree' (duration: 473.196262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:55.804305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:55.330726Z","time spent":"473.569431ms","remote":"127.0.0.1:37890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1484,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-09T01:48:55.804188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.596801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"warn","ts":"2026-03-09T01:48:55.804305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.500396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:48:55.804436Z","caller":"traceutil/trace.go:171","msg":"trace[1312062487] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4681; }","duration":"473.880498ms","start":"2026-03-09T01:48:55.330512Z","end":"2026-03-09T01:48:55.804392Z","steps":["trace[1312062487] 'range keys from in-memory index tree' (duration: 473.361796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:55.804502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:55.330488Z","time spent":"473.99485ms","remote":"127.0.0.1:37890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1500,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-09T01:48:55.804513Z","caller":"traceutil/trace.go:171","msg":"trace[281620972] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"473.499248ms","start":"2026-03-09T01:48:55.330996Z","end":"2026-03-09T01:48:55.804495Z","steps":["trace[281620972] 'process raft request' (duration: 169.734026ms)","trace[281620972] 'compare' (duration: 303.122797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:48:55.80458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:55.330982Z","time spent":"473.568811ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:48:55.80464Z","caller":"traceutil/trace.go:171","msg":"trace[1635283672] linearizableReadLoop","detail":"{readStateIndex:4874; appliedIndex:4873; }","duration":"413.149632ms","start":"2026-03-09T01:48:55.391469Z","end":"2026-03-09T01:48:55.804619Z","steps":["trace[1635283672] 'read index received' (duration: 109.345319ms)","trace[1635283672] 'applied index is now lower than readState.Index' (duration: 303.802553ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:48:55.804708Z","caller":"traceutil/trace.go:171","msg":"trace[929975181] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"388.348954ms","start":"2026-03-09T01:48:55.416339Z","end":"2026-03-09T01:48:55.804688Z","steps":["trace[929975181] 'process raft request' (duration: 388.18267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:55.804858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:55.416316Z","time spent":"388.453667ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:48:55.80488Z","caller":"traceutil/trace.go:171","msg":"trace[69553767] transaction","detail":"{read_only:false; response_revision:4684; number_of_response:1; }","duration":"273.432405ms","start":"2026-03-09T01:48:55.53143Z","end":"2026-03-09T01:48:55.804862Z","steps":["trace[69553767] 'process raft request' (duration: 273.20367ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:55.804868Z","caller":"traceutil/trace.go:171","msg":"trace[20224829] transaction","detail":"{read_only:false; response_revision:4685; number_of_response:1; }","duration":"269.76339ms","start":"2026-03-09T01:48:55.535092Z","end":"2026-03-09T01:48:55.804855Z","steps":["trace[20224829] 'process raft request' (duration: 269.688868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:55.804951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.463159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:48:55.805033Z","caller":"traceutil/trace.go:171","msg":"trace[1897024310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4684; }","duration":"413.596562ms","start":"2026-03-09T01:48:55.391413Z","end":"2026-03-09T01:48:55.80501Z","steps":["trace[1897024310] 'agreement among raft nodes before linearized reading' (duration: 413.270085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:55.805089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:55.391397Z","time spent":"413.683344ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:48:57.166409Z","caller":"traceutil/trace.go:171","msg":"trace[288707414] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"196.260716ms","start":"2026-03-09T01:48:56.97012Z","end":"2026-03-09T01:48:57.16638Z","steps":["trace[288707414] 'process raft request' (duration: 194.29342ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:04.047749Z","caller":"traceutil/trace.go:171","msg":"trace[461574133] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"217.694544ms","start":"2026-03-09T01:49:03.830026Z","end":"2026-03-09T01:49:04.047721Z","steps":["trace[461574133] 'process raft request' (duration: 149.717517ms)","trace[461574133] 'compare' (duration: 67.594078ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:04.048129Z","caller":"traceutil/trace.go:171","msg":"trace[13462198] linearizableReadLoop","detail":"{readStateIndex:5051; appliedIndex:5048; }","duration":"204.240791ms","start":"2026-03-09T01:49:03.843846Z","end":"2026-03-09T01:49:04.048087Z","steps":["trace[13462198] 'read index received' (duration: 37.001345ms)","trace[13462198] 'applied index is now lower than readState.Index' (duration: 167.235366ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:04.048233Z","caller":"traceutil/trace.go:171","msg":"trace[1498688200] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"145.236833ms","start":"2026-03-09T01:49:03.902926Z","end":"2026-03-09T01:49:04.048163Z","steps":["trace[1498688200] 'process raft request' (duration: 145.092969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:04.048392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.534837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-09T01:49:04.048407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.749245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:49:04.048448Z","caller":"traceutil/trace.go:171","msg":"trace[143937512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4856; }","duration":"204.65054ms","start":"2026-03-09T01:49:03.843784Z","end":"2026-03-09T01:49:04.048435Z","steps":["trace[143937512] 'agreement among raft nodes before linearized reading' (duration: 204.436125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:04.048471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.156744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-09T01:49:04.048488Z","caller":"traceutil/trace.go:171","msg":"trace[1935213782] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:4856; }","duration":"148.851467ms","start":"2026-03-09T01:49:03.899615Z","end":"2026-03-09T01:49:04.048466Z","steps":["trace[1935213782] 'agreement among raft nodes before linearized reading' (duration: 148.724754ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:04.048531Z","caller":"traceutil/trace.go:171","msg":"trace[1313740805] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4856; }","duration":"161.266447ms","start":"2026-03-09T01:49:03.887245Z","end":"2026-03-09T01:49:04.048511Z","steps":["trace[1313740805] 'agreement among raft nodes before linearized reading' (duration: 161.054952ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:04.048682Z","caller":"traceutil/trace.go:171","msg":"trace[16328924] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"216.982898ms","start":"2026-03-09T01:49:03.831073Z","end":"2026-03-09T01:49:04.048056Z","steps":["trace[16328924] 'process raft request' (duration: 216.536488ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:04.259762Z","caller":"traceutil/trace.go:171","msg":"trace[1097770871] linearizableReadLoop","detail":"{readStateIndex:5058; appliedIndex:5057; }","duration":"116.342608ms","start":"2026-03-09T01:49:04.143394Z","end":"2026-03-09T01:49:04.259737Z","steps":["trace[1097770871] 'read index received' (duration: 116.184674ms)","trace[1097770871] 'applied index is now lower than readState.Index' (duration: 157.084µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:49:04.259969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.139026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T01:49:04.259958Z","caller":"traceutil/trace.go:171","msg":"trace[70475250] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"169.090989ms","start":"2026-03-09T01:49:04.090832Z","end":"2026-03-09T01:49:04.259923Z","steps":["trace[70475250] 'process raft request' (duration: 168.69102ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:04.260006Z","caller":"traceutil/trace.go:171","msg":"trace[705518876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4862; }","duration":"120.237729ms","start":"2026-03-09T01:49:04.139761Z","end":"2026-03-09T01:49:04.259998Z","steps":["trace[705518876] 'agreement among raft nodes before linearized reading' (duration: 120.074625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:04.446888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.199384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:49:04.446997Z","caller":"traceutil/trace.go:171","msg":"trace[58537934] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"299.741151ms","start":"2026-03-09T01:49:04.147235Z","end":"2026-03-09T01:49:04.446976Z","steps":["trace[58537934] 'process raft request' (duration: 195.375643ms)","trace[58537934] 'compare' (duration: 104.068201ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:04.562276Z","caller":"traceutil/trace.go:171","msg":"trace[1259203370] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"297.030168ms","start":"2026-03-09T01:49:04.265212Z","end":"2026-03-09T01:49:04.562242Z","steps":["trace[1259203370] 'process raft request' (duration: 290.179688ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:04.562475Z","caller":"traceutil/trace.go:171","msg":"trace[127337467] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"295.980824ms","start":"2026-03-09T01:49:04.266478Z","end":"2026-03-09T01:49:04.562459Z","steps":["trace[127337467] 'process raft request' (duration: 295.770909ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:04.562298Z","caller":"traceutil/trace.go:171","msg":"trace[840479962] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"295.935402ms","start":"2026-03-09T01:49:04.266343Z","end":"2026-03-09T01:49:04.562278Z","steps":["trace[840479962] 'process raft request' (duration: 295.872561ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:04.562326Z","caller":"traceutil/trace.go:171","msg":"trace[829611447] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"296.447984ms","start":"2026-03-09T01:49:04.265854Z","end":"2026-03-09T01:49:04.562302Z","steps":["trace[829611447] 'process raft request' (duration: 296.318781ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:04.562595Z","caller":"traceutil/trace.go:171","msg":"trace[369228028] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"294.376626ms","start":"2026-03-09T01:49:04.268167Z","end":"2026-03-09T01:49:04.562544Z","steps":["trace[369228028] 'process raft request' (duration: 294.217452ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:04.562689Z","caller":"traceutil/trace.go:171","msg":"trace[1913364370] linearizableReadLoop","detail":"{readStateIndex:5064; appliedIndex:5058; }","duration":"261.034077ms","start":"2026-03-09T01:49:04.301647Z","end":"2026-03-09T01:49:04.562681Z","steps":["trace[1913364370] 'read index received' (duration: 40.995307ms)","trace[1913364370] 'applied index is now lower than readState.Index' (duration: 220.03755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:49:04.562782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.1351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:49:04.562809Z","caller":"traceutil/trace.go:171","msg":"trace[1584582201] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4868; }","duration":"261.229682ms","start":"2026-03-09T01:49:04.301571Z","end":"2026-03-09T01:49:04.562801Z","steps":["trace[1584582201] 'agreement among raft nodes before linearized reading' (duration: 261.17156ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:04.563167Z","caller":"traceutil/trace.go:171","msg":"trace[879304938] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"114.490234ms","start":"2026-03-09T01:49:04.448646Z","end":"2026-03-09T01:49:04.563136Z","steps":["trace[879304938] 'process raft request' (duration: 114.29831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:04.563303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.788955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-09T01:49:04.563351Z","caller":"traceutil/trace.go:171","msg":"trace[435900643] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4870; }","duration":"109.861246ms","start":"2026-03-09T01:49:04.453476Z","end":"2026-03-09T01:49:04.563337Z","steps":["trace[435900643] 'agreement among raft nodes before linearized reading' (duration: 109.740273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:04.563184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.948432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:49:04.563454Z","caller":"traceutil/trace.go:171","msg":"trace[751067590] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4870; }","duration":"150.24984ms","start":"2026-03-09T01:49:04.413187Z","end":"2026-03-09T01:49:04.563437Z","steps":["trace[751067590] 'agreement among raft nodes before linearized reading' (duration: 149.917592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:04.563526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.540392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:49:04.563575Z","caller":"traceutil/trace.go:171","msg":"trace[575568599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4870; }","duration":"116.600344ms","start":"2026-03-09T01:49:04.446955Z","end":"2026-03-09T01:49:04.563555Z","steps":["trace[575568599] 'agreement among raft nodes before linearized reading' (duration: 116.506922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:04.563844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.917848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T01:49:04.563915Z","caller":"traceutil/trace.go:171","msg":"trace[932616549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4870; }","duration":"119.040961ms","start":"2026-03-09T01:49:04.444857Z","end":"2026-03-09T01:49:04.563898Z","steps":["trace[932616549] 'agreement among raft nodes before linearized reading' (duration: 118.827226ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:04.56562Z","caller":"traceutil/trace.go:171","msg":"trace[837626976] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"183.619539ms","start":"2026-03-09T01:49:04.37941Z","end":"2026-03-09T01:49:04.56303Z","steps":["trace[837626976] 'process raft request' (duration: 183.075986ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:12.474159Z","caller":"traceutil/trace.go:171","msg":"trace[746132457] linearizableReadLoop","detail":"{readStateIndex:5198; appliedIndex:5197; }","duration":"122.630484ms","start":"2026-03-09T01:49:12.351506Z","end":"2026-03-09T01:49:12.474136Z","steps":["trace[746132457] 'read index received' (duration: 121.503448ms)","trace[746132457] 'applied index is now lower than readState.Index' (duration: 1.126426ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:12.47427Z","caller":"traceutil/trace.go:171","msg":"trace[969461004] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"124.647932ms","start":"2026-03-09T01:49:12.349602Z","end":"2026-03-09T01:49:12.47425Z","steps":["trace[969461004] 'process raft request' (duration: 123.422663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:12.474342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.816588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-09T01:49:12.47437Z","caller":"traceutil/trace.go:171","msg":"trace[1717775980] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5000; }","duration":"122.87877ms","start":"2026-03-09T01:49:12.351482Z","end":"2026-03-09T01:49:12.47436Z","steps":["trace[1717775980] 'agreement among raft nodes before linearized reading' (duration: 122.758067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:12.474392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.951608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-09T01:49:12.474482Z","caller":"traceutil/trace.go:171","msg":"trace[2003975914] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5000; }","duration":"116.06631ms","start":"2026-03-09T01:49:12.358387Z","end":"2026-03-09T01:49:12.474454Z","steps":["trace[2003975914] 'agreement among raft nodes before linearized reading' (duration: 115.904367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:12.474491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.01377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-09T01:49:12.474558Z","caller":"traceutil/trace.go:171","msg":"trace[1177452794] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5000; }","duration":"116.119402ms","start":"2026-03-09T01:49:12.358422Z","end":"2026-03-09T01:49:12.474542Z","steps":["trace[1177452794] 'agreement among raft nodes before linearized reading' (duration: 115.918318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:14.460315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743202801530177,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:49:14.630583Z","caller":"traceutil/trace.go:171","msg":"trace[1775512449] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"703.806489ms","start":"2026-03-09T01:49:13.926748Z","end":"2026-03-09T01:49:14.630554Z","steps":["trace[1775512449] 'process raft request' (duration: 703.637245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:14.63081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:13.926729Z","time spent":"703.952172ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:49:15.313824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.79195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:49:15.314354Z","caller":"traceutil/trace.go:171","msg":"trace[1604554734] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"1.37346142s","start":"2026-03-09T01:49:13.940843Z","end":"2026-03-09T01:49:15.314304Z","steps":["trace[1604554734] 'process raft request' (duration: 1.071096917s)","trace[1604554734] 'compare' (duration: 301.492243ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:15.314377Z","caller":"traceutil/trace.go:171","msg":"trace[908323120] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"1.154213419s","start":"2026-03-09T01:49:14.160118Z","end":"2026-03-09T01:49:15.314331Z","steps":["trace[908323120] 'process raft request' (duration: 1.153806709s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:15.31441Z","caller":"traceutil/trace.go:171","msg":"trace[1976272426] linearizableReadLoop","detail":"{readStateIndex:5212; appliedIndex:5209; }","duration":"1.35507346s","start":"2026-03-09T01:49:13.959286Z","end":"2026-03-09T01:49:15.31436Z","steps":["trace[1976272426] 'read index received' (duration: 670.953001ms)","trace[1976272426] 'applied index is now lower than readState.Index' (duration: 684.114969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:49:15.314482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:14.160097Z","time spent":"1.154338922s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:49:15.314518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:13.940829Z","time spent":"1.373600884s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:49:15.478145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.132823ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-09T01:49:15.47825Z","caller":"traceutil/trace.go:171","msg":"trace[586501497] linearizableReadLoop","detail":"{readStateIndex:5213; appliedIndex:5212; }","duration":"163.747355ms","start":"2026-03-09T01:49:15.314486Z","end":"2026-03-09T01:49:15.478233Z","steps":["trace[586501497] 'read index received' (duration: 74.072µs)","trace[586501497] 'applied index is now lower than readState.Index' (duration: 163.671673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:49:15.478226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518904978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:49:15.478318Z","caller":"traceutil/trace.go:171","msg":"trace[599969378] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5014; }","duration":"1.519072891s","start":"2026-03-09T01:49:13.959224Z","end":"2026-03-09T01:49:15.478296Z","steps":["trace[599969378] 'agreement among raft nodes before linearized reading' (duration: 1.355316327s)","trace[599969378] 'count revisions from in-memory index tree' (duration: 163.600751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:49:15.478376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:13.9592Z","time spent":"1.519164643s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:49:15.47846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.7057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T01:49:15.478499Z","caller":"traceutil/trace.go:171","msg":"trace[1007459618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5014; }","duration":"856.790612ms","start":"2026-03-09T01:49:14.621696Z","end":"2026-03-09T01:49:15.478487Z","steps":["trace[1007459618] 'agreement among raft nodes before linearized reading' (duration: 856.628998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:15.478539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:14.621675Z","time spent":"856.856264ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:49:15.478573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.574234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-09T01:49:15.47871Z","caller":"traceutil/trace.go:171","msg":"trace[872843907] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5014; }","duration":"855.743857ms","start":"2026-03-09T01:49:14.622924Z","end":"2026-03-09T01:49:15.478668Z","steps":["trace[872843907] 'agreement among raft nodes before linearized reading' (duration: 855.352878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:15.478707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.070356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-09T01:49:15.478786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:14.622913Z","time spent":"855.84586ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-09T01:49:15.47881Z","caller":"traceutil/trace.go:171","msg":"trace[1022512703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5014; }","duration":"874.189009ms","start":"2026-03-09T01:49:14.604593Z","end":"2026-03-09T01:49:15.478782Z","steps":["trace[1022512703] 'agreement among raft nodes before linearized reading' (duration: 873.904242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:15.478755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440004375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:49:15.47886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:14.604589Z","time spent":"874.26091ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:49:15.47886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.460538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:49:15.47892Z","caller":"traceutil/trace.go:171","msg":"trace[1020074082] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5014; }","duration":"267.588951ms","start":"2026-03-09T01:49:15.211317Z","end":"2026-03-09T01:49:15.478906Z","steps":["trace[1020074082] 'agreement among raft nodes before linearized reading' (duration: 267.461658ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:15.478908Z","caller":"traceutil/trace.go:171","msg":"trace[566935567] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5014; }","duration":"1.44022916s","start":"2026-03-09T01:49:14.038643Z","end":"2026-03-09T01:49:15.478873Z","steps":["trace[566935567] 'agreement among raft nodes before linearized reading' (duration: 1.439920383s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:15.478953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323610196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-416fc071-8138-4f41-b79c-a2d82beb3400\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-09T01:49:15.478994Z","caller":"traceutil/trace.go:171","msg":"trace[403028749] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-416fc071-8138-4f41-b79c-a2d82beb3400; range_end:; response_count:1; response_revision:5014; }","duration":"1.323651136s","start":"2026-03-09T01:49:14.15533Z","end":"2026-03-09T01:49:15.478981Z","steps":["trace[403028749] 'agreement among raft nodes before linearized reading' (duration: 1.323486443s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:15.478987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:14.038621Z","time spent":"1.440346293s","remote":"127.0.0.1:42392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:49:15.479023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:14.155268Z","time spent":"1.323748709s","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-416fc071-8138-4f41-b79c-a2d82beb3400\" "} {"level":"warn","ts":"2026-03-09T01:49:15.479064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.393527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T01:49:15.479088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.370337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:49:15.479096Z","caller":"traceutil/trace.go:171","msg":"trace[505421361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5014; }","duration":"881.468009ms","start":"2026-03-09T01:49:14.597618Z","end":"2026-03-09T01:49:15.479086Z","steps":["trace[505421361] 'agreement among raft nodes before linearized reading' (duration: 881.375047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:15.479089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.988283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wb6nl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T01:49:15.479125Z","caller":"traceutil/trace.go:171","msg":"trace[543890113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5014; }","duration":"920.45906ms","start":"2026-03-09T01:49:14.558656Z","end":"2026-03-09T01:49:15.479115Z","steps":["trace[543890113] 'agreement among raft nodes before linearized reading' (duration: 920.402858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:15.479128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:14.597593Z","time spent":"881.52915ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:49:15.47916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:14.558631Z","time spent":"920.52423ms","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:49:15.479168Z","caller":"traceutil/trace.go:171","msg":"trace[731060265] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wb6nl; range_end:; response_count:1; response_revision:5014; }","duration":"856.099626ms","start":"2026-03-09T01:49:14.623045Z","end":"2026-03-09T01:49:15.479145Z","steps":["trace[731060265] 'agreement among raft nodes before linearized reading' (duration: 855.951323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:15.479203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:14.623028Z","time spent":"856.166937ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-wb6nl\" "} {"level":"warn","ts":"2026-03-09T01:49:15.479545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298449958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:49:15.479591Z","caller":"traceutil/trace.go:171","msg":"trace[1546610612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5014; }","duration":"1.29852901s","start":"2026-03-09T01:49:14.181051Z","end":"2026-03-09T01:49:15.47958Z","steps":["trace[1546610612] 'agreement among raft nodes before linearized reading' (duration: 1.297428175s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:15.479624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:14.181035Z","time spent":"1.298580531s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:49:15.480694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.216296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:49:15.480798Z","caller":"traceutil/trace.go:171","msg":"trace[1835826943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5014; }","duration":"864.372939ms","start":"2026-03-09T01:49:14.616407Z","end":"2026-03-09T01:49:15.48078Z","steps":["trace[1835826943] 'agreement among raft nodes before linearized reading' (duration: 863.359496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:15.480864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:14.616379Z","time spent":"864.470721ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T01:49:19.550854Z","caller":"traceutil/trace.go:171","msg":"trace[614084378] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"579.317961ms","start":"2026-03-09T01:49:18.971521Z","end":"2026-03-09T01:49:19.550839Z","steps":["trace[614084378] 'process raft request' (duration: 579.197419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:19.550966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:18.971503Z","time spent":"579.403563ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:49:19.667681Z","caller":"traceutil/trace.go:171","msg":"trace[526325217] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"540.943835ms","start":"2026-03-09T01:49:19.12671Z","end":"2026-03-09T01:49:19.667654Z","steps":["trace[526325217] 'process raft request' (duration: 481.828754ms)","trace[526325217] 'compare' (duration: 58.865475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:49:19.667954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:19.126689Z","time spent":"541.15637ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9208,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:49:19.668Z","caller":"traceutil/trace.go:171","msg":"trace[622283975] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"339.421418ms","start":"2026-03-09T01:49:19.328538Z","end":"2026-03-09T01:49:19.667959Z","steps":["trace[622283975] 'process raft request' (duration: 339.05781ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:19.668048Z","caller":"traceutil/trace.go:171","msg":"trace[1710760491] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"339.080411ms","start":"2026-03-09T01:49:19.328933Z","end":"2026-03-09T01:49:19.668014Z","steps":["trace[1710760491] 'process raft request' (duration: 338.913727ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:19.667983Z","caller":"traceutil/trace.go:171","msg":"trace[1140081063] linearizableReadLoop","detail":"{readStateIndex:5268; appliedIndex:5264; }","duration":"196.95914ms","start":"2026-03-09T01:49:19.470996Z","end":"2026-03-09T01:49:19.667955Z","steps":["trace[1140081063] 'read index received' (duration: 79.783493ms)","trace[1140081063] 'applied index is now lower than readState.Index' (duration: 117.174457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:49:19.66816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.145875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-09T01:49:19.668223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:19.328919Z","time spent":"339.202113ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:49:19.668264Z","caller":"traceutil/trace.go:171","msg":"trace[914421977] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:5068; }","duration":"197.304428ms","start":"2026-03-09T01:49:19.470943Z","end":"2026-03-09T01:49:19.668247Z","steps":["trace[914421977] 'agreement among raft nodes before linearized reading' (duration: 197.092063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:19.668172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:19.328522Z","time spent":"339.554561ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:49:19.668461Z","caller":"traceutil/trace.go:171","msg":"trace[2022038748] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"110.094592ms","start":"2026-03-09T01:49:19.558345Z","end":"2026-03-09T01:49:19.668439Z","steps":["trace[2022038748] 'process raft request' (duration: 109.957158ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:19.66852Z","caller":"traceutil/trace.go:171","msg":"trace[340369571] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"110.084762ms","start":"2026-03-09T01:49:19.558408Z","end":"2026-03-09T01:49:19.668492Z","steps":["trace[340369571] 'process raft request' (duration: 109.948349ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:19.668538Z","caller":"traceutil/trace.go:171","msg":"trace[2122603108] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"110.170913ms","start":"2026-03-09T01:49:19.558342Z","end":"2026-03-09T01:49:19.668513Z","steps":["trace[2122603108] 'process raft request' (duration: 109.822365ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:19.668786Z","caller":"traceutil/trace.go:171","msg":"trace[1320846295] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"110.02957ms","start":"2026-03-09T01:49:19.558702Z","end":"2026-03-09T01:49:19.668731Z","steps":["trace[1320846295] 'process raft request' (duration: 109.679992ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:19.668811Z","caller":"traceutil/trace.go:171","msg":"trace[1580344952] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"109.281642ms","start":"2026-03-09T01:49:19.5595Z","end":"2026-03-09T01:49:19.668781Z","steps":["trace[1580344952] 'process raft request' (duration: 109.086278ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:19.668918Z","caller":"traceutil/trace.go:171","msg":"trace[573060417] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"108.972496ms","start":"2026-03-09T01:49:19.559938Z","end":"2026-03-09T01:49:19.668911Z","steps":["trace[573060417] 'process raft request' (duration: 108.792091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:19.669062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.741737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:49:19.66909Z","caller":"traceutil/trace.go:171","msg":"trace[1212572642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5075; }","duration":"110.812569ms","start":"2026-03-09T01:49:19.55827Z","end":"2026-03-09T01:49:19.669083Z","steps":["trace[1212572642] 'agreement among raft nodes before linearized reading' (duration: 110.751967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:19.669101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.761162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wb6nl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T01:49:19.669157Z","caller":"traceutil/trace.go:171","msg":"trace[1483580446] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wb6nl; range_end:; response_count:1; response_revision:5075; }","duration":"156.835404ms","start":"2026-03-09T01:49:19.512306Z","end":"2026-03-09T01:49:19.669142Z","steps":["trace[1483580446] 'agreement among raft nodes before linearized reading' (duration: 156.68732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:19.669192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.596911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:49:19.669227Z","caller":"traceutil/trace.go:171","msg":"trace[300722764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5075; }","duration":"157.655013ms","start":"2026-03-09T01:49:19.511559Z","end":"2026-03-09T01:49:19.669214Z","steps":["trace[300722764] 'agreement among raft nodes before linearized reading' (duration: 157.573771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:19.669343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.507265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4464"} {"level":"warn","ts":"2026-03-09T01:49:19.669352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.156564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-09T01:49:19.669397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.199796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:49:19.669423Z","caller":"traceutil/trace.go:171","msg":"trace[1506676630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5075; }","duration":"158.223896ms","start":"2026-03-09T01:49:19.511191Z","end":"2026-03-09T01:49:19.669415Z","steps":["trace[1506676630] 'agreement among raft nodes before linearized reading' (duration: 158.131744ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:19.669418Z","caller":"traceutil/trace.go:171","msg":"trace[1818604177] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:5075; }","duration":"114.624698ms","start":"2026-03-09T01:49:19.554776Z","end":"2026-03-09T01:49:19.6694Z","steps":["trace[1818604177] 'agreement among raft nodes before linearized reading' (duration: 114.432643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:19.66936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.737208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T01:49:19.669428Z","caller":"traceutil/trace.go:171","msg":"trace[1852917974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5075; }","duration":"158.257846ms","start":"2026-03-09T01:49:19.511155Z","end":"2026-03-09T01:49:19.669412Z","steps":["trace[1852917974] 'agreement among raft nodes before linearized reading' (duration: 158.076292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:19.66937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.257547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:49:19.669633Z","caller":"traceutil/trace.go:171","msg":"trace[419884496] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5075; }","duration":"158.531303ms","start":"2026-03-09T01:49:19.511084Z","end":"2026-03-09T01:49:19.669616Z","steps":["trace[419884496] 'agreement among raft nodes before linearized reading' (duration: 158.226236ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:19.669476Z","caller":"traceutil/trace.go:171","msg":"trace[1333385252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5075; }","duration":"155.86337ms","start":"2026-03-09T01:49:19.513602Z","end":"2026-03-09T01:49:19.669465Z","steps":["trace[1333385252] 'agreement among raft nodes before linearized reading' (duration: 155.677016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:19.66911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.498186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-09T01:49:19.669771Z","caller":"traceutil/trace.go:171","msg":"trace[111625408] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5075; }","duration":"160.204502ms","start":"2026-03-09T01:49:19.509553Z","end":"2026-03-09T01:49:19.669758Z","steps":["trace[111625408] 'agreement among raft nodes before linearized reading' (duration: 159.438104ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:25.884593Z","caller":"traceutil/trace.go:171","msg":"trace[853837878] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"135.408283ms","start":"2026-03-09T01:49:25.749159Z","end":"2026-03-09T01:49:25.884568Z","steps":["trace[853837878] 'process raft request' (duration: 135.222229ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:25.890464Z","caller":"traceutil/trace.go:171","msg":"trace[777485898] linearizableReadLoop","detail":"{readStateIndex:5376; appliedIndex:5374; }","duration":"122.520092ms","start":"2026-03-09T01:49:25.767923Z","end":"2026-03-09T01:49:25.890443Z","steps":["trace[777485898] 'read index received' (duration: 116.517212ms)","trace[777485898] 'applied index is now lower than readState.Index' (duration: 6.00166ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:25.890533Z","caller":"traceutil/trace.go:171","msg":"trace[594997473] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"140.633905ms","start":"2026-03-09T01:49:25.749874Z","end":"2026-03-09T01:49:25.890508Z","steps":["trace[594997473] 'process raft request' (duration: 140.4491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:25.890751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.208541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-09T01:49:25.890767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.803149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:49:25.890816Z","caller":"traceutil/trace.go:171","msg":"trace[583887560] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5171; }","duration":"115.294524ms","start":"2026-03-09T01:49:25.775504Z","end":"2026-03-09T01:49:25.890798Z","steps":["trace[583887560] 'agreement among raft nodes before linearized reading' (duration: 115.1321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:25.890864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.43447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wb6nl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T01:49:25.89086Z","caller":"traceutil/trace.go:171","msg":"trace[1844992814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5171; }","duration":"122.930472ms","start":"2026-03-09T01:49:25.767908Z","end":"2026-03-09T01:49:25.890838Z","steps":["trace[1844992814] 'agreement among raft nodes before linearized reading' (duration: 122.640705ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:25.890898Z","caller":"traceutil/trace.go:171","msg":"trace[425917653] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wb6nl; range_end:; response_count:1; response_revision:5171; }","duration":"113.493832ms","start":"2026-03-09T01:49:25.777395Z","end":"2026-03-09T01:49:25.890889Z","steps":["trace[425917653] 'agreement among raft nodes before linearized reading' (duration: 113.341218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:25.890959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.479731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T01:49:25.890847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.148663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-09T01:49:25.890991Z","caller":"traceutil/trace.go:171","msg":"trace[1223288805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5171; }","duration":"116.542133ms","start":"2026-03-09T01:49:25.774439Z","end":"2026-03-09T01:49:25.890981Z","steps":["trace[1223288805] 'agreement among raft nodes before linearized reading' (duration: 116.457311ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:25.891004Z","caller":"traceutil/trace.go:171","msg":"trace[443854591] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5171; }","duration":"101.350837ms","start":"2026-03-09T01:49:25.789643Z","end":"2026-03-09T01:49:25.890994Z","steps":["trace[443854591] 'agreement among raft nodes before linearized reading' (duration: 101.04825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:25.890999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.009823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T01:49:25.891067Z","caller":"traceutil/trace.go:171","msg":"trace[439564322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5171; }","duration":"117.087185ms","start":"2026-03-09T01:49:25.773958Z","end":"2026-03-09T01:49:25.891045Z","steps":["trace[439564322] 'agreement among raft nodes before linearized reading' (duration: 116.947772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:25.891111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.41502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T01:49:25.891137Z","caller":"traceutil/trace.go:171","msg":"trace[1923123777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5171; }","duration":"116.45353ms","start":"2026-03-09T01:49:25.774676Z","end":"2026-03-09T01:49:25.891129Z","steps":["trace[1923123777] 'agreement among raft nodes before linearized reading' (duration: 116.380219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:25.891302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.225255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:49:25.891363Z","caller":"traceutil/trace.go:171","msg":"trace[1642765668] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5171; }","duration":"122.304477ms","start":"2026-03-09T01:49:25.769039Z","end":"2026-03-09T01:49:25.891344Z","steps":["trace[1642765668] 'agreement among raft nodes before linearized reading' (duration: 121.533339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:30.455951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.653018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-09T01:49:30.456031Z","caller":"traceutil/trace.go:171","msg":"trace[1270458411] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:5207; }","duration":"984.784842ms","start":"2026-03-09T01:49:29.471228Z","end":"2026-03-09T01:49:30.456013Z","steps":["trace[1270458411] 'range keys from in-memory index tree' (duration: 984.414473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:30.456072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:29.471207Z","time spent":"984.856114ms","remote":"127.0.0.1:41014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-03-09T01:49:30.456244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.019715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:49:30.456338Z","caller":"traceutil/trace.go:171","msg":"trace[1703334398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5207; }","duration":"898.19985ms","start":"2026-03-09T01:49:29.558112Z","end":"2026-03-09T01:49:30.456312Z","steps":["trace[1703334398] 'range keys from in-memory index tree' (duration: 897.927804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:30.456391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:29.55809Z","time spent":"898.287732ms","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:49:30.45664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.169776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:49:30.456819Z","caller":"traceutil/trace.go:171","msg":"trace[1849401009] linearizableReadLoop","detail":"{readStateIndex:5414; appliedIndex:5412; }","duration":"532.066748ms","start":"2026-03-09T01:49:29.924735Z","end":"2026-03-09T01:49:30.456802Z","steps":["trace[1849401009] 'read index received' (duration: 36.80678ms)","trace[1849401009] 'applied index is now lower than readState.Index' (duration: 495.258698ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:30.456867Z","caller":"traceutil/trace.go:171","msg":"trace[1824797154] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"536.744527ms","start":"2026-03-09T01:49:29.920104Z","end":"2026-03-09T01:49:30.456849Z","steps":["trace[1824797154] 'process raft request' (duration: 536.628314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:30.456982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.248502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-09T01:49:30.457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.208651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-09T01:49:30.456992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:29.920079Z","time spent":"536.831659ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:49:30.457039Z","caller":"traceutil/trace.go:171","msg":"trace[1496782993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5209; }","duration":"532.342834ms","start":"2026-03-09T01:49:29.924684Z","end":"2026-03-09T01:49:30.457027Z","steps":["trace[1496782993] 'agreement among raft nodes before linearized reading' (duration: 532.186101ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:30.457101Z","caller":"traceutil/trace.go:171","msg":"trace[1262063394] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"538.123749ms","start":"2026-03-09T01:49:29.918942Z","end":"2026-03-09T01:49:30.457066Z","steps":["trace[1262063394] 'process raft request' (duration: 42.459682ms)","trace[1262063394] 'compare' (duration: 494.418288ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:30.457037Z","caller":"traceutil/trace.go:171","msg":"trace[1737710759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5209; }","duration":"532.284402ms","start":"2026-03-09T01:49:29.924743Z","end":"2026-03-09T01:49:30.457027Z","steps":["trace[1737710759] 'agreement among raft nodes before linearized reading' (duration: 532.154199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:30.457249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:29.918917Z","time spent":"538.253803ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:49:30.457268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:29.924722Z","time spent":"532.526918ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:49:30.457317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.887024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-09T01:49:30.457314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.947022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-09T01:49:30.457315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.772294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-09T01:49:30.457351Z","caller":"traceutil/trace.go:171","msg":"trace[322111690] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5209; }","duration":"531.942845ms","start":"2026-03-09T01:49:29.925399Z","end":"2026-03-09T01:49:30.457342Z","steps":["trace[322111690] 'agreement among raft nodes before linearized reading' (duration: 531.851342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:30.457347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.109645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wb6nl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T01:49:30.457364Z","caller":"traceutil/trace.go:171","msg":"trace[652405211] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5209; }","duration":"525.027253ms","start":"2026-03-09T01:49:29.932322Z","end":"2026-03-09T01:49:30.457349Z","steps":["trace[652405211] 'agreement among raft nodes before linearized reading' (duration: 524.90229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:30.457374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:29.925387Z","time spent":"531.981465ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:49:30.457347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.338115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:49:30.457347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.966585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:49:30.457386Z","caller":"traceutil/trace.go:171","msg":"trace[178999120] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5209; }","duration":"523.860476ms","start":"2026-03-09T01:49:29.933507Z","end":"2026-03-09T01:49:30.457367Z","steps":["trace[178999120] 'agreement among raft nodes before linearized reading' (duration: 523.629691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:30.457396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:29.932306Z","time spent":"525.083775ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T01:49:30.457395Z","caller":"traceutil/trace.go:171","msg":"trace[294468257] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wb6nl; range_end:; response_count:1; response_revision:5209; }","duration":"531.180386ms","start":"2026-03-09T01:49:29.9262Z","end":"2026-03-09T01:49:30.45738Z","steps":["trace[294468257] 'agreement among raft nodes before linearized reading' (duration: 531.039843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:30.457387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.085301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:49:30.457417Z","caller":"traceutil/trace.go:171","msg":"trace[1508962229] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5209; }","duration":"303.432237ms","start":"2026-03-09T01:49:30.153966Z","end":"2026-03-09T01:49:30.457398Z","steps":["trace[1508962229] 'agreement among raft nodes before linearized reading' (duration: 303.289754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:30.457438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:29.92619Z","time spent":"531.240139ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-wb6nl\" "} {"level":"info","ts":"2026-03-09T01:49:30.457432Z","caller":"traceutil/trace.go:171","msg":"trace[90875583] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5209; }","duration":"124.056927ms","start":"2026-03-09T01:49:30.333353Z","end":"2026-03-09T01:49:30.45741Z","steps":["trace[90875583] 'agreement among raft nodes before linearized reading' (duration: 123.909574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:30.457437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:29.933497Z","time spent":"523.926448ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-09T01:49:30.457453Z","caller":"traceutil/trace.go:171","msg":"trace[1600698407] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5209; }","duration":"524.181864ms","start":"2026-03-09T01:49:29.933254Z","end":"2026-03-09T01:49:30.457436Z","steps":["trace[1600698407] 'agreement among raft nodes before linearized reading' (duration: 523.980209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:30.457456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:30.153955Z","time spent":"303.490338ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:49:30.457489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:29.933208Z","time spent":"524.273616ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:49:30.457461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.908419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-09T01:49:30.457499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.914731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"warn","ts":"2026-03-09T01:49:30.457078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:29.924662Z","time spent":"532.404905ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T01:49:30.457551Z","caller":"traceutil/trace.go:171","msg":"trace[1716419672] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5209; }","duration":"319.074673ms","start":"2026-03-09T01:49:30.138448Z","end":"2026-03-09T01:49:30.457522Z","steps":["trace[1716419672] 'agreement among raft nodes before linearized reading' (duration: 318.813217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:30.457598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:30.138428Z","time spent":"319.161974ms","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-09T01:49:30.457597Z","caller":"traceutil/trace.go:171","msg":"trace[699755363] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5209; }","duration":"403.062525ms","start":"2026-03-09T01:49:30.054509Z","end":"2026-03-09T01:49:30.457572Z","steps":["trace[699755363] 'agreement among raft nodes before linearized reading' (duration: 402.758218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:30.457644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:30.054489Z","time spent":"403.146836ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10414,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-09T01:49:30.652352Z","caller":"traceutil/trace.go:171","msg":"trace[1603875138] linearizableReadLoop","detail":"{readStateIndex:5415; appliedIndex:5414; }","duration":"191.434011ms","start":"2026-03-09T01:49:30.460895Z","end":"2026-03-09T01:49:30.652329Z","steps":["trace[1603875138] 'read index received' (duration: 139.342374ms)","trace[1603875138] 'applied index is now lower than readState.Index' (duration: 52.089997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:49:30.652584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.678858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-416fc071-8138-4f41-b79c-a2d82beb3400\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-09T01:49:30.652646Z","caller":"traceutil/trace.go:171","msg":"trace[602705984] range","detail":"{range_begin:/registry/persistentvolumes/pvc-416fc071-8138-4f41-b79c-a2d82beb3400; range_end:; response_count:1; response_revision:5209; }","duration":"191.749869ms","start":"2026-03-09T01:49:30.46088Z","end":"2026-03-09T01:49:30.65263Z","steps":["trace[602705984] 'agreement among raft nodes before linearized reading' (duration: 191.552195ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:30.706571Z","caller":"traceutil/trace.go:171","msg":"trace[414457978] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"243.960239ms","start":"2026-03-09T01:49:30.462593Z","end":"2026-03-09T01:49:30.706554Z","steps":["trace[414457978] 'process raft request' (duration: 243.886747ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:30.706606Z","caller":"traceutil/trace.go:171","msg":"trace[1404718202] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"244.670695ms","start":"2026-03-09T01:49:30.461901Z","end":"2026-03-09T01:49:30.706572Z","steps":["trace[1404718202] 'process raft request' (duration: 244.411599ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:30.706629Z","caller":"traceutil/trace.go:171","msg":"trace[2068929329] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"244.214005ms","start":"2026-03-09T01:49:30.462384Z","end":"2026-03-09T01:49:30.706598Z","steps":["trace[2068929329] 'process raft request' (duration: 244.067881ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:30.706867Z","caller":"traceutil/trace.go:171","msg":"trace[1906615204] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"243.957739ms","start":"2026-03-09T01:49:30.462886Z","end":"2026-03-09T01:49:30.706844Z","steps":["trace[1906615204] 'process raft request' (duration: 243.633351ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:30.707066Z","caller":"traceutil/trace.go:171","msg":"trace[1978382924] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"244.112112ms","start":"2026-03-09T01:49:30.46293Z","end":"2026-03-09T01:49:30.707042Z","steps":["trace[1978382924] 'process raft request' (duration: 243.842346ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:30.707183Z","caller":"traceutil/trace.go:171","msg":"trace[1996609282] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"243.60862ms","start":"2026-03-09T01:49:30.463565Z","end":"2026-03-09T01:49:30.707174Z","steps":["trace[1996609282] 'process raft request' (duration: 243.391315ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:30.70729Z","caller":"traceutil/trace.go:171","msg":"trace[1542871845] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"238.926471ms","start":"2026-03-09T01:49:30.468357Z","end":"2026-03-09T01:49:30.707284Z","steps":["trace[1542871845] 'process raft request' (duration: 238.759897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:30.707393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.334945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:49:30.707447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.075758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81823"} {"level":"info","ts":"2026-03-09T01:49:30.707479Z","caller":"traceutil/trace.go:171","msg":"trace[1067247452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5216; }","duration":"148.456218ms","start":"2026-03-09T01:49:30.558999Z","end":"2026-03-09T01:49:30.707455Z","steps":["trace[1067247452] 'agreement among raft nodes before linearized reading' (duration: 148.343825ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:30.707491Z","caller":"traceutil/trace.go:171","msg":"trace[800090235] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5216; }","duration":"243.158039ms","start":"2026-03-09T01:49:30.464321Z","end":"2026-03-09T01:49:30.707479Z","steps":["trace[800090235] 'agreement among raft nodes before linearized reading' (duration: 242.880993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:30.7077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.776436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-09T01:49:30.707769Z","caller":"traceutil/trace.go:171","msg":"trace[1510358413] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5216; }","duration":"205.879139ms","start":"2026-03-09T01:49:30.501876Z","end":"2026-03-09T01:49:30.707756Z","steps":["trace[1510358413] 'agreement among raft nodes before linearized reading' (duration: 205.721275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:30.937041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.380006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:49:30.937258Z","caller":"traceutil/trace.go:171","msg":"trace[1697693116] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"223.848119ms","start":"2026-03-09T01:49:30.713379Z","end":"2026-03-09T01:49:30.937227Z","steps":["trace[1697693116] 'process raft request' (duration: 81.190107ms)","trace[1697693116] 'compare' (duration: 142.18395ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:30.937508Z","caller":"traceutil/trace.go:171","msg":"trace[1909246661] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"221.871032ms","start":"2026-03-09T01:49:30.715477Z","end":"2026-03-09T01:49:30.937348Z","steps":["trace[1909246661] 'process raft request' (duration: 221.663478ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:30.937632Z","caller":"traceutil/trace.go:171","msg":"trace[837315493] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"221.845501ms","start":"2026-03-09T01:49:30.715757Z","end":"2026-03-09T01:49:30.937602Z","steps":["trace[837315493] 'process raft request' (duration: 221.460112ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:30.937669Z","caller":"traceutil/trace.go:171","msg":"trace[1332017952] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"221.853492ms","start":"2026-03-09T01:49:30.715781Z","end":"2026-03-09T01:49:30.937634Z","steps":["trace[1332017952] 'process raft request' (duration: 221.732309ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:30.937731Z","caller":"traceutil/trace.go:171","msg":"trace[1043028714] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"221.854812ms","start":"2026-03-09T01:49:30.715862Z","end":"2026-03-09T01:49:30.937717Z","steps":["trace[1043028714] 'process raft request' (duration: 221.721539ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:30.937729Z","caller":"traceutil/trace.go:171","msg":"trace[1583307613] linearizableReadLoop","detail":"{readStateIndex:5428; appliedIndex:5423; }","duration":"217.801577ms","start":"2026-03-09T01:49:30.719907Z","end":"2026-03-09T01:49:30.937709Z","steps":["trace[1583307613] 'read index received' (duration: 74.570001ms)","trace[1583307613] 'applied index is now lower than readState.Index' (duration: 143.229886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:49:30.937841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.911399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-09T01:49:30.937902Z","caller":"traceutil/trace.go:171","msg":"trace[1993578613] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5222; }","duration":"218.009272ms","start":"2026-03-09T01:49:30.719875Z","end":"2026-03-09T01:49:30.937884Z","steps":["trace[1993578613] 'agreement among raft nodes before linearized reading' (duration: 217.892999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:31.397795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.390478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:49:31.397959Z","caller":"traceutil/trace.go:171","msg":"trace[1951631391] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5222; }","duration":"348.590702ms","start":"2026-03-09T01:49:31.04935Z","end":"2026-03-09T01:49:31.39794Z","steps":["trace[1951631391] 'range keys from in-memory index tree' (duration: 348.321926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:31.398012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:31.049332Z","time spent":"348.670684ms","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-09T01:49:31.452714Z","caller":"traceutil/trace.go:171","msg":"trace[1375188678] linearizableReadLoop","detail":"{readStateIndex:5429; appliedIndex:5428; }","duration":"290.751521ms","start":"2026-03-09T01:49:31.161953Z","end":"2026-03-09T01:49:31.452704Z","steps":["trace[1375188678] 'read index received' (duration: 290.574547ms)","trace[1375188678] 'applied index is now lower than readState.Index' (duration: 176.494µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:31.452769Z","caller":"traceutil/trace.go:171","msg":"trace[1666974812] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"390.609484ms","start":"2026-03-09T01:49:31.062117Z","end":"2026-03-09T01:49:31.452727Z","steps":["trace[1666974812] 'process raft request' (duration: 390.45817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:31.452924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:31.062098Z","time spent":"390.744366ms","remote":"127.0.0.1:41050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:49:31.453111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.160871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-09T01:49:31.453155Z","caller":"traceutil/trace.go:171","msg":"trace[1402324752] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5223; }","duration":"291.248063ms","start":"2026-03-09T01:49:31.161896Z","end":"2026-03-09T01:49:31.453145Z","steps":["trace[1402324752] 'agreement among raft nodes before linearized reading' (duration: 290.879475ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:32.203346Z","caller":"traceutil/trace.go:171","msg":"trace[1331709014] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"109.709672ms","start":"2026-03-09T01:49:32.093604Z","end":"2026-03-09T01:49:32.203314Z","steps":["trace[1331709014] 'process raft request' (duration: 109.417035ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:32.349483Z","caller":"traceutil/trace.go:171","msg":"trace[169013952] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"128.100872ms","start":"2026-03-09T01:49:32.221352Z","end":"2026-03-09T01:49:32.349452Z","steps":["trace[169013952] 'process raft request' (duration: 41.747725ms)","trace[169013952] 'compare' (duration: 86.131492ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:32.583564Z","caller":"traceutil/trace.go:171","msg":"trace[1697241630] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"119.538693ms","start":"2026-03-09T01:49:32.463999Z","end":"2026-03-09T01:49:32.583538Z","steps":["trace[1697241630] 'process raft request' (duration: 26.141221ms)","trace[1697241630] 'compare' (duration: 93.187167ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:32.58378Z","caller":"traceutil/trace.go:171","msg":"trace[1039596555] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"117.742051ms","start":"2026-03-09T01:49:32.466007Z","end":"2026-03-09T01:49:32.583749Z","steps":["trace[1039596555] 'process raft request' (duration: 117.490645ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:05.644611Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2647} {"level":"info","ts":"2026-03-09T01:50:05.720143Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2647,"took":"74.045361ms","hash":3609453553,"current-db-size-bytes":40136704,"current-db-size":"40 MB","current-db-size-in-use-bytes":29913088,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-09T01:50:05.720237Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3609453553,"revision":2647,"compact-revision":-1} {"level":"info","ts":"2026-03-09T01:50:14.416142Z","caller":"traceutil/trace.go:171","msg":"trace[976468719] linearizableReadLoop","detail":"{readStateIndex:5780; appliedIndex:5779; }","duration":"292.51128ms","start":"2026-03-09T01:50:14.123613Z","end":"2026-03-09T01:50:14.416124Z","steps":["trace[976468719] 'read index received' (duration: 292.282255ms)","trace[976468719] 'applied index is now lower than readState.Index' (duration: 228.295µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:50:14.416283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.657684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:50:14.416258Z","caller":"traceutil/trace.go:171","msg":"trace[393625791] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"361.530705ms","start":"2026-03-09T01:50:14.054658Z","end":"2026-03-09T01:50:14.416189Z","steps":["trace[393625791] 'process raft request' (duration: 361.33987ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:14.416311Z","caller":"traceutil/trace.go:171","msg":"trace[452727866] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5563; }","duration":"292.760196ms","start":"2026-03-09T01:50:14.123542Z","end":"2026-03-09T01:50:14.416302Z","steps":["trace[452727866] 'agreement among raft nodes before linearized reading' (duration: 292.679755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:14.416432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:14.054641Z","time spent":"361.698168ms","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:50:14.917964Z","caller":"traceutil/trace.go:171","msg":"trace[1416401272] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"106.819748ms","start":"2026-03-09T01:50:14.811115Z","end":"2026-03-09T01:50:14.917935Z","steps":["trace[1416401272] 'process raft request' (duration: 106.660215ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:15.262246Z","caller":"traceutil/trace.go:171","msg":"trace[26528802] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"174.832159ms","start":"2026-03-09T01:50:15.087393Z","end":"2026-03-09T01:50:15.262225Z","steps":["trace[26528802] 'process raft request' (duration: 174.713676ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:15.297329Z","caller":"traceutil/trace.go:171","msg":"trace[2083134141] linearizableReadLoop","detail":"{readStateIndex:5785; appliedIndex:5783; }","duration":"199.109746ms","start":"2026-03-09T01:50:15.098196Z","end":"2026-03-09T01:50:15.297305Z","steps":["trace[2083134141] 'read index received' (duration: 163.989645ms)","trace[2083134141] 'applied index is now lower than readState.Index' (duration: 35.119391ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:50:15.297448Z","caller":"traceutil/trace.go:171","msg":"trace[1149790638] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"208.442285ms","start":"2026-03-09T01:50:15.088975Z","end":"2026-03-09T01:50:15.297418Z","steps":["trace[1149790638] 'process raft request' (duration: 208.201829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:15.297528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.306021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-09T01:50:15.297556Z","caller":"traceutil/trace.go:171","msg":"trace[87415019] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5567; }","duration":"199.367973ms","start":"2026-03-09T01:50:15.098179Z","end":"2026-03-09T01:50:15.297547Z","steps":["trace[87415019] 'agreement among raft nodes before linearized reading' (duration: 199.23409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:15.297677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.967046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T01:50:15.297709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.123804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T01:50:15.297713Z","caller":"traceutil/trace.go:171","msg":"trace[302119474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5567; }","duration":"194.036658ms","start":"2026-03-09T01:50:15.103665Z","end":"2026-03-09T01:50:15.297702Z","steps":["trace[302119474] 'agreement among raft nodes before linearized reading' (duration: 193.952816ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:15.297736Z","caller":"traceutil/trace.go:171","msg":"trace[1523796960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5567; }","duration":"195.161344ms","start":"2026-03-09T01:50:15.102567Z","end":"2026-03-09T01:50:15.297728Z","steps":["trace[1523796960] 'agreement among raft nodes before linearized reading' (duration: 195.086272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:15.297825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.034348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:50:15.297917Z","caller":"traceutil/trace.go:171","msg":"trace[574860183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5567; }","duration":"194.166841ms","start":"2026-03-09T01:50:15.103727Z","end":"2026-03-09T01:50:15.297893Z","steps":["trace[574860183] 'agreement among raft nodes before linearized reading' (duration: 193.904775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:15.298059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.127914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wb6nl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T01:50:15.298108Z","caller":"traceutil/trace.go:171","msg":"trace[1890747669] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wb6nl; range_end:; response_count:1; response_revision:5567; }","duration":"198.442121ms","start":"2026-03-09T01:50:15.09965Z","end":"2026-03-09T01:50:15.298092Z","steps":["trace[1890747669] 'agreement among raft nodes before linearized reading' (duration: 197.918128ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:15.432177Z","caller":"traceutil/trace.go:171","msg":"trace[2084994330] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"130.307317ms","start":"2026-03-09T01:50:15.301825Z","end":"2026-03-09T01:50:15.432132Z","steps":["trace[2084994330] 'process raft request' (duration: 50.351527ms)","trace[2084994330] 'compare' (duration: 79.646753ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:50:15.432449Z","caller":"traceutil/trace.go:171","msg":"trace[308118860] linearizableReadLoop","detail":"{readStateIndex:5788; appliedIndex:5785; }","duration":"130.277457ms","start":"2026-03-09T01:50:15.302146Z","end":"2026-03-09T01:50:15.432423Z","steps":["trace[308118860] 'read index received' (duration: 6.526143ms)","trace[308118860] 'applied index is now lower than readState.Index' (duration: 123.749964ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:50:15.432491Z","caller":"traceutil/trace.go:171","msg":"trace[582796850] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"130.178884ms","start":"2026-03-09T01:50:15.302282Z","end":"2026-03-09T01:50:15.432461Z","steps":["trace[582796850] 'process raft request' (duration: 130.034671ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:15.432426Z","caller":"traceutil/trace.go:171","msg":"trace[598724726] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"130.328128ms","start":"2026-03-09T01:50:15.302073Z","end":"2026-03-09T01:50:15.432401Z","steps":["trace[598724726] 'process raft request' (duration: 129.99706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:15.432777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.612485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101698"} {"level":"info","ts":"2026-03-09T01:50:15.432821Z","caller":"traceutil/trace.go:171","msg":"trace[646160886] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5571; }","duration":"130.711267ms","start":"2026-03-09T01:50:15.302099Z","end":"2026-03-09T01:50:15.43281Z","steps":["trace[646160886] 'agreement among raft nodes before linearized reading' (duration: 130.430641ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:31.087638Z","caller":"traceutil/trace.go:171","msg":"trace[1452871633] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"174.02459ms","start":"2026-03-09T01:50:30.91358Z","end":"2026-03-09T01:50:31.087605Z","steps":["trace[1452871633] 'process raft request' (duration: 173.846235ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:31.094388Z","caller":"traceutil/trace.go:171","msg":"trace[2042873592] transaction","detail":"{read_only:false; response_revision:5668; number_of_response:1; }","duration":"124.672145ms","start":"2026-03-09T01:50:30.969689Z","end":"2026-03-09T01:50:31.094361Z","steps":["trace[2042873592] 'process raft request' (duration: 124.236645ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:53.883797Z","caller":"traceutil/trace.go:171","msg":"trace[1470424864] transaction","detail":"{read_only:false; response_revision:5832; number_of_response:1; }","duration":"129.472728ms","start":"2026-03-09T01:50:53.754293Z","end":"2026-03-09T01:50:53.883765Z","steps":["trace[1470424864] 'process raft request' (duration: 37.562508ms)","trace[1470424864] 'compare' (duration: 91.795497ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:05.650362Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5510} {"level":"info","ts":"2026-03-09T01:55:05.753098Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5510,"took":"100.953609ms","hash":3740099636,"current-db-size-bytes":40976384,"current-db-size":"41 MB","current-db-size-in-use-bytes":22331392,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-09T01:55:05.75315Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3740099636,"revision":5510,"compact-revision":2647} {"level":"warn","ts":"2026-03-09T01:55:17.331763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743202801537440,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:55:17.455209Z","caller":"traceutil/trace.go:171","msg":"trace[1334745548] transaction","detail":"{read_only:false; response_revision:7674; number_of_response:1; }","duration":"636.277002ms","start":"2026-03-09T01:55:16.818905Z","end":"2026-03-09T01:55:17.455182Z","steps":["trace[1334745548] 'process raft request' (duration: 636.023716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:17.455486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:16.818885Z","time spent":"636.398944ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:55:17.914256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.423871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:55:17.914347Z","caller":"traceutil/trace.go:171","msg":"trace[611795405] linearizableReadLoop","detail":"{readStateIndex:7967; appliedIndex:7965; }","duration":"1.083411655s","start":"2026-03-09T01:55:16.83092Z","end":"2026-03-09T01:55:17.914332Z","steps":["trace[611795405] 'read index received' (duration: 624.006234ms)","trace[611795405] 'applied index is now lower than readState.Index' (duration: 459.404221ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:17.914377Z","caller":"traceutil/trace.go:171","msg":"trace[1221187704] transaction","detail":"{read_only:false; response_revision:7675; number_of_response:1; }","duration":"1.09432742s","start":"2026-03-09T01:55:16.820023Z","end":"2026-03-09T01:55:17.91435Z","steps":["trace[1221187704] 'process raft request' (duration: 666.710595ms)","trace[1221187704] 'compare' (duration: 427.327309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:55:17.914484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083551088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:55:17.914537Z","caller":"traceutil/trace.go:171","msg":"trace[302389149] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7675; }","duration":"1.083623499s","start":"2026-03-09T01:55:16.830902Z","end":"2026-03-09T01:55:17.914525Z","steps":["trace[302389149] 'agreement among raft nodes before linearized reading' (duration: 1.083525277s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:17.914576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:16.830894Z","time spent":"1.083671651s","remote":"127.0.0.1:34312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-03-09T01:55:17.914596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083603919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:55:17.914718Z","caller":"traceutil/trace.go:171","msg":"trace[381877645] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7675; }","duration":"1.083749522s","start":"2026-03-09T01:55:16.830939Z","end":"2026-03-09T01:55:17.914688Z","steps":["trace[381877645] 'agreement among raft nodes before linearized reading' (duration: 1.083569768s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:17.914781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:16.830931Z","time spent":"1.083832285s","remote":"127.0.0.1:34312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:55:17.914953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083510747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:55:17.914965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.546297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:55:17.915011Z","caller":"traceutil/trace.go:171","msg":"trace[964195305] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7675; }","duration":"1.083582248s","start":"2026-03-09T01:55:16.831411Z","end":"2026-03-09T01:55:17.914994Z","steps":["trace[964195305] 'agreement among raft nodes before linearized reading' (duration: 1.083501617s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:17.915004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.758827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-09T01:55:17.915033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007754299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-09T01:55:17.915031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.278592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-09T01:55:17.915066Z","caller":"traceutil/trace.go:171","msg":"trace[1230083533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7675; }","duration":"356.682111ms","start":"2026-03-09T01:55:17.558358Z","end":"2026-03-09T01:55:17.91504Z","steps":["trace[1230083533] 'agreement among raft nodes before linearized reading' (duration: 356.479726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:17.915101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.514881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-09T01:55:17.915118Z","caller":"traceutil/trace.go:171","msg":"trace[919826290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7675; }","duration":"1.007881692s","start":"2026-03-09T01:55:16.907217Z","end":"2026-03-09T01:55:17.915099Z","steps":["trace[919826290] 'agreement among raft nodes before linearized reading' (duration: 1.007669977s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:17.915129Z","caller":"traceutil/trace.go:171","msg":"trace[1433960716] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7675; }","duration":"408.412164ms","start":"2026-03-09T01:55:17.506694Z","end":"2026-03-09T01:55:17.915106Z","steps":["trace[1433960716] 'agreement among raft nodes before linearized reading' (duration: 408.127797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:17.915125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:17.558347Z","time spent":"356.770012ms","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:55:17.915144Z","caller":"traceutil/trace.go:171","msg":"trace[2006546617] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7675; }","duration":"787.605153ms","start":"2026-03-09T01:55:17.127527Z","end":"2026-03-09T01:55:17.915132Z","steps":["trace[2006546617] 'agreement among raft nodes before linearized reading' (duration: 787.353697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:17.915178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:17.50668Z","time spent":"408.489127ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-09T01:55:17.914973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.367038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T01:55:17.915194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:17.127505Z","time spent":"787.673415ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-09T01:55:17.915237Z","caller":"traceutil/trace.go:171","msg":"trace[1003678826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7675; }","duration":"787.635204ms","start":"2026-03-09T01:55:17.127588Z","end":"2026-03-09T01:55:17.915223Z","steps":["trace[1003678826] 'agreement among raft nodes before linearized reading' (duration: 787.226594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:17.915244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:16.820011Z","time spent":"1.095177661s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:55:17.915286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:17.127466Z","time spent":"787.808518ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:55:17.915183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:16.907198Z","time spent":"1.007962864s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:55:17.915056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:16.831407Z","time spent":"1.08363983s","remote":"127.0.0.1:34312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"info","ts":"2026-03-09T01:55:17.915067Z","caller":"traceutil/trace.go:171","msg":"trace[1076730309] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7675; }","duration":"793.86632ms","start":"2026-03-09T01:55:17.121185Z","end":"2026-03-09T01:55:17.915051Z","steps":["trace[1076730309] 'agreement among raft nodes before linearized reading' (duration: 793.654235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:17.915431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:17.121161Z","time spent":"794.253049ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:55:17.916567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.366267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wb6nl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T01:55:17.916757Z","caller":"traceutil/trace.go:171","msg":"trace[804720121] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wb6nl; range_end:; response_count:1; response_revision:7675; }","duration":"706.569592ms","start":"2026-03-09T01:55:17.210139Z","end":"2026-03-09T01:55:17.916708Z","steps":["trace[804720121] 'agreement among raft nodes before linearized reading' (duration: 704.738029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:17.916865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:17.210119Z","time spent":"706.733715ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-wb6nl\" "} {"level":"warn","ts":"2026-03-09T01:55:30.006705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743202801537607,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:55:30.15514Z","caller":"traceutil/trace.go:171","msg":"trace[573498172] linearizableReadLoop","detail":"{readStateIndex:8026; appliedIndex:8025; }","duration":"648.79649ms","start":"2026-03-09T01:55:29.50632Z","end":"2026-03-09T01:55:30.155116Z","steps":["trace[573498172] 'read index received' (duration: 648.587015ms)","trace[573498172] 'applied index is now lower than readState.Index' (duration: 208.115µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:55:30.155266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:29.494508Z","time spent":"660.75521ms","remote":"127.0.0.1:41014","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-09T01:55:30.155589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.26537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:55:30.155626Z","caller":"traceutil/trace.go:171","msg":"trace[901818235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7730; }","duration":"649.350782ms","start":"2026-03-09T01:55:29.506263Z","end":"2026-03-09T01:55:30.155614Z","steps":["trace[901818235] 'agreement among raft nodes before linearized reading' (duration: 649.200959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:30.15567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:29.50624Z","time spent":"649.423225ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:55:30.155773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.498368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T01:55:30.155855Z","caller":"traceutil/trace.go:171","msg":"trace[359646056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7730; }","duration":"189.617612ms","start":"2026-03-09T01:55:29.966216Z","end":"2026-03-09T01:55:30.155833Z","steps":["trace[359646056] 'agreement among raft nodes before linearized reading' (duration: 189.396016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:30.155924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.459425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T01:55:30.155922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.65828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-09T01:55:30.155952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.803229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wb6nl\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-09T01:55:30.155966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.721195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:55:30.156007Z","caller":"traceutil/trace.go:171","msg":"trace[836428156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7730; }","duration":"171.806293ms","start":"2026-03-09T01:55:29.98418Z","end":"2026-03-09T01:55:30.155987Z","steps":["trace[836428156] 'agreement among raft nodes before linearized reading' (duration: 171.546257ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:30.156023Z","caller":"traceutil/trace.go:171","msg":"trace[763160609] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wb6nl; range_end:; response_count:1; response_revision:7730; }","duration":"164.923341ms","start":"2026-03-09T01:55:29.991079Z","end":"2026-03-09T01:55:30.156002Z","steps":["trace[763160609] 'agreement among raft nodes before linearized reading' (duration: 164.686706ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:30.156035Z","caller":"traceutil/trace.go:171","msg":"trace[1134426671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7730; }","duration":"175.853949ms","start":"2026-03-09T01:55:29.980163Z","end":"2026-03-09T01:55:30.156016Z","steps":["trace[1134426671] 'agreement among raft nodes before linearized reading' (duration: 175.655254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:30.156037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.790606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-09T01:55:30.155976Z","caller":"traceutil/trace.go:171","msg":"trace[640138640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7730; }","duration":"168.550347ms","start":"2026-03-09T01:55:29.987411Z","end":"2026-03-09T01:55:30.155962Z","steps":["trace[640138640] 'agreement among raft nodes before linearized reading' (duration: 168.372602ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:30.156101Z","caller":"traceutil/trace.go:171","msg":"trace[1338600306] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7730; }","duration":"175.93174ms","start":"2026-03-09T01:55:29.980151Z","end":"2026-03-09T01:55:30.156083Z","steps":["trace[1338600306] 'agreement among raft nodes before linearized reading' (duration: 175.698075ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:30.27344Z","caller":"traceutil/trace.go:171","msg":"trace[1829517541] transaction","detail":"{read_only:false; response_revision:7734; number_of_response:1; }","duration":"113.021254ms","start":"2026-03-09T01:55:30.160388Z","end":"2026-03-09T01:55:30.273409Z","steps":["trace[1829517541] 'process raft request' (duration: 112.954012ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:30.27348Z","caller":"traceutil/trace.go:171","msg":"trace[1290513279] transaction","detail":"{read_only:false; response_revision:7732; number_of_response:1; }","duration":"113.825432ms","start":"2026-03-09T01:55:30.159623Z","end":"2026-03-09T01:55:30.273449Z","steps":["trace[1290513279] 'process raft request' (duration: 113.513184ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:30.273509Z","caller":"traceutil/trace.go:171","msg":"trace[1547721527] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"113.476834ms","start":"2026-03-09T01:55:30.160005Z","end":"2026-03-09T01:55:30.273482Z","steps":["trace[1547721527] 'process raft request' (duration: 113.30283ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:30.273717Z","caller":"traceutil/trace.go:171","msg":"trace[964058364] transaction","detail":"{read_only:false; response_revision:7735; number_of_response:1; }","duration":"113.247028ms","start":"2026-03-09T01:55:30.16045Z","end":"2026-03-09T01:55:30.273697Z","steps":["trace[964058364] 'process raft request' (duration: 112.923721ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:30.275058Z","caller":"traceutil/trace.go:171","msg":"trace[1881787830] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"114.438136ms","start":"2026-03-09T01:55:30.160579Z","end":"2026-03-09T01:55:30.275017Z","steps":["trace[1881787830] 'process raft request' (duration: 113.082855ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:30.275121Z","caller":"traceutil/trace.go:171","msg":"trace[692091129] linearizableReadLoop","detail":"{readStateIndex:8032; appliedIndex:8026; }","duration":"114.204561ms","start":"2026-03-09T01:55:30.160866Z","end":"2026-03-09T01:55:30.275071Z","steps":["trace[692091129] 'read index received' (duration: 74.470178ms)","trace[692091129] 'applied index is now lower than readState.Index' (duration: 39.732813ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:30.275188Z","caller":"traceutil/trace.go:171","msg":"trace[753358530] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"113.477914ms","start":"2026-03-09T01:55:30.161676Z","end":"2026-03-09T01:55:30.275154Z","steps":["trace[753358530] 'process raft request' (duration: 113.284809ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:30.275243Z","caller":"traceutil/trace.go:171","msg":"trace[146326998] transaction","detail":"{read_only:false; response_revision:7738; number_of_response:1; }","duration":"104.879312ms","start":"2026-03-09T01:55:30.170327Z","end":"2026-03-09T01:55:30.275207Z","steps":["trace[146326998] 'process raft request' (duration: 104.691717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:30.27603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.140623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223851"} {"level":"info","ts":"2026-03-09T01:55:30.276091Z","caller":"traceutil/trace.go:171","msg":"trace[84765660] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7738; }","duration":"115.232915ms","start":"2026-03-09T01:55:30.160836Z","end":"2026-03-09T01:55:30.276069Z","steps":["trace[84765660] 'agreement among raft nodes before linearized reading' (duration: 114.378065ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:31.667533Z","caller":"traceutil/trace.go:171","msg":"trace[658227771] linearizableReadLoop","detail":"{readStateIndex:8036; appliedIndex:8035; }","duration":"120.256453ms","start":"2026-03-09T01:55:31.547255Z","end":"2026-03-09T01:55:31.667511Z","steps":["trace[658227771] 'read index received' (duration: 120.071099ms)","trace[658227771] 'applied index is now lower than readState.Index' (duration: 184.444µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:31.667624Z","caller":"traceutil/trace.go:171","msg":"trace[1300194442] transaction","detail":"{read_only:false; response_revision:7740; number_of_response:1; }","duration":"321.62796ms","start":"2026-03-09T01:55:31.345972Z","end":"2026-03-09T01:55:31.6676Z","steps":["trace[1300194442] 'process raft request' (duration: 321.410475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:31.66768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.401386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:55:31.667732Z","caller":"traceutil/trace.go:171","msg":"trace[751860612] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7740; }","duration":"120.502419ms","start":"2026-03-09T01:55:31.547217Z","end":"2026-03-09T01:55:31.667719Z","steps":["trace[751860612] 'agreement among raft nodes before linearized reading' (duration: 120.411787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:31.667736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:31.345953Z","time spent":"321.716493ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:55:31.6678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.475946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:55:31.667878Z","caller":"traceutil/trace.go:171","msg":"trace[1434169580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7740; }","duration":"108.602109ms","start":"2026-03-09T01:55:31.559255Z","end":"2026-03-09T01:55:31.667857Z","steps":["trace[1434169580] 'agreement among raft nodes before linearized reading' (duration: 108.466926ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:32.463326Z","caller":"traceutil/trace.go:171","msg":"trace[328909197] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"176.75553ms","start":"2026-03-09T01:55:32.286554Z","end":"2026-03-09T01:55:32.463309Z","steps":["trace[328909197] 'process raft request' (duration: 176.682318ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:32.463394Z","caller":"traceutil/trace.go:171","msg":"trace[1976220247] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"177.844726ms","start":"2026-03-09T01:55:32.285507Z","end":"2026-03-09T01:55:32.463352Z","steps":["trace[1976220247] 'process raft request' (duration: 114.890108ms)","trace[1976220247] 'compare' (duration: 62.659701ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:32.463497Z","caller":"traceutil/trace.go:171","msg":"trace[2083371424] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"176.558235ms","start":"2026-03-09T01:55:32.286933Z","end":"2026-03-09T01:55:32.463492Z","steps":["trace[2083371424] 'process raft request' (duration: 176.36093ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:32.46374Z","caller":"traceutil/trace.go:171","msg":"trace[791367289] linearizableReadLoop","detail":"{readStateIndex:8038; appliedIndex:8036; }","duration":"177.284572ms","start":"2026-03-09T01:55:32.286432Z","end":"2026-03-09T01:55:32.463717Z","steps":["trace[791367289] 'read index received' (duration: 40.298426ms)","trace[791367289] 'applied index is now lower than readState.Index' (duration: 136.984846ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:32.463783Z","caller":"traceutil/trace.go:171","msg":"trace[898966296] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"176.172336ms","start":"2026-03-09T01:55:32.287585Z","end":"2026-03-09T01:55:32.463757Z","steps":["trace[898966296] 'process raft request' (duration: 176.045973ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:32.463892Z","caller":"traceutil/trace.go:171","msg":"trace[1545250697] transaction","detail":"{read_only:false; response_revision:7748; number_of_response:1; }","duration":"175.785387ms","start":"2026-03-09T01:55:32.288095Z","end":"2026-03-09T01:55:32.46388Z","steps":["trace[1545250697] 'process raft request' (duration: 175.572882ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:32.463942Z","caller":"traceutil/trace.go:171","msg":"trace[1441148664] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"176.407821ms","start":"2026-03-09T01:55:32.287487Z","end":"2026-03-09T01:55:32.463895Z","steps":["trace[1441148664] 'process raft request' (duration: 175.984521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:32.463979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.508793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-09T01:55:32.463792Z","caller":"traceutil/trace.go:171","msg":"trace[1364056910] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"176.206346ms","start":"2026-03-09T01:55:32.287511Z","end":"2026-03-09T01:55:32.463718Z","steps":["trace[1364056910] 'process raft request' (duration: 176.060693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:32.464163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.701232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wb6nl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T01:55:32.464268Z","caller":"traceutil/trace.go:171","msg":"trace[1854571824] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wb6nl; range_end:; response_count:1; response_revision:7748; }","duration":"177.827674ms","start":"2026-03-09T01:55:32.286418Z","end":"2026-03-09T01:55:32.464246Z","steps":["trace[1854571824] 'agreement among raft nodes before linearized reading' (duration: 177.554588ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:32.464475Z","caller":"traceutil/trace.go:171","msg":"trace[652873728] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:7748; }","duration":"173.762639ms","start":"2026-03-09T01:55:32.290421Z","end":"2026-03-09T01:55:32.464184Z","steps":["trace[652873728] 'agreement among raft nodes before linearized reading' (duration: 173.475282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:57.746611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.991379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:55:57.746693Z","caller":"traceutil/trace.go:171","msg":"trace[140233590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7919; }","duration":"181.123412ms","start":"2026-03-09T01:55:57.565551Z","end":"2026-03-09T01:55:57.746674Z","steps":["trace[140233590] 'range keys from in-memory index tree' (duration: 180.920858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:57.746862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.502672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-09T01:55:57.746935Z","caller":"traceutil/trace.go:171","msg":"trace[196107861] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:7919; }","duration":"147.620665ms","start":"2026-03-09T01:55:57.599294Z","end":"2026-03-09T01:55:57.746915Z","steps":["trace[196107861] 'range keys from in-memory index tree' (duration: 147.303038ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:58.831202Z","caller":"traceutil/trace.go:171","msg":"trace[905708456] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"130.400821ms","start":"2026-03-09T01:55:58.700775Z","end":"2026-03-09T01:55:58.831176Z","steps":["trace[905708456] 'process raft request' (duration: 130.246857ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:58.934845Z","caller":"traceutil/trace.go:171","msg":"trace[1874474765] linearizableReadLoop","detail":"{readStateIndex:8230; appliedIndex:8227; }","duration":"228.563225ms","start":"2026-03-09T01:55:58.706263Z","end":"2026-03-09T01:55:58.934826Z","steps":["trace[1874474765] 'read index received' (duration: 124.83796ms)","trace[1874474765] 'applied index is now lower than readState.Index' (duration: 103.724425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:55:58.935227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.620319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:55:58.935262Z","caller":"traceutil/trace.go:171","msg":"trace[1262169208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7927; }","duration":"223.678721ms","start":"2026-03-09T01:55:58.711574Z","end":"2026-03-09T01:55:58.935253Z","steps":["trace[1262169208] 'agreement among raft nodes before linearized reading' (duration: 223.556658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:58.935322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.042506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-09T01:55:58.935406Z","caller":"traceutil/trace.go:171","msg":"trace[1700211450] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7927; }","duration":"229.158549ms","start":"2026-03-09T01:55:58.706225Z","end":"2026-03-09T01:55:58.935384Z","steps":["trace[1700211450] 'agreement among raft nodes before linearized reading' (duration: 228.910803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:58.935441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.901738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wb6nl\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-09T01:55:58.93548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.138874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T01:55:58.935485Z","caller":"traceutil/trace.go:171","msg":"trace[1387871357] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wb6nl; range_end:; response_count:1; response_revision:7927; }","duration":"212.959769ms","start":"2026-03-09T01:55:58.722511Z","end":"2026-03-09T01:55:58.93547Z","steps":["trace[1387871357] 'agreement among raft nodes before linearized reading' (duration: 212.867317ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:58.935506Z","caller":"traceutil/trace.go:171","msg":"trace[2123875246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7927; }","duration":"216.195785ms","start":"2026-03-09T01:55:58.719303Z","end":"2026-03-09T01:55:58.935499Z","steps":["trace[2123875246] 'agreement among raft nodes before linearized reading' (duration: 216.124553ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:58.935608Z","caller":"traceutil/trace.go:171","msg":"trace[47368316] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"230.452599ms","start":"2026-03-09T01:55:58.705144Z","end":"2026-03-09T01:55:58.935597Z","steps":["trace[47368316] 'process raft request' (duration: 229.65076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:58.935331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.917498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:55:58.935689Z","caller":"traceutil/trace.go:171","msg":"trace[333286902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7927; }","duration":"216.313918ms","start":"2026-03-09T01:55:58.719364Z","end":"2026-03-09T01:55:58.935678Z","steps":["trace[333286902] 'agreement among raft nodes before linearized reading' (duration: 215.809026ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:58.935702Z","caller":"traceutil/trace.go:171","msg":"trace[952291820] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"231.301889ms","start":"2026-03-09T01:55:58.704386Z","end":"2026-03-09T01:55:58.935688Z","steps":["trace[952291820] 'process raft request' (duration: 230.283495ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:00.915868Z","caller":"traceutil/trace.go:171","msg":"trace[666917363] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"366.709288ms","start":"2026-03-09T01:56:00.549126Z","end":"2026-03-09T01:56:00.915835Z","steps":["trace[666917363] 'process raft request' (duration: 366.506863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:00.916052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:00.549097Z","time spent":"366.858472ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:56:00.918164Z","caller":"traceutil/trace.go:171","msg":"trace[299626256] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"290.922519ms","start":"2026-03-09T01:56:00.627211Z","end":"2026-03-09T01:56:00.918133Z","steps":["trace[299626256] 'process raft request' (duration: 290.743915ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:04.806718Z","caller":"traceutil/trace.go:171","msg":"trace[1092244603] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"190.722787ms","start":"2026-03-09T01:56:04.615971Z","end":"2026-03-09T01:56:04.806694Z","steps":["trace[1092244603] 'process raft request' (duration: 190.585824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:05.183495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.062756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T01:56:05.183577Z","caller":"traceutil/trace.go:171","msg":"trace[185251398] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7952; }","duration":"246.186129ms","start":"2026-03-09T01:56:04.937373Z","end":"2026-03-09T01:56:05.183559Z","steps":["trace[185251398] 'range keys from in-memory index tree' (duration: 245.906462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:05.455885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743202801538314,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:56:05.472322Z","caller":"traceutil/trace.go:171","msg":"trace[1705875423] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"532.579342ms","start":"2026-03-09T01:56:04.93972Z","end":"2026-03-09T01:56:05.4723Z","steps":["trace[1705875423] 'process raft request' (duration: 532.363027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:05.472447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:04.939699Z","time spent":"532.677045ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:56:05.682786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.561946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:56:05.683031Z","caller":"traceutil/trace.go:171","msg":"trace[1317943040] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"741.489386ms","start":"2026-03-09T01:56:04.941523Z","end":"2026-03-09T01:56:05.683013Z","steps":["trace[1317943040] 'process raft request' (duration: 630.638923ms)","trace[1317943040] 'compare' (duration: 110.207187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:56:05.68309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:04.941504Z","time spent":"741.560237ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:56:05.860135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.259511ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-09T01:56:05.860785Z","caller":"traceutil/trace.go:171","msg":"trace[1873562830] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"673.613612ms","start":"2026-03-09T01:56:05.18715Z","end":"2026-03-09T01:56:05.860763Z","steps":["trace[1873562830] 'process raft request' (duration: 673.117321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:05.860904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:05.187126Z","time spent":"673.713424ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:56:05.898861Z","caller":"traceutil/trace.go:171","msg":"trace[1212995058] linearizableReadLoop","detail":"{readStateIndex:8261; appliedIndex:8256; }","duration":"943.949478ms","start":"2026-03-09T01:56:04.954883Z","end":"2026-03-09T01:56:05.898832Z","steps":["trace[1212995058] 'read index received' (duration: 517.206141ms)","trace[1212995058] 'applied index is now lower than readState.Index' (duration: 426.742277ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:56:05.898936Z","caller":"traceutil/trace.go:171","msg":"trace[1776091765] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"637.129616ms","start":"2026-03-09T01:56:05.261781Z","end":"2026-03-09T01:56:05.898911Z","steps":["trace[1776091765] 'process raft request' (duration: 598.97279ms)","trace[1776091765] 'compare' (duration: 37.961431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:56:05.899079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:05.261755Z","time spent":"637.234038ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:56:05.899249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.410399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T01:56:05.899339Z","caller":"traceutil/trace.go:171","msg":"trace[60931742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7956; }","duration":"921.518071ms","start":"2026-03-09T01:56:04.9778Z","end":"2026-03-09T01:56:05.899319Z","steps":["trace[60931742] 'agreement among raft nodes before linearized reading' (duration: 921.245955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:05.899247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.37699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-09T01:56:05.899383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:04.977795Z","time spent":"921.578653ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T01:56:05.899414Z","caller":"traceutil/trace.go:171","msg":"trace[1500675086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7956; }","duration":"930.569564ms","start":"2026-03-09T01:56:04.968831Z","end":"2026-03-09T01:56:05.899401Z","steps":["trace[1500675086] 'agreement among raft nodes before linearized reading' (duration: 930.297358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:05.899467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:04.968826Z","time spent":"930.614845ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:56:05.899505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.603277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wb6nl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T01:56:05.89964Z","caller":"traceutil/trace.go:171","msg":"trace[354341303] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wb6nl; range_end:; response_count:1; response_revision:7956; }","duration":"916.75796ms","start":"2026-03-09T01:56:04.982827Z","end":"2026-03-09T01:56:05.899585Z","steps":["trace[354341303] 'agreement among raft nodes before linearized reading' (duration: 916.386031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:05.899676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.786667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T01:56:05.899722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:04.982821Z","time spent":"916.885802ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-wb6nl\" "} {"level":"info","ts":"2026-03-09T01:56:05.899729Z","caller":"traceutil/trace.go:171","msg":"trace[1621377045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7956; }","duration":"944.85203ms","start":"2026-03-09T01:56:04.954861Z","end":"2026-03-09T01:56:05.899713Z","steps":["trace[1621377045] 'agreement among raft nodes before linearized reading' (duration: 944.110902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:05.899769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:04.954841Z","time spent":"944.921121ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:56:05.899747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.521945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:56:05.899923Z","caller":"traceutil/trace.go:171","msg":"trace[131284013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7956; }","duration":"922.699769ms","start":"2026-03-09T01:56:04.977174Z","end":"2026-03-09T01:56:05.899874Z","steps":["trace[131284013] 'agreement among raft nodes before linearized reading' (duration: 921.89138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:05.899898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.463196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-09T01:56:05.899977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:04.977168Z","time spent":"922.797721ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:56:05.899995Z","caller":"traceutil/trace.go:171","msg":"trace[924984134] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7956; }","duration":"931.559558ms","start":"2026-03-09T01:56:04.968419Z","end":"2026-03-09T01:56:05.899978Z","steps":["trace[924984134] 'agreement among raft nodes before linearized reading' (duration: 930.614456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:05.900031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:04.968398Z","time spent":"931.624039ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-09T01:56:06.049275Z","caller":"traceutil/trace.go:171","msg":"trace[1862509625] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"145.152938ms","start":"2026-03-09T01:56:05.904078Z","end":"2026-03-09T01:56:06.049231Z","steps":["trace[1862509625] 'process raft request' (duration: 130.75428ms)","trace[1862509625] 'compare' (duration: 14.238974ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:56:06.049325Z","caller":"traceutil/trace.go:171","msg":"trace[602815494] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"144.216645ms","start":"2026-03-09T01:56:05.905084Z","end":"2026-03-09T01:56:06.0493Z","steps":["trace[602815494] 'process raft request' (duration: 144.134313ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:06.049351Z","caller":"traceutil/trace.go:171","msg":"trace[125333204] linearizableReadLoop","detail":"{readStateIndex:8264; appliedIndex:8261; }","duration":"144.39049ms","start":"2026-03-09T01:56:05.904943Z","end":"2026-03-09T01:56:06.049333Z","steps":["trace[125333204] 'read index received' (duration: 12.501704ms)","trace[125333204] 'applied index is now lower than readState.Index' (duration: 131.887736ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:56:06.049343Z","caller":"traceutil/trace.go:171","msg":"trace[617876846] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"144.42178ms","start":"2026-03-09T01:56:05.904882Z","end":"2026-03-09T01:56:06.049304Z","steps":["trace[617876846] 'process raft request' (duration: 144.291347ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:06.049506Z","caller":"traceutil/trace.go:171","msg":"trace[280637774] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"144.253727ms","start":"2026-03-09T01:56:05.905243Z","end":"2026-03-09T01:56:06.049497Z","steps":["trace[280637774] 'process raft request' (duration: 144.015061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:06.049836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.871571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228582"} {"level":"info","ts":"2026-03-09T01:56:06.049888Z","caller":"traceutil/trace.go:171","msg":"trace[576206541] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7961; }","duration":"144.940693ms","start":"2026-03-09T01:56:05.904936Z","end":"2026-03-09T01:56:06.049876Z","steps":["trace[576206541] 'agreement among raft nodes before linearized reading' (duration: 144.466832ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:12.115407Z","caller":"traceutil/trace.go:171","msg":"trace[341561163] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"102.708631ms","start":"2026-03-09T01:56:12.012677Z","end":"2026-03-09T01:56:12.115386Z","steps":["trace[341561163] 'process raft request' (duration: 100.711964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:13.766775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743202801538546,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:56:13.956121Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014504736s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:56:13.956759Z","caller":"traceutil/trace.go:171","msg":"trace[897569238] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"1.015228122s","start":"2026-03-09T01:56:12.941509Z","end":"2026-03-09T01:56:13.956737Z","steps":["trace[897569238] 'process raft request' (duration: 1.015092079s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:13.956901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:12.941493Z","time spent":"1.015337225s","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:56:14.102377Z","caller":"traceutil/trace.go:171","msg":"trace[1536041080] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8030; }","duration":"1.159357905s","start":"2026-03-09T01:56:12.942995Z","end":"2026-03-09T01:56:14.102353Z","steps":["trace[1536041080] 'process raft request' (duration: 1.121184969s)","trace[1536041080] 'compare' (duration: 38.006553ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:56:14.102571Z","caller":"traceutil/trace.go:171","msg":"trace[1092074136] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"836.021555ms","start":"2026-03-09T01:56:13.266531Z","end":"2026-03-09T01:56:14.102553Z","steps":["trace[1092074136] 'process raft request' (duration: 835.746439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:14.102596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:12.942976Z","time spent":"1.159464388s","remote":"127.0.0.1:38170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-09T01:56:14.102666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:13.266518Z","time spent":"836.105728ms","remote":"127.0.0.1:41050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:56:14.10317Z","caller":"traceutil/trace.go:171","msg":"trace[2051747795] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"697.406791ms","start":"2026-03-09T01:56:13.405749Z","end":"2026-03-09T01:56:14.103156Z","steps":["trace[2051747795] 'process raft request' (duration: 697.172896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:14.103252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:13.405723Z","time spent":"697.485203ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:56:14.103442Z","caller":"traceutil/trace.go:171","msg":"trace[1246117837] linearizableReadLoop","detail":"{readStateIndex:8342; appliedIndex:8337; }","duration":"837.428959ms","start":"2026-03-09T01:56:13.265998Z","end":"2026-03-09T01:56:14.103427Z","steps":["trace[1246117837] 'read index received' (duration: 690.593152ms)","trace[1246117837] 'applied index is now lower than readState.Index' (duration: 146.834986ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:56:14.103535Z","caller":"traceutil/trace.go:171","msg":"trace[2112146085] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"215.814367ms","start":"2026-03-09T01:56:13.887707Z","end":"2026-03-09T01:56:14.103521Z","steps":["trace[2112146085] 'process raft request' (duration: 215.634973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:14.103642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.394659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:56:14.103691Z","caller":"traceutil/trace.go:171","msg":"trace[447315298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8035; }","duration":"544.473971ms","start":"2026-03-09T01:56:13.559206Z","end":"2026-03-09T01:56:14.103679Z","steps":["trace[447315298] 'agreement among raft nodes before linearized reading' (duration: 544.40322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:14.10372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:13.559192Z","time spent":"544.521982ms","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:56:14.103761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.91085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hj2pw\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-03-09T01:56:14.103841Z","caller":"traceutil/trace.go:171","msg":"trace[1925626550] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hj2pw; range_end:; response_count:1; response_revision:8035; }","duration":"136.005163ms","start":"2026-03-09T01:56:13.967817Z","end":"2026-03-09T01:56:14.103822Z","steps":["trace[1925626550] 'agreement among raft nodes before linearized reading' (duration: 135.811698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:14.103886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.961008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:56:14.103917Z","caller":"traceutil/trace.go:171","msg":"trace[374021461] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8035; }","duration":"532.02975ms","start":"2026-03-09T01:56:13.571879Z","end":"2026-03-09T01:56:14.103908Z","steps":["trace[374021461] 'agreement among raft nodes before linearized reading' (duration: 531.978079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:14.103919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.91561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hj2pw\" ","response":"range_response_count:1 size:4648"} {"level":"warn","ts":"2026-03-09T01:56:14.103948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:13.571861Z","time spent":"532.07901ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:56:14.103958Z","caller":"traceutil/trace.go:171","msg":"trace[2092429188] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hj2pw; range_end:; response_count:1; response_revision:8035; }","duration":"837.995272ms","start":"2026-03-09T01:56:13.265952Z","end":"2026-03-09T01:56:14.103947Z","steps":["trace[2092429188] 'agreement among raft nodes before linearized reading' (duration: 837.886229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:14.10399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:13.265931Z","time spent":"838.052663ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4670,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hj2pw\" "} {"level":"warn","ts":"2026-03-09T01:56:14.103961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.39175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T01:56:14.104084Z","caller":"traceutil/trace.go:171","msg":"trace[1519054776] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8035; }","duration":"176.554774ms","start":"2026-03-09T01:56:13.927501Z","end":"2026-03-09T01:56:14.104055Z","steps":["trace[1519054776] 'agreement among raft nodes before linearized reading' (duration: 176.150865ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:14.103624Z","caller":"traceutil/trace.go:171","msg":"trace[787924985] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"327.279473ms","start":"2026-03-09T01:56:13.776324Z","end":"2026-03-09T01:56:14.103603Z","steps":["trace[787924985] 'process raft request' (duration: 326.796701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:14.108288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:13.776308Z","time spent":"331.937913ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:56:14.108573Z","caller":"traceutil/trace.go:171","msg":"trace[465767201] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"597.65883ms","start":"2026-03-09T01:56:13.505528Z","end":"2026-03-09T01:56:14.103187Z","steps":["trace[465767201] 'process raft request' (duration: 597.539447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:14.108794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:13.505499Z","time spent":"603.145659ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:56:14.315012Z","caller":"traceutil/trace.go:171","msg":"trace[69020052] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"138.762408ms","start":"2026-03-09T01:56:14.176218Z","end":"2026-03-09T01:56:14.31498Z","steps":["trace[69020052] 'process raft request' (duration: 138.42518ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:14.315305Z","caller":"traceutil/trace.go:171","msg":"trace[1118961423] linearizableReadLoop","detail":"{readStateIndex:8349; appliedIndex:8347; }","duration":"133.280599ms","start":"2026-03-09T01:56:14.181995Z","end":"2026-03-09T01:56:14.315275Z","steps":["trace[1118961423] 'read index received' (duration: 16.678602ms)","trace[1118961423] 'applied index is now lower than readState.Index' (duration: 116.600867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:56:14.315562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.299245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wb6nl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T01:56:14.315603Z","caller":"traceutil/trace.go:171","msg":"trace[1316526446] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wb6nl; range_end:; response_count:1; response_revision:8041; }","duration":"129.363767ms","start":"2026-03-09T01:56:14.186229Z","end":"2026-03-09T01:56:14.315593Z","steps":["trace[1316526446] 'agreement among raft nodes before linearized reading' (duration: 129.202764ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:14.315475Z","caller":"traceutil/trace.go:171","msg":"trace[917313013] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"132.753267ms","start":"2026-03-09T01:56:14.182679Z","end":"2026-03-09T01:56:14.315432Z","steps":["trace[917313013] 'process raft request' (duration: 132.430589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:14.315631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.600339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:56:14.315888Z","caller":"traceutil/trace.go:171","msg":"trace[1676028350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8041; }","duration":"125.879835ms","start":"2026-03-09T01:56:14.189989Z","end":"2026-03-09T01:56:14.315868Z","steps":["trace[1676028350] 'agreement among raft nodes before linearized reading' (duration: 125.537347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:14.315663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.637057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:56:14.31605Z","caller":"traceutil/trace.go:171","msg":"trace[1952421976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8041; }","duration":"134.033577ms","start":"2026-03-09T01:56:14.18199Z","end":"2026-03-09T01:56:14.316024Z","steps":["trace[1952421976] 'agreement among raft nodes before linearized reading' (duration: 133.423902ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:14.488043Z","caller":"traceutil/trace.go:171","msg":"trace[1632557724] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"136.038574ms","start":"2026-03-09T01:56:14.351977Z","end":"2026-03-09T01:56:14.488015Z","steps":["trace[1632557724] 'process raft request' (duration: 101.875272ms)","trace[1632557724] 'compare' (duration: 34.016788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:56:14.488255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.455244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-09T01:56:14.488266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.919362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19436"} {"level":"info","ts":"2026-03-09T01:56:14.488333Z","caller":"traceutil/trace.go:171","msg":"trace[788512852] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8044; }","duration":"165.555827ms","start":"2026-03-09T01:56:14.322759Z","end":"2026-03-09T01:56:14.488314Z","steps":["trace[788512852] 'agreement among raft nodes before linearized reading' (duration: 165.322871ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:14.488345Z","caller":"traceutil/trace.go:171","msg":"trace[361316327] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8044; }","duration":"168.027394ms","start":"2026-03-09T01:56:14.3203Z","end":"2026-03-09T01:56:14.488327Z","steps":["trace[361316327] 'agreement among raft nodes before linearized reading' (duration: 167.733347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:14.787163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.540947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-09T01:56:14.787357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.331891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:56:14.787408Z","caller":"traceutil/trace.go:171","msg":"trace[1027126338] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8045; }","duration":"162.417163ms","start":"2026-03-09T01:56:14.624971Z","end":"2026-03-09T01:56:14.787388Z","steps":["trace[1027126338] 'count revisions from in-memory index tree' (duration: 162.271409ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:14.787885Z","caller":"traceutil/trace.go:171","msg":"trace[1977445517] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8045; }","duration":"198.304375ms","start":"2026-03-09T01:56:14.589567Z","end":"2026-03-09T01:56:14.787872Z","steps":["trace[1977445517] 'range keys from in-memory index tree' (duration: 197.385084ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:15.279288Z","caller":"traceutil/trace.go:171","msg":"trace[1773696602] linearizableReadLoop","detail":"{readStateIndex:8355; appliedIndex:8354; }","duration":"320.33864ms","start":"2026-03-09T01:56:14.95893Z","end":"2026-03-09T01:56:15.279269Z","steps":["trace[1773696602] 'read index received' (duration: 320.228997ms)","trace[1773696602] 'applied index is now lower than readState.Index' (duration: 108.912µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:56:15.279393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.440452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:56:15.279416Z","caller":"traceutil/trace.go:171","msg":"trace[1589025828] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8046; }","duration":"320.500154ms","start":"2026-03-09T01:56:14.958909Z","end":"2026-03-09T01:56:15.279409Z","steps":["trace[1589025828] 'agreement among raft nodes before linearized reading' (duration: 320.432212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:15.27944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:14.958901Z","time spent":"320.533164ms","remote":"127.0.0.1:38016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:56:15.279407Z","caller":"traceutil/trace.go:171","msg":"trace[1757833518] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"370.313903ms","start":"2026-03-09T01:56:14.909057Z","end":"2026-03-09T01:56:15.279371Z","steps":["trace[1757833518] 'process raft request' (duration: 370.084068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:15.279578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:14.90904Z","time spent":"370.445416ms","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:56:15.536657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.137491ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-09T01:56:15.53705Z","caller":"traceutil/trace.go:171","msg":"trace[1578557016] transaction","detail":"{read_only:false; response_revision:8047; number_of_response:1; }","duration":"507.402201ms","start":"2026-03-09T01:56:15.029627Z","end":"2026-03-09T01:56:15.537029Z","steps":["trace[1578557016] 'process raft request' (duration: 507.220517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:15.537253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:15.02961Z","time spent":"507.535314ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:56:16.245229Z","caller":"traceutil/trace.go:171","msg":"trace[263712108] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"128.555968ms","start":"2026-03-09T01:56:16.116655Z","end":"2026-03-09T01:56:16.245211Z","steps":["trace[263712108] 'process raft request' (duration: 128.379454ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:16.245457Z","caller":"traceutil/trace.go:171","msg":"trace[2049063897] linearizableReadLoop","detail":"{readStateIndex:8359; appliedIndex:8357; }","duration":"124.38905ms","start":"2026-03-09T01:56:16.12103Z","end":"2026-03-09T01:56:16.245419Z","steps":["trace[2049063897] 'read index received' (duration: 123.904518ms)","trace[2049063897] 'applied index is now lower than readState.Index' (duration: 481.522µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:56:16.245496Z","caller":"traceutil/trace.go:171","msg":"trace[504580555] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"128.811693ms","start":"2026-03-09T01:56:16.116667Z","end":"2026-03-09T01:56:16.245478Z","steps":["trace[504580555] 'process raft request' (duration: 128.510376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:16.245621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.572964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:56:16.245658Z","caller":"traceutil/trace.go:171","msg":"trace[572729807] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8049; }","duration":"124.657966ms","start":"2026-03-09T01:56:16.120992Z","end":"2026-03-09T01:56:16.24565Z","steps":["trace[572729807] 'agreement among raft nodes before linearized reading' (duration: 124.535913ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:16.371971Z","caller":"traceutil/trace.go:171","msg":"trace[537419272] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"122.132766ms","start":"2026-03-09T01:56:16.249808Z","end":"2026-03-09T01:56:16.371941Z","steps":["trace[537419272] 'process raft request' (duration: 121.996233ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:16.37212Z","caller":"traceutil/trace.go:171","msg":"trace[664226833] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"122.383043ms","start":"2026-03-09T01:56:16.249585Z","end":"2026-03-09T01:56:16.371968Z","steps":["trace[664226833] 'process raft request' (duration: 95.064731ms)","trace[664226833] 'compare' (duration: 27.030425ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:56:38.656085Z","caller":"traceutil/trace.go:171","msg":"trace[395487113] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"124.008111ms","start":"2026-03-09T01:56:38.53203Z","end":"2026-03-09T01:56:38.656038Z","steps":["trace[395487113] 'process raft request' (duration: 114.197091ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:38.66292Z","caller":"traceutil/trace.go:171","msg":"trace[809142222] linearizableReadLoop","detail":"{readStateIndex:8608; appliedIndex:8606; }","duration":"109.548341ms","start":"2026-03-09T01:56:38.553347Z","end":"2026-03-09T01:56:38.662896Z","steps":["trace[809142222] 'read index received' (duration: 92.89125ms)","trace[809142222] 'applied index is now lower than readState.Index' (duration: 16.656201ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:56:38.66302Z","caller":"traceutil/trace.go:171","msg":"trace[1691046693] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"130.728039ms","start":"2026-03-09T01:56:38.532267Z","end":"2026-03-09T01:56:38.662995Z","steps":["trace[1691046693] 'process raft request' (duration: 130.486393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:38.663138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.784037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T01:56:38.663198Z","caller":"traceutil/trace.go:171","msg":"trace[822989652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8291; }","duration":"109.874909ms","start":"2026-03-09T01:56:38.553308Z","end":"2026-03-09T01:56:38.663183Z","steps":["trace[822989652] 'agreement among raft nodes before linearized reading' (duration: 109.688965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:38.663193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.766233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:56:38.663276Z","caller":"traceutil/trace.go:171","msg":"trace[1790495409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8291; }","duration":"108.864286ms","start":"2026-03-09T01:56:38.554393Z","end":"2026-03-09T01:56:38.663257Z","steps":["trace[1790495409] 'agreement among raft nodes before linearized reading' (duration: 108.669921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:39.643709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.368792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:56:39.64383Z","caller":"traceutil/trace.go:171","msg":"trace[545751790] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"137.321533ms","start":"2026-03-09T01:56:39.506486Z","end":"2026-03-09T01:56:39.643807Z","steps":["trace[545751790] 'process raft request' (duration: 17.758146ms)","trace[545751790] 'compare' (duration: 119.104956ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:56:39.731605Z","caller":"traceutil/trace.go:171","msg":"trace[1079435708] linearizableReadLoop","detail":"{readStateIndex:8619; appliedIndex:8618; }","duration":"172.765656ms","start":"2026-03-09T01:56:39.558815Z","end":"2026-03-09T01:56:39.731581Z","steps":["trace[1079435708] 'read index received' (duration: 172.655703ms)","trace[1079435708] 'applied index is now lower than readState.Index' (duration: 109.083µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:56:39.731932Z","caller":"traceutil/trace.go:171","msg":"trace[1418998705] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"216.644976ms","start":"2026-03-09T01:56:39.515274Z","end":"2026-03-09T01:56:39.731919Z","steps":["trace[1418998705] 'process raft request' (duration: 216.183165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:39.732164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.344969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:56:39.732254Z","caller":"traceutil/trace.go:171","msg":"trace[957827418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8301; }","duration":"173.491042ms","start":"2026-03-09T01:56:39.558753Z","end":"2026-03-09T01:56:39.732244Z","steps":["trace[957827418] 'agreement among raft nodes before linearized reading' (duration: 173.363559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:39.732745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.367169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-09T01:56:39.732803Z","caller":"traceutil/trace.go:171","msg":"trace[2126135703] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8301; }","duration":"167.446461ms","start":"2026-03-09T01:56:39.565341Z","end":"2026-03-09T01:56:39.732787Z","steps":["trace[2126135703] 'agreement among raft nodes before linearized reading' (duration: 167.284517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:39.732825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.998545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:56:39.732942Z","caller":"traceutil/trace.go:171","msg":"trace[411198879] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8301; }","duration":"128.166819ms","start":"2026-03-09T01:56:39.604747Z","end":"2026-03-09T01:56:39.732914Z","steps":["trace[411198879] 'agreement among raft nodes before linearized reading' (duration: 127.975005ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:19.658824Z","caller":"traceutil/trace.go:171","msg":"trace[1944202546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8691; }","duration":"100.023798ms","start":"2026-03-09T01:57:19.558774Z","end":"2026-03-09T01:57:19.658798Z","steps":["trace[1944202546] 'agreement among raft nodes before linearized reading' (duration: 99.984807ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:31.935866Z","caller":"traceutil/trace.go:171","msg":"trace[2038930543] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"169.377176ms","start":"2026-03-09T01:57:31.766437Z","end":"2026-03-09T01:57:31.935814Z","steps":["trace[2038930543] 'process raft request' (duration: 169.063018ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:33.036347Z","caller":"traceutil/trace.go:171","msg":"trace[2112100480] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"523.12511ms","start":"2026-03-09T01:57:32.513197Z","end":"2026-03-09T01:57:33.036323Z","steps":["trace[2112100480] 'process raft request' (duration: 522.869684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:33.036494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:32.513174Z","time spent":"523.247713ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:57:33.061021Z","caller":"traceutil/trace.go:171","msg":"trace[1864708458] linearizableReadLoop","detail":"{readStateIndex:9087; appliedIndex:9085; }","duration":"415.79087ms","start":"2026-03-09T01:57:32.645196Z","end":"2026-03-09T01:57:33.060987Z","steps":["trace[1864708458] 'read index received' (duration: 390.846695ms)","trace[1864708458] 'applied index is now lower than readState.Index' (duration: 24.942815ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:57:33.061168Z","caller":"traceutil/trace.go:171","msg":"trace[1039938897] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"538.608663ms","start":"2026-03-09T01:57:32.522523Z","end":"2026-03-09T01:57:33.061131Z","steps":["trace[1039938897] 'process raft request' (duration: 538.279425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:33.061339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:32.522497Z","time spent":"538.748546ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:57:33.061401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.169249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:57:33.061427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.17632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:57:33.061484Z","caller":"traceutil/trace.go:171","msg":"trace[599097034] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8758; }","duration":"416.322653ms","start":"2026-03-09T01:57:32.645144Z","end":"2026-03-09T01:57:33.061467Z","steps":["trace[599097034] 'agreement among raft nodes before linearized reading' (duration: 416.150779ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:33.061523Z","caller":"traceutil/trace.go:171","msg":"trace[839692763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8758; }","duration":"108.312162ms","start":"2026-03-09T01:57:32.95319Z","end":"2026-03-09T01:57:33.061502Z","steps":["trace[839692763] 'agreement among raft nodes before linearized reading' (duration: 108.011775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:33.061539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:32.645123Z","time spent":"416.400685ms","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":8,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:57:33.06153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.837867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-09T01:57:33.061632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.080187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:57:33.061671Z","caller":"traceutil/trace.go:171","msg":"trace[973276205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8758; }","duration":"344.146309ms","start":"2026-03-09T01:57:32.717514Z","end":"2026-03-09T01:57:33.061661Z","steps":["trace[973276205] 'agreement among raft nodes before linearized reading' (duration: 344.060917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:33.061667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.349217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:57:33.061656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.590299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-09T01:57:33.061699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:32.717503Z","time spent":"344.19037ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T01:57:33.061694Z","caller":"traceutil/trace.go:171","msg":"trace[276302489] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8758; }","duration":"144.035291ms","start":"2026-03-09T01:57:32.917618Z","end":"2026-03-09T01:57:33.061654Z","steps":["trace[276302489] 'agreement among raft nodes before linearized reading' (duration: 143.736014ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:33.061724Z","caller":"traceutil/trace.go:171","msg":"trace[1695158540] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8758; }","duration":"109.435369ms","start":"2026-03-09T01:57:32.952272Z","end":"2026-03-09T01:57:33.061707Z","steps":["trace[1695158540] 'agreement among raft nodes before linearized reading' (duration: 109.296926ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:33.061752Z","caller":"traceutil/trace.go:171","msg":"trace[1399192975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8758; }","duration":"223.743673ms","start":"2026-03-09T01:57:32.837983Z","end":"2026-03-09T01:57:33.061726Z","steps":["trace[1399192975] 'agreement among raft nodes before linearized reading' (duration: 223.436485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:33.061935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.052412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:57:33.061989Z","caller":"traceutil/trace.go:171","msg":"trace[2092898638] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8758; }","duration":"360.118054ms","start":"2026-03-09T01:57:32.701859Z","end":"2026-03-09T01:57:33.061977Z","steps":["trace[2092898638] 'agreement among raft nodes before linearized reading' (duration: 359.312035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:33.062039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:32.701803Z","time spent":"360.209015ms","remote":"127.0.0.1:34246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:57:33.415592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.292481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:57:33.415731Z","caller":"traceutil/trace.go:171","msg":"trace[57207125] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"349.858533ms","start":"2026-03-09T01:57:33.06585Z","end":"2026-03-09T01:57:33.415709Z","steps":["trace[57207125] 'process raft request' (duration: 227.343256ms)","trace[57207125] 'compare' (duration: 122.056566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:57:33.415807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:33.065833Z","time spent":"349.935995ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:57:33.4233Z","caller":"traceutil/trace.go:171","msg":"trace[2084684164] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"357.140184ms","start":"2026-03-09T01:57:33.066135Z","end":"2026-03-09T01:57:33.423275Z","steps":["trace[2084684164] 'process raft request' (duration: 356.928989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:33.423396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:33.066111Z","time spent":"357.237446ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:57:33.423507Z","caller":"traceutil/trace.go:171","msg":"trace[620351907] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"356.986371ms","start":"2026-03-09T01:57:33.066401Z","end":"2026-03-09T01:57:33.423388Z","steps":["trace[620351907] 'process raft request' (duration: 356.784686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:33.423682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:33.066386Z","time spent":"357.206135ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:57:33.424233Z","caller":"traceutil/trace.go:171","msg":"trace[1906856585] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"357.236336ms","start":"2026-03-09T01:57:33.066979Z","end":"2026-03-09T01:57:33.424215Z","steps":["trace[1906856585] 'process raft request' (duration: 356.249243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:33.424323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:33.066965Z","time spent":"357.312967ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:57:33.424957Z","caller":"traceutil/trace.go:171","msg":"trace[2131817204] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"357.641696ms","start":"2026-03-09T01:57:33.067294Z","end":"2026-03-09T01:57:33.424935Z","steps":["trace[2131817204] 'process raft request' (duration: 356.819127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:33.425058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:33.067281Z","time spent":"357.724057ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:57:33.42563Z","caller":"traceutil/trace.go:171","msg":"trace[1607557116] transaction","detail":"{read_only:false; response_revision:8764; number_of_response:1; }","duration":"358.26531ms","start":"2026-03-09T01:57:33.067347Z","end":"2026-03-09T01:57:33.425613Z","steps":["trace[1607557116] 'process raft request' (duration: 357.279747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:33.425717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:33.067314Z","time spent":"358.358542ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:58:19.382337Z","caller":"traceutil/trace.go:171","msg":"trace[1409097071] transaction","detail":"{read_only:false; response_revision:9066; number_of_response:1; }","duration":"142.241914ms","start":"2026-03-09T01:58:19.24005Z","end":"2026-03-09T01:58:19.382292Z","steps":["trace[1409097071] 'process raft request' (duration: 92.643702ms)","trace[1409097071] 'compare' (duration: 49.440728ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:59:45.266386Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2d372260bb4c37a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T01:59:45.273631Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-09T01:59:45.273721Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-09T02:00:05.659783Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7487} {"level":"info","ts":"2026-03-09T02:00:05.72984Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7487,"took":"68.125597ms","hash":2004137759,"current-db-size-bytes":40976384,"current-db-size":"41 MB","current-db-size-in-use-bytes":25591808,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-09T02:00:05.729936Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2004137759,"revision":7487,"compact-revision":5510} {"level":"info","ts":"2026-03-09T02:00:21.426557Z","caller":"traceutil/trace.go:171","msg":"trace[291445694] linearizableReadLoop","detail":"{readStateIndex:10299; appliedIndex:10298; }","duration":"174.835022ms","start":"2026-03-09T02:00:21.251696Z","end":"2026-03-09T02:00:21.426531Z","steps":["trace[291445694] 'read index received' (duration: 174.620947ms)","trace[291445694] 'applied index is now lower than readState.Index' (duration: 213.175µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T02:00:21.427028Z","caller":"traceutil/trace.go:171","msg":"trace[349116865] transaction","detail":"{read_only:false; response_revision:9928; number_of_response:1; }","duration":"207.298218ms","start":"2026-03-09T02:00:21.219698Z","end":"2026-03-09T02:00:21.426996Z","steps":["trace[349116865] 'process raft request' (duration: 206.689004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T02:00:21.427085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.257121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T02:00:21.427306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.597169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-09T02:00:21.427358Z","caller":"traceutil/trace.go:171","msg":"trace[923673852] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9928; }","duration":"175.695622ms","start":"2026-03-09T02:00:21.25165Z","end":"2026-03-09T02:00:21.427346Z","steps":["trace[923673852] 'agreement among raft nodes before linearized reading' (duration: 175.507298ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T02:00:21.427133Z","caller":"traceutil/trace.go:171","msg":"trace[989417303] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9928; }","duration":"165.362084ms","start":"2026-03-09T02:00:21.261758Z","end":"2026-03-09T02:00:21.42712Z","steps":["trace[989417303] 'agreement among raft nodes before linearized reading' (duration: 165.263472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T02:02:06.57271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.038569ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T02:02:06.57282Z","caller":"traceutil/trace.go:171","msg":"trace[1582780160] linearizableReadLoop","detail":"{readStateIndex:10824; appliedIndex:10823; }","duration":"142.799471ms","start":"2026-03-09T02:02:06.429923Z","end":"2026-03-09T02:02:06.572723Z","steps":["trace[1582780160] 'read index received' (duration: 128.793662ms)","trace[1582780160] 'applied index is now lower than readState.Index' (duration: 14.004569ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T02:02:06.572898Z","caller":"traceutil/trace.go:171","msg":"trace[1582082290] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10430; }","duration":"253.374866ms","start":"2026-03-09T02:02:06.319446Z","end":"2026-03-09T02:02:06.572821Z","steps":["trace[1582082290] 'range keys from in-memory index tree' (duration: 253.024788ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T02:02:06.573028Z","caller":"traceutil/trace.go:171","msg":"trace[27533837] transaction","detail":"{read_only:false; response_revision:10431; number_of_response:1; }","duration":"301.483035ms","start":"2026-03-09T02:02:06.271373Z","end":"2026-03-09T02:02:06.572856Z","steps":["trace[27533837] 'process raft request' (duration: 287.391114ms)","trace[27533837] 'compare' (duration: 13.838885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T02:02:06.573131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T02:02:06.271346Z","time spent":"301.722001ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T02:02:06.573163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.097389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-09T02:02:06.573432Z","caller":"traceutil/trace.go:171","msg":"trace[1040917069] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10431; }","duration":"143.366405ms","start":"2026-03-09T02:02:06.429845Z","end":"2026-03-09T02:02:06.573212Z","steps":["trace[1040917069] 'agreement among raft nodes before linearized reading' (duration: 143.048817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T02:02:06.846606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.877259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-09T02:02:06.846725Z","caller":"traceutil/trace.go:171","msg":"trace[765178744] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10431; }","duration":"113.068753ms","start":"2026-03-09T02:02:06.73363Z","end":"2026-03-09T02:02:06.846698Z","steps":["trace[765178744] 'range keys from in-memory index tree' (duration: 112.629844ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T02:02:07.079672Z","caller":"traceutil/trace.go:171","msg":"trace[1590549299] transaction","detail":"{read_only:false; response_revision:10432; number_of_response:1; }","duration":"103.223011ms","start":"2026-03-09T02:02:06.976421Z","end":"2026-03-09T02:02:07.079644Z","steps":["trace[1590549299] 'process raft request' (duration: 103.058887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T02:02:07.425768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.507873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T02:02:07.42597Z","caller":"traceutil/trace.go:171","msg":"trace[511572237] transaction","detail":"{read_only:false; response_revision:10433; number_of_response:1; }","duration":"447.783308ms","start":"2026-03-09T02:02:06.978156Z","end":"2026-03-09T02:02:07.425939Z","steps":["trace[511572237] 'process raft request' (duration: 343.02653ms)","trace[511572237] 'compare' (duration: 104.276317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T02:02:07.426043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T02:02:06.978127Z","time spent":"447.875799ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T02:02:07.42605Z","caller":"traceutil/trace.go:171","msg":"trace[1227521465] transaction","detail":"{read_only:false; response_revision:10434; number_of_response:1; }","duration":"447.47242ms","start":"2026-03-09T02:02:06.978564Z","end":"2026-03-09T02:02:07.426036Z","steps":["trace[1227521465] 'process raft request' (duration: 447.322437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T02:02:07.426124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T02:02:06.978548Z","time spent":"447.541531ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T02:02:07.426254Z","caller":"traceutil/trace.go:171","msg":"trace[813166814] transaction","detail":"{read_only:false; response_revision:10435; number_of_response:1; }","duration":"447.414899ms","start":"2026-03-09T02:02:06.978817Z","end":"2026-03-09T02:02:07.426231Z","steps":["trace[813166814] 'process raft request' (duration: 447.127732ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T02:02:07.426313Z","caller":"traceutil/trace.go:171","msg":"trace[759949090] transaction","detail":"{read_only:false; response_revision:10436; number_of_response:1; }","duration":"446.712462ms","start":"2026-03-09T02:02:06.979576Z","end":"2026-03-09T02:02:07.426288Z","steps":["trace[759949090] 'process raft request' (duration: 446.582319ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T02:02:07.42641Z","caller":"traceutil/trace.go:171","msg":"trace[31417031] linearizableReadLoop","detail":"{readStateIndex:10830; appliedIndex:10824; }","duration":"443.926847ms","start":"2026-03-09T02:02:06.982469Z","end":"2026-03-09T02:02:07.426396Z","steps":["trace[31417031] 'read index received' (duration: 97.068327ms)","trace[31417031] 'applied index is now lower than readState.Index' (duration: 346.85769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T02:02:07.426464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T02:02:06.979566Z","time spent":"446.820444ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T02:02:07.426475Z","caller":"traceutil/trace.go:171","msg":"trace[532200923] transaction","detail":"{read_only:false; response_revision:10437; number_of_response:1; }","duration":"446.266851ms","start":"2026-03-09T02:02:06.980163Z","end":"2026-03-09T02:02:07.42643Z","steps":["trace[532200923] 'process raft request' (duration: 446.079677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T02:02:07.426577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.105062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wb6nl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T02:02:07.42662Z","caller":"traceutil/trace.go:171","msg":"trace[1411989524] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wb6nl; range_end:; response_count:1; response_revision:10438; }","duration":"444.167993ms","start":"2026-03-09T02:02:06.982442Z","end":"2026-03-09T02:02:07.42661Z","steps":["trace[1411989524] 'agreement among raft nodes before linearized reading' (duration: 444.015509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T02:02:07.426455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T02:02:06.978796Z","time spent":"447.538141ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T02:02:07.426655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T02:02:06.98243Z","time spent":"444.218074ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-wb6nl\" "} {"level":"warn","ts":"2026-03-09T02:02:07.426762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T02:02:06.980137Z","time spent":"446.476827ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T02:02:07.427097Z","caller":"traceutil/trace.go:171","msg":"trace[88505026] transaction","detail":"{read_only:false; response_revision:10438; number_of_response:1; }","duration":"363.382778ms","start":"2026-03-09T02:02:07.06368Z","end":"2026-03-09T02:02:07.427063Z","steps":["trace[88505026] 'process raft request' (duration: 362.658701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T02:02:07.427464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T02:02:07.063659Z","time spent":"363.726446ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T02:02:09.872781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.05844ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-09T02:02:09.872903Z","caller":"traceutil/trace.go:171","msg":"trace[1468469288] linearizableReadLoop","detail":"{readStateIndex:10840; appliedIndex:10839; }","duration":"313.956278ms","start":"2026-03-09T02:02:09.558929Z","end":"2026-03-09T02:02:09.872885Z","steps":["trace[1468469288] 'read index received' (duration: 51.685913ms)","trace[1468469288] 'applied index is now lower than readState.Index' (duration: 262.268535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T02:02:09.872932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T02:02:09.516638Z","time spent":"356.288041ms","remote":"127.0.0.1:41014","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-09T02:02:09.873275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.345937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T02:02:09.873317Z","caller":"traceutil/trace.go:171","msg":"trace[489539697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10446; }","duration":"314.431409ms","start":"2026-03-09T02:02:09.558876Z","end":"2026-03-09T02:02:09.873307Z","steps":["trace[489539697] 'agreement among raft nodes before linearized reading' (duration: 314.317426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T02:02:09.873347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T02:02:09.558855Z","time spent":"314.486431ms","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T02:02:10.20753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.249008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T02:02:10.207696Z","caller":"traceutil/trace.go:171","msg":"trace[902389439] linearizableReadLoop","detail":"{readStateIndex:10841; appliedIndex:10840; }","duration":"333.146138ms","start":"2026-03-09T02:02:09.874482Z","end":"2026-03-09T02:02:10.207628Z","steps":["trace[902389439] 'read index received' (duration: 147.599503ms)","trace[902389439] 'applied index is now lower than readState.Index' (duration: 185.544135ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T02:02:10.207761Z","caller":"traceutil/trace.go:171","msg":"trace[1245678822] transaction","detail":"{read_only:false; response_revision:10447; number_of_response:1; }","duration":"333.682101ms","start":"2026-03-09T02:02:09.874048Z","end":"2026-03-09T02:02:10.20773Z","steps":["trace[1245678822] 'process raft request' (duration: 148.132747ms)","trace[1245678822] 'compare' (duration: 185.018762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T02:02:10.207852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T02:02:09.874025Z","time spent":"333.791013ms","remote":"127.0.0.1:41014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T02:02:10.207925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.426815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T02:02:10.208015Z","caller":"traceutil/trace.go:171","msg":"trace[1409323513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10447; }","duration":"333.570498ms","start":"2026-03-09T02:02:09.87442Z","end":"2026-03-09T02:02:10.207991Z","steps":["trace[1409323513] 'agreement among raft nodes before linearized reading' (duration: 333.311412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T02:02:10.208066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T02:02:09.874397Z","time spent":"333.65978ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T02:02:10.691704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.8698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T02:02:10.691869Z","caller":"traceutil/trace.go:171","msg":"trace[1450988618] linearizableReadLoop","detail":"{readStateIndex:10842; appliedIndex:10841; }","duration":"477.517265ms","start":"2026-03-09T02:02:10.214326Z","end":"2026-03-09T02:02:10.691843Z","steps":["trace[1450988618] 'read index received' (duration: 254.349419ms)","trace[1450988618] 'applied index is now lower than readState.Index' (duration: 223.165176ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T02:02:10.692031Z","caller":"traceutil/trace.go:171","msg":"trace[1321239159] transaction","detail":"{read_only:false; response_revision:10448; number_of_response:1; }","duration":"479.724667ms","start":"2026-03-09T02:02:10.212266Z","end":"2026-03-09T02:02:10.691991Z","steps":["trace[1321239159] 'process raft request' (duration: 256.387726ms)","trace[1321239159] 'compare' (duration: 222.490831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T02:02:10.692232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T02:02:10.212253Z","time spent":"479.84736ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T02:02:10.692364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.028137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-09T02:02:10.692439Z","caller":"traceutil/trace.go:171","msg":"trace[1110401713] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10448; }","duration":"478.12911ms","start":"2026-03-09T02:02:10.214296Z","end":"2026-03-09T02:02:10.692426Z","steps":["trace[1110401713] 'agreement among raft nodes before linearized reading' (duration: 477.752761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T02:02:10.692607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T02:02:10.214284Z","time spent":"478.309354ms","remote":"127.0.0.1:37870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-09T02:02:10.989516Z","caller":"traceutil/trace.go:171","msg":"trace[545854568] transaction","detail":"{read_only:false; response_revision:10449; number_of_response:1; }","duration":"775.118619ms","start":"2026-03-09T02:02:10.21437Z","end":"2026-03-09T02:02:10.989489Z","steps":["trace[545854568] 'process raft request' (duration: 756.102263ms)","trace[545854568] 'compare' (duration: 18.817702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T02:02:10.989646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T02:02:10.214353Z","time spent":"775.229483ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T02:02:11.00137Z","caller":"traceutil/trace.go:171","msg":"trace[1974786105] transaction","detail":"{read_only:false; response_revision:10450; number_of_response:1; }","duration":"416.303378ms","start":"2026-03-09T02:02:10.585036Z","end":"2026-03-09T02:02:11.001339Z","steps":["trace[1974786105] 'process raft request' (duration: 416.021642ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T02:02:11.001401Z","caller":"traceutil/trace.go:171","msg":"trace[961873082] linearizableReadLoop","detail":"{readStateIndex:10844; appliedIndex:10842; }","duration":"309.286988ms","start":"2026-03-09T02:02:10.691977Z","end":"2026-03-09T02:02:11.001264Z","steps":["trace[961873082] 'read index received' (duration: 278.512745ms)","trace[961873082] 'applied index is now lower than readState.Index' (duration: 30.772872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T02:02:11.001516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.377971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T02:02:11.001604Z","caller":"traceutil/trace.go:171","msg":"trace[1193333568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10450; }","duration":"442.510524ms","start":"2026-03-09T02:02:10.559073Z","end":"2026-03-09T02:02:11.001584Z","steps":["trace[1193333568] 'agreement among raft nodes before linearized reading' (duration: 442.35428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T02:02:11.001538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T02:02:10.585018Z","time spent":"416.438012ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T02:02:11.001618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.501609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T02:02:11.001656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T02:02:10.559053Z","time spent":"442.594996ms","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T02:02:11.001709Z","caller":"traceutil/trace.go:171","msg":"trace[1691522443] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:10450; }","duration":"452.651401ms","start":"2026-03-09T02:02:10.549037Z","end":"2026-03-09T02:02:11.001688Z","steps":["trace[1691522443] 'agreement among raft nodes before linearized reading' (duration: 452.471827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T02:02:11.001734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.280159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"warn","ts":"2026-03-09T02:02:11.001771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T02:02:10.549017Z","time spent":"452.736954ms","remote":"127.0.0.1:34246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-09T02:02:11.001798Z","caller":"traceutil/trace.go:171","msg":"trace[449610483] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10450; }","duration":"142.385072ms","start":"2026-03-09T02:02:10.859396Z","end":"2026-03-09T02:02:11.001781Z","steps":["trace[449610483] 'agreement among raft nodes before linearized reading' (duration: 142.176607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T02:02:11.00223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.609194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-09T02:02:11.002297Z","caller":"traceutil/trace.go:171","msg":"trace[865243617] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:10450; }","duration":"753.728007ms","start":"2026-03-09T02:02:10.248551Z","end":"2026-03-09T02:02:11.002279Z","steps":["trace[865243617] 'agreement among raft nodes before linearized reading' (duration: 752.98946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T02:02:11.002344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T02:02:10.248535Z","time spent":"753.79542ms","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1879,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-09T02:02:11.462045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.122586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T02:02:11.462105Z","caller":"traceutil/trace.go:171","msg":"trace[1927450265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10450; }","duration":"364.219177ms","start":"2026-03-09T02:02:11.097872Z","end":"2026-03-09T02:02:11.462092Z","steps":["trace[1927450265] 'range keys from in-memory index tree' (duration: 363.988662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T02:02:11.462131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T02:02:11.097853Z","time spent":"364.271889ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T02:02:11.695312Z","caller":"traceutil/trace.go:171","msg":"trace[1108569874] transaction","detail":"{read_only:false; response_revision:10452; number_of_response:1; }","duration":"229.518457ms","start":"2026-03-09T02:02:11.465765Z","end":"2026-03-09T02:02:11.695284Z","steps":["trace[1108569874] 'process raft request' (duration: 229.23549ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T02:02:11.695354Z","caller":"traceutil/trace.go:171","msg":"trace[1200011498] transaction","detail":"{read_only:false; response_revision:10453; number_of_response:1; }","duration":"228.276688ms","start":"2026-03-09T02:02:11.467047Z","end":"2026-03-09T02:02:11.695324Z","steps":["trace[1200011498] 'process raft request' (duration: 228.127454ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T02:02:11.69531Z","caller":"traceutil/trace.go:171","msg":"trace[1636482923] transaction","detail":"{read_only:false; response_revision:10454; number_of_response:1; }","duration":"228.178805ms","start":"2026-03-09T02:02:11.467104Z","end":"2026-03-09T02:02:11.695283Z","steps":["trace[1636482923] 'process raft request' (duration: 228.111443ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T02:02:11.695555Z","caller":"traceutil/trace.go:171","msg":"trace[1884373293] transaction","detail":"{read_only:false; response_revision:10455; number_of_response:1; }","duration":"228.40439ms","start":"2026-03-09T02:02:11.467125Z","end":"2026-03-09T02:02:11.69553Z","steps":["trace[1884373293] 'process raft request' (duration: 228.124114ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T02:02:11.697082Z","caller":"traceutil/trace.go:171","msg":"trace[1500556693] linearizableReadLoop","detail":"{readStateIndex:10846; appliedIndex:10844; }","duration":"230.051839ms","start":"2026-03-09T02:02:11.466959Z","end":"2026-03-09T02:02:11.697011Z","steps":["trace[1500556693] 'read index received' (duration: 46.365599ms)","trace[1500556693] 'applied index is now lower than readState.Index' (duration: 183.444495ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T02:02:11.697145Z","caller":"traceutil/trace.go:171","msg":"trace[1579548466] transaction","detail":"{read_only:false; response_revision:10456; number_of_response:1; }","duration":"229.920156ms","start":"2026-03-09T02:02:11.467201Z","end":"2026-03-09T02:02:11.697121Z","steps":["trace[1579548466] 'process raft request' (duration: 228.245356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T02:02:11.69944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.429985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375560"} {"level":"info","ts":"2026-03-09T02:02:11.699526Z","caller":"traceutil/trace.go:171","msg":"trace[1638146206] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:10456; }","duration":"232.588609ms","start":"2026-03-09T02:02:11.466914Z","end":"2026-03-09T02:02:11.699503Z","steps":["trace[1638146206] 'agreement among raft nodes before linearized reading' (duration: 230.171712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T02:02:11.918141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.859868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T02:02:11.918344Z","caller":"traceutil/trace.go:171","msg":"trace[1118811757] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10456; }","duration":"107.135164ms","start":"2026-03-09T02:02:11.811174Z","end":"2026-03-09T02:02:11.918309Z","steps":["trace[1118811757] 'range keys from in-memory index tree' (duration: 106.751235ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T02:05:05.670193Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9844} {"level":"info","ts":"2026-03-09T02:05:05.752931Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9844,"took":"80.849927ms","hash":317607410,"current-db-size-bytes":40976384,"current-db-size":"41 MB","current-db-size-in-use-bytes":17387520,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-09T02:05:05.753005Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":317607410,"revision":9844,"compact-revision":7487}