{"level":"warn","ts":"2026-03-09T01:39:26.589692Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T01:39:26.589834Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.195:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.195:2380","--initial-cluster=instance=https://162.253.55.195:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.195:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.195:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-09T01:39:26.589947Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T01:39:26.589972Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.195:2380"]} {"level":"info","ts":"2026-03-09T01:39:26.590004Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T01:39:26.590875Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.195:2379"]} {"level":"info","ts":"2026-03-09T01:39:26.591039Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.195:2380"],"listen-peer-urls":["https://162.253.55.195:2380"],"advertise-client-urls":["https://162.253.55.195:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.195:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.195:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-09T01:39:26.597164Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.377462ms"} {"level":"info","ts":"2026-03-09T01:39:26.607271Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b66d12fd59101739","cluster-id":"a64a525934ce8379"} {"level":"info","ts":"2026-03-09T01:39:26.607373Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 switched to configuration voters=()"} {"level":"info","ts":"2026-03-09T01:39:26.607402Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became follower at term 0"} {"level":"info","ts":"2026-03-09T01:39:26.607423Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b66d12fd59101739 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-09T01:39:26.607436Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became follower at term 1"} {"level":"info","ts":"2026-03-09T01:39:26.607483Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 switched to configuration voters=(13145183766694598457)"} {"level":"warn","ts":"2026-03-09T01:39:26.614082Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-09T01:39:26.615486Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-09T01:39:26.620477Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-09T01:39:26.623033Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b66d12fd59101739","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-09T01:39:26.623269Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b66d12fd59101739","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-09T01:39:26.623277Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:39:26.623397Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:39:26.62353Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:39:26.625639Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 switched to configuration voters=(13145183766694598457)"} {"level":"info","ts":"2026-03-09T01:39:26.625891Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a64a525934ce8379","local-member-id":"b66d12fd59101739","added-peer-id":"b66d12fd59101739","added-peer-peer-urls":["https://162.253.55.195:2380"]} {"level":"info","ts":"2026-03-09T01:39:26.627662Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T01:39:26.627787Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.195:2380"} {"level":"info","ts":"2026-03-09T01:39:26.627909Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.195:2380"} {"level":"info","ts":"2026-03-09T01:39:26.62798Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b66d12fd59101739","initial-advertise-peer-urls":["https://162.253.55.195:2380"],"listen-peer-urls":["https://162.253.55.195:2380"],"advertise-client-urls":["https://162.253.55.195:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.195:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-09T01:39:26.628014Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-09T01:39:26.707965Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 is starting a new election at term 1"} {"level":"info","ts":"2026-03-09T01:39:26.708033Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-09T01:39:26.70806Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 received MsgPreVoteResp from b66d12fd59101739 at term 1"} {"level":"info","ts":"2026-03-09T01:39:26.708074Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became candidate at term 2"} {"level":"info","ts":"2026-03-09T01:39:26.708082Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 received MsgVoteResp from b66d12fd59101739 at term 2"} {"level":"info","ts":"2026-03-09T01:39:26.708094Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became leader at term 2"} {"level":"info","ts":"2026-03-09T01:39:26.708103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b66d12fd59101739 elected leader b66d12fd59101739 at term 2"} {"level":"info","ts":"2026-03-09T01:39:26.712246Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b66d12fd59101739","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.195:2379]}","request-path":"/0/members/b66d12fd59101739/attributes","cluster-id":"a64a525934ce8379","publish-timeout":"7s"} {"level":"info","ts":"2026-03-09T01:39:26.7123Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T01:39:26.712334Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T01:39:26.712439Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:39:26.71263Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-09T01:39:26.712747Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-09T01:39:26.71356Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a64a525934ce8379","local-member-id":"b66d12fd59101739","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:39:26.713676Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:39:26.71372Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:39:26.716021Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-09T01:39:26.716587Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.195:2379"} {"level":"info","ts":"2026-03-09T01:39:28.846449Z","caller":"traceutil/trace.go:171","msg":"trace[1050286020] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:4; }","duration":"293.266091ms","start":"2026-03-09T01:39:28.553119Z","end":"2026-03-09T01:39:28.846385Z","steps":["trace[1050286020] 'read index received' (duration: 47.706441ms)","trace[1050286020] 'applied index is now lower than readState.Index' (duration: 245.558479ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:39:28.846454Z","caller":"traceutil/trace.go:171","msg":"trace[168962027] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"303.616104ms","start":"2026-03-09T01:39:28.542804Z","end":"2026-03-09T01:39:28.84642Z","steps":["trace[168962027] 'process raft request' (duration: 301.995374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:28.846678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.499176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-09T01:39:28.846777Z","caller":"traceutil/trace.go:171","msg":"trace[307897530] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:3; }","duration":"293.661891ms","start":"2026-03-09T01:39:28.553097Z","end":"2026-03-09T01:39:28.846759Z","steps":["trace[307897530] 'agreement among raft nodes before linearized reading' (duration: 293.405864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:28.847287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:28.542794Z","time spent":"303.821029ms","remote":"127.0.0.1:53808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:39:28.849792Z","caller":"traceutil/trace.go:171","msg":"trace[1829684929] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"225.094516ms","start":"2026-03-09T01:39:28.62467Z","end":"2026-03-09T01:39:28.849765Z","steps":["trace[1829684929] 'process raft request' (duration: 224.978393ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:28.849885Z","caller":"traceutil/trace.go:171","msg":"trace[1337225397] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"225.26706ms","start":"2026-03-09T01:39:28.624582Z","end":"2026-03-09T01:39:28.849849Z","steps":["trace[1337225397] 'process raft request' (duration: 224.959173ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:28.849959Z","caller":"traceutil/trace.go:171","msg":"trace[2071326990] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"224.995433ms","start":"2026-03-09T01:39:28.624942Z","end":"2026-03-09T01:39:28.849938Z","steps":["trace[2071326990] 'process raft request' (duration: 224.741507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:28.850156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.115577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-09T01:39:28.850215Z","caller":"traceutil/trace.go:171","msg":"trace[1565905723] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"157.22766ms","start":"2026-03-09T01:39:28.692973Z","end":"2026-03-09T01:39:28.850201Z","steps":["trace[1565905723] 'agreement among raft nodes before linearized reading' (duration: 157.039395ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:28.85022Z","caller":"traceutil/trace.go:171","msg":"trace[1862310872] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"225.184019ms","start":"2026-03-09T01:39:28.625004Z","end":"2026-03-09T01:39:28.850188Z","steps":["trace[1862310872] 'process raft request' (duration: 224.727387ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:28.850259Z","caller":"traceutil/trace.go:171","msg":"trace[89063969] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"224.695206ms","start":"2026-03-09T01:39:28.625408Z","end":"2026-03-09T01:39:28.850103Z","steps":["trace[89063969] 'process raft request' (duration: 224.350188ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:28.850248Z","caller":"traceutil/trace.go:171","msg":"trace[487329294] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"224.375339ms","start":"2026-03-09T01:39:28.625753Z","end":"2026-03-09T01:39:28.850128Z","steps":["trace[487329294] 'process raft request' (duration: 224.027771ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:28.850309Z","caller":"traceutil/trace.go:171","msg":"trace[865005743] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"218.699659ms","start":"2026-03-09T01:39:28.631485Z","end":"2026-03-09T01:39:28.850184Z","steps":["trace[865005743] 'process raft request' (duration: 218.3222ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:28.850318Z","caller":"traceutil/trace.go:171","msg":"trace[1357342399] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"213.526732ms","start":"2026-03-09T01:39:28.636736Z","end":"2026-03-09T01:39:28.850263Z","steps":["trace[1357342399] 'process raft request' (duration: 213.109012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:28.850351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.229132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-09T01:39:28.851463Z","caller":"traceutil/trace.go:171","msg":"trace[1232525114] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"176.464673ms","start":"2026-03-09T01:39:28.674976Z","end":"2026-03-09T01:39:28.85144Z","steps":["trace[1232525114] 'agreement among raft nodes before linearized reading' (duration: 175.241312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:28.85042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.404471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-09T01:39:28.851621Z","caller":"traceutil/trace.go:171","msg":"trace[1289897007] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"254.644523ms","start":"2026-03-09T01:39:28.596947Z","end":"2026-03-09T01:39:28.851592Z","steps":["trace[1289897007] 'agreement among raft nodes before linearized reading' (duration: 253.437122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:28.850479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.003404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-09T01:39:28.851717Z","caller":"traceutil/trace.go:171","msg":"trace[490946966] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"228.252815ms","start":"2026-03-09T01:39:28.62344Z","end":"2026-03-09T01:39:28.851693Z","steps":["trace[490946966] 'agreement among raft nodes before linearized reading' (duration: 226.940732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:28.850553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.568712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-09T01:39:28.850568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.496637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-09T01:39:28.851901Z","caller":"traceutil/trace.go:171","msg":"trace[501613540] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:0; response_revision:11; }","duration":"229.876284ms","start":"2026-03-09T01:39:28.621949Z","end":"2026-03-09T01:39:28.851826Z","steps":["trace[501613540] 'agreement among raft nodes before linearized reading' (duration: 228.572812ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:28.852003Z","caller":"traceutil/trace.go:171","msg":"trace[118941381] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"226.910472ms","start":"2026-03-09T01:39:28.625053Z","end":"2026-03-09T01:39:28.851963Z","steps":["trace[118941381] 'agreement among raft nodes before linearized reading' (duration: 225.449725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:28.850555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.463553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-09T01:39:28.852118Z","caller":"traceutil/trace.go:171","msg":"trace[1007139567] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"255.112024ms","start":"2026-03-09T01:39:28.596994Z","end":"2026-03-09T01:39:28.852106Z","steps":["trace[1007139567] 'agreement among raft nodes before linearized reading' (duration: 253.382031ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:32.185837Z","caller":"traceutil/trace.go:171","msg":"trace[1819834356] transaction","detail":"{read_only:false; number_of_response:0; response_revision:245; }","duration":"100.954229ms","start":"2026-03-09T01:39:32.084847Z","end":"2026-03-09T01:39:32.185801Z","steps":["trace[1819834356] 'process raft request' (duration: 100.701293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:33.610932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.216568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:39:33.611162Z","caller":"traceutil/trace.go:171","msg":"trace[1804232263] linearizableReadLoop","detail":"{readStateIndex:286; appliedIndex:285; }","duration":"352.086495ms","start":"2026-03-09T01:39:33.258992Z","end":"2026-03-09T01:39:33.611079Z","steps":["trace[1804232263] 'read index received' (duration: 120.446428ms)","trace[1804232263] 'applied index is now lower than readState.Index' (duration: 231.638217ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:39:33.611306Z","caller":"traceutil/trace.go:171","msg":"trace[1052203219] transaction","detail":"{read_only:false; response_revision:275; number_of_response:1; }","duration":"352.490075ms","start":"2026-03-09T01:39:33.25879Z","end":"2026-03-09T01:39:33.61128Z","steps":["trace[1052203219] 'process raft request' (duration: 120.598071ms)","trace[1052203219] 'compare' (duration: 231.038163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:39:33.611589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.71178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T01:39:33.611356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.334251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:39:33.611646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:33.258751Z","time spent":"352.67538ms","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:39:33.611665Z","caller":"traceutil/trace.go:171","msg":"trace[497953683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:275; }","duration":"308.833772ms","start":"2026-03-09T01:39:33.302815Z","end":"2026-03-09T01:39:33.611649Z","steps":["trace[497953683] 'agreement among raft nodes before linearized reading' (duration: 308.570776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:33.612001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:33.302765Z","time spent":"309.215142ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T01:39:33.611804Z","caller":"traceutil/trace.go:171","msg":"trace[2072677634] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:0; response_revision:275; }","duration":"352.749461ms","start":"2026-03-09T01:39:33.258935Z","end":"2026-03-09T01:39:33.611685Z","steps":["trace[2072677634] 'agreement among raft nodes before linearized reading' (duration: 352.340471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:33.612452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:33.258911Z","time spent":"353.495279ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-03-09T01:39:39.765581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541154781991481,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:39:39.874124Z","caller":"traceutil/trace.go:171","msg":"trace[1409052972] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"817.095711ms","start":"2026-03-09T01:39:39.057003Z","end":"2026-03-09T01:39:39.874099Z","steps":["trace[1409052972] 'process raft request' (duration: 816.917856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:39.874285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:39.056976Z","time spent":"817.229135ms","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:39:39.930156Z","caller":"traceutil/trace.go:171","msg":"trace[1230086312] linearizableReadLoop","detail":"{readStateIndex:371; appliedIndex:369; }","duration":"665.170512ms","start":"2026-03-09T01:39:39.264958Z","end":"2026-03-09T01:39:39.930129Z","steps":["trace[1230086312] 'read index received' (duration: 608.960991ms)","trace[1230086312] 'applied index is now lower than readState.Index' (duration: 56.208241ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:39:39.930253Z","caller":"traceutil/trace.go:171","msg":"trace[603029892] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"756.441002ms","start":"2026-03-09T01:39:39.173772Z","end":"2026-03-09T01:39:39.930213Z","steps":["trace[603029892] 'process raft request' (duration: 756.217866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:39.93035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.364827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-09T01:39:39.930411Z","caller":"traceutil/trace.go:171","msg":"trace[516891964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:358; }","duration":"665.48964ms","start":"2026-03-09T01:39:39.264901Z","end":"2026-03-09T01:39:39.930391Z","steps":["trace[516891964] 'agreement among raft nodes before linearized reading' (duration: 665.370297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:39.93045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:39.173734Z","time spent":"756.612366ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:39:39.930449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.538776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T01:39:39.930452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:39.264879Z","time spent":"665.563721ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T01:39:39.930519Z","caller":"traceutil/trace.go:171","msg":"trace[764179500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:358; }","duration":"240.653869ms","start":"2026-03-09T01:39:39.689849Z","end":"2026-03-09T01:39:39.930503Z","steps":["trace[764179500] 'agreement among raft nodes before linearized reading' (duration: 240.496545ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:40.227217Z","caller":"traceutil/trace.go:171","msg":"trace[688697500] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"292.868261ms","start":"2026-03-09T01:39:39.934318Z","end":"2026-03-09T01:39:40.227187Z","steps":["trace[688697500] 'process raft request' (duration: 292.624185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:41.666311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.925691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:39:41.666501Z","caller":"traceutil/trace.go:171","msg":"trace[196515578] linearizableReadLoop","detail":"{readStateIndex:374; appliedIndex:371; }","duration":"1.58478061s","start":"2026-03-09T01:39:40.0817Z","end":"2026-03-09T01:39:41.666481Z","steps":["trace[196515578] 'read index received' (duration: 145.265917ms)","trace[196515578] 'applied index is now lower than readState.Index' (duration: 1.439513322s)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:39:41.666667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584978404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:39:41.666699Z","caller":"traceutil/trace.go:171","msg":"trace[1891454522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:361; }","duration":"1.585045186s","start":"2026-03-09T01:39:40.081643Z","end":"2026-03-09T01:39:41.666689Z","steps":["trace[1891454522] 'agreement among raft nodes before linearized reading' (duration: 1.584945073s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:41.666679Z","caller":"traceutil/trace.go:171","msg":"trace[58578164] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"1.731967293s","start":"2026-03-09T01:39:39.934666Z","end":"2026-03-09T01:39:41.666633Z","steps":["trace[58578164] 'process raft request' (duration: 1.731768078s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:41.666743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:40.081619Z","time spent":"1.585115028s","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:39:41.666831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306826055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-09T01:39:41.666843Z","caller":"traceutil/trace.go:171","msg":"trace[1309204386] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"1.732027965s","start":"2026-03-09T01:39:39.934657Z","end":"2026-03-09T01:39:41.666685Z","steps":["trace[1309204386] 'process raft request' (duration: 889.619233ms)","trace[1309204386] 'compare' (duration: 841.690625ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:39:41.666931Z","caller":"traceutil/trace.go:171","msg":"trace[1847034530] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:361; }","duration":"1.30698015s","start":"2026-03-09T01:39:40.359927Z","end":"2026-03-09T01:39:41.666907Z","steps":["trace[1847034530] 'agreement among raft nodes before linearized reading' (duration: 1.306788044s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:41.66699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:40.359909Z","time spent":"1.307070882s","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-09T01:39:41.666881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:39.93465Z","time spent":"1.732118677s","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:39:41.667103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:39.934634Z","time spent":"1.732371034s","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:39:57.698724Z","caller":"traceutil/trace.go:171","msg":"trace[506980065] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"153.188631ms","start":"2026-03-09T01:39:57.545506Z","end":"2026-03-09T01:39:57.698694Z","steps":["trace[506980065] 'process raft request' (duration: 72.51307ms)","trace[506980065] 'compare' (duration: 80.498787ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:39:57.701765Z","caller":"traceutil/trace.go:171","msg":"trace[147505056] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"155.461058ms","start":"2026-03-09T01:39:57.546286Z","end":"2026-03-09T01:39:57.701747Z","steps":["trace[147505056] 'process raft request' (duration: 155.359595ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:57.888295Z","caller":"traceutil/trace.go:171","msg":"trace[1099466562] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"119.835514ms","start":"2026-03-09T01:39:57.768433Z","end":"2026-03-09T01:39:57.888268Z","steps":["trace[1099466562] 'process raft request' (duration: 52.388921ms)","trace[1099466562] 'compare' (duration: 67.29722ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:39:57.888337Z","caller":"traceutil/trace.go:171","msg":"trace[1353873437] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"119.838375ms","start":"2026-03-09T01:39:57.768476Z","end":"2026-03-09T01:39:57.888314Z","steps":["trace[1353873437] 'process raft request' (duration: 119.753912ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:57.888568Z","caller":"traceutil/trace.go:171","msg":"trace[1548439988] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"120.000909ms","start":"2026-03-09T01:39:57.768528Z","end":"2026-03-09T01:39:57.888529Z","steps":["trace[1548439988] 'process raft request' (duration: 119.747083ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:57.891956Z","caller":"traceutil/trace.go:171","msg":"trace[266100131] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"119.72053ms","start":"2026-03-09T01:39:57.772193Z","end":"2026-03-09T01:39:57.891914Z","steps":["trace[266100131] 'process raft request' (duration: 119.523036ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:58.31733Z","caller":"traceutil/trace.go:171","msg":"trace[2126689156] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"152.453693ms","start":"2026-03-09T01:39:58.164848Z","end":"2026-03-09T01:39:58.317302Z","steps":["trace[2126689156] 'process raft request' (duration: 152.30557ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:58.317311Z","caller":"traceutil/trace.go:171","msg":"trace[2029259011] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"153.899379ms","start":"2026-03-09T01:39:58.163366Z","end":"2026-03-09T01:39:58.317265Z","steps":["trace[2029259011] 'process raft request' (duration: 96.500045ms)","trace[2029259011] 'compare' (duration: 57.129598ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:39:58.317683Z","caller":"traceutil/trace.go:171","msg":"trace[756999227] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"141.951022ms","start":"2026-03-09T01:39:58.175713Z","end":"2026-03-09T01:39:58.317664Z","steps":["trace[756999227] 'process raft request' (duration: 141.611404ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:58.31767Z","caller":"traceutil/trace.go:171","msg":"trace[1293980217] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"151.245164ms","start":"2026-03-09T01:39:58.166371Z","end":"2026-03-09T01:39:58.317617Z","steps":["trace[1293980217] 'process raft request' (duration: 150.829474ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:58.329116Z","caller":"traceutil/trace.go:171","msg":"trace[1551824931] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"135.193184ms","start":"2026-03-09T01:39:58.193895Z","end":"2026-03-09T01:39:58.329088Z","steps":["trace[1551824931] 'process raft request' (duration: 134.99315ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:58.329393Z","caller":"traceutil/trace.go:171","msg":"trace[140019426] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"128.531809ms","start":"2026-03-09T01:39:58.200839Z","end":"2026-03-09T01:39:58.329371Z","steps":["trace[140019426] 'process raft request' (duration: 128.412306ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:58.329463Z","caller":"traceutil/trace.go:171","msg":"trace[1645109507] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"134.237551ms","start":"2026-03-09T01:39:58.195178Z","end":"2026-03-09T01:39:58.329416Z","steps":["trace[1645109507] 'process raft request' (duration: 133.862301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:58.665955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.065986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:39:58.666071Z","caller":"traceutil/trace.go:171","msg":"trace[267730484] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"284.360718ms","start":"2026-03-09T01:39:58.381691Z","end":"2026-03-09T01:39:58.666052Z","steps":["trace[267730484] 'process raft request' (duration: 138.130168ms)","trace[267730484] 'compare' (duration: 145.702846ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:39:58.674013Z","caller":"traceutil/trace.go:171","msg":"trace[49964627] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"291.918345ms","start":"2026-03-09T01:39:58.382039Z","end":"2026-03-09T01:39:58.673958Z","steps":["trace[49964627] 'process raft request' (duration: 291.610247ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:58.67404Z","caller":"traceutil/trace.go:171","msg":"trace[541351652] linearizableReadLoop","detail":"{readStateIndex:483; appliedIndex:479; }","duration":"258.138536ms","start":"2026-03-09T01:39:58.415855Z","end":"2026-03-09T01:39:58.673994Z","steps":["trace[541351652] 'read index received' (duration: 103.95478ms)","trace[541351652] 'applied index is now lower than readState.Index' (duration: 154.182386ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:39:58.674083Z","caller":"traceutil/trace.go:171","msg":"trace[1412983849] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"291.462545ms","start":"2026-03-09T01:39:58.382582Z","end":"2026-03-09T01:39:58.674045Z","steps":["trace[1412983849] 'process raft request' (duration: 291.237438ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:58.674463Z","caller":"traceutil/trace.go:171","msg":"trace[379073705] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"284.428239ms","start":"2026-03-09T01:39:58.390013Z","end":"2026-03-09T01:39:58.674441Z","steps":["trace[379073705] 'process raft request' (duration: 283.884295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:58.674438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.795863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-09T01:39:58.674535Z","caller":"traceutil/trace.go:171","msg":"trace[1777965222] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:465; }","duration":"198.936517ms","start":"2026-03-09T01:39:58.475574Z","end":"2026-03-09T01:39:58.67451Z","steps":["trace[1777965222] 'agreement among raft nodes before linearized reading' (duration: 198.772303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:58.675037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.165352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329944"} {"level":"info","ts":"2026-03-09T01:39:58.675103Z","caller":"traceutil/trace.go:171","msg":"trace[966335687] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:465; }","duration":"259.293236ms","start":"2026-03-09T01:39:58.415791Z","end":"2026-03-09T01:39:58.675084Z","steps":["trace[966335687] 'agreement among raft nodes before linearized reading' (duration: 258.742783ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:58.845238Z","caller":"traceutil/trace.go:171","msg":"trace[812888998] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"159.878688ms","start":"2026-03-09T01:39:58.685323Z","end":"2026-03-09T01:39:58.845201Z","steps":["trace[812888998] 'process raft request' (duration: 148.453674ms)","trace[812888998] 'compare' (duration: 11.178828ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:39:58.882228Z","caller":"traceutil/trace.go:171","msg":"trace[1888515775] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"192.336173ms","start":"2026-03-09T01:39:58.689854Z","end":"2026-03-09T01:39:58.88219Z","steps":["trace[1888515775] 'process raft request' (duration: 192.058236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:00.390341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541154781991702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:00.891539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541154781991702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:01.051195Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.272371798s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:40:01.051832Z","caller":"traceutil/trace.go:171","msg":"trace[923939701] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"1.273099416s","start":"2026-03-09T01:39:59.778699Z","end":"2026-03-09T01:40:01.051799Z","steps":["trace[923939701] 'process raft request' (duration: 1.2728545s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:01.052079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:59.778664Z","time spent":"1.273301211s","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:01.702538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.10712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:40:01.702697Z","caller":"traceutil/trace.go:171","msg":"trace[506150399] linearizableReadLoop","detail":"{readStateIndex:489; appliedIndex:487; }","duration":"1.813269333s","start":"2026-03-09T01:39:59.889407Z","end":"2026-03-09T01:40:01.702676Z","steps":["trace[506150399] 'read index received' (duration: 1.162120742s)","trace[506150399] 'applied index is now lower than readState.Index' (duration: 651.147501ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:01.702787Z","caller":"traceutil/trace.go:171","msg":"trace[769110704] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"1.131220996s","start":"2026-03-09T01:40:00.571511Z","end":"2026-03-09T01:40:01.702732Z","steps":["trace[769110704] 'process raft request' (duration: 894.802378ms)","trace[769110704] 'compare' (duration: 235.939755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:01.702866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810777071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:40:01.702903Z","caller":"traceutil/trace.go:171","msg":"trace[131050216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:471; }","duration":"1.810847513s","start":"2026-03-09T01:39:59.892044Z","end":"2026-03-09T01:40:01.702891Z","steps":["trace[131050216] 'agreement among raft nodes before linearized reading' (duration: 1.810766081s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:01.702943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:59.891967Z","time spent":"1.810967096s","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:01.702929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813482598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:40:01.702957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809708584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:40:01.703042Z","caller":"traceutil/trace.go:171","msg":"trace[1255058844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:471; }","duration":"1.809812267s","start":"2026-03-09T01:39:59.893203Z","end":"2026-03-09T01:40:01.703015Z","steps":["trace[1255058844] 'agreement among raft nodes before linearized reading' (duration: 1.809662963s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:01.703041Z","caller":"traceutil/trace.go:171","msg":"trace[974384724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:471; }","duration":"1.813651363s","start":"2026-03-09T01:39:59.889356Z","end":"2026-03-09T01:40:01.703007Z","steps":["trace[974384724] 'agreement among raft nodes before linearized reading' (duration: 1.813416997s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:01.703037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:00.571491Z","time spent":"1.13141089s","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:01.702943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32159942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-09T01:40:01.703102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:59.889333Z","time spent":"1.813756926s","remote":"127.0.0.1:53760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:40:01.703108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342291264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-09T01:40:01.703143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.090187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-03-09T01:40:01.703232Z","caller":"traceutil/trace.go:171","msg":"trace[540291781] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:471; }","duration":"1.342467958s","start":"2026-03-09T01:40:00.360733Z","end":"2026-03-09T01:40:01.7032Z","steps":["trace[540291781] 'agreement among raft nodes before linearized reading' (duration: 1.34214168s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:01.703211Z","caller":"traceutil/trace.go:171","msg":"trace[162977847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:471; }","duration":"1.321860377s","start":"2026-03-09T01:40:00.381285Z","end":"2026-03-09T01:40:01.703145Z","steps":["trace[162977847] 'agreement among raft nodes before linearized reading' (duration: 1.321547349s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:01.703259Z","caller":"traceutil/trace.go:171","msg":"trace[1552514374] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:471; }","duration":"939.261451ms","start":"2026-03-09T01:40:00.763968Z","end":"2026-03-09T01:40:01.70323Z","steps":["trace[1552514374] 'agreement among raft nodes before linearized reading' (duration: 938.989454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:01.703086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:59.893194Z","time spent":"1.809882388s","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:40:01.703295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:00.360713Z","time spent":"1.34256972s","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-09T01:40:01.703311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:00.763941Z","time spent":"939.361293ms","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4403,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-09T01:40:01.703339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:00.381269Z","time spent":"1.322022851s","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T01:40:07.942478Z","caller":"traceutil/trace.go:171","msg":"trace[1118556407] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"170.762088ms","start":"2026-03-09T01:40:07.771674Z","end":"2026-03-09T01:40:07.942437Z","steps":["trace[1118556407] 'process raft request' (duration: 170.512162ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:08.277591Z","caller":"traceutil/trace.go:171","msg":"trace[260452611] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:532; }","duration":"154.29635ms","start":"2026-03-09T01:40:08.123277Z","end":"2026-03-09T01:40:08.277574Z","steps":["trace[260452611] 'read index received' (duration: 150.73471ms)","trace[260452611] 'applied index is now lower than readState.Index' (duration: 3.56087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:08.277729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.437073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vpn4z\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-09T01:40:08.277763Z","caller":"traceutil/trace.go:171","msg":"trace[769482335] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vpn4z; range_end:; response_count:1; response_revision:514; }","duration":"154.512125ms","start":"2026-03-09T01:40:08.123232Z","end":"2026-03-09T01:40:08.277744Z","steps":["trace[769482335] 'agreement among raft nodes before linearized reading' (duration: 154.419853ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:08.277757Z","caller":"traceutil/trace.go:171","msg":"trace[1615054605] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"505.270311ms","start":"2026-03-09T01:40:07.772437Z","end":"2026-03-09T01:40:08.277708Z","steps":["trace[1615054605] 'process raft request' (duration: 501.597249ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:08.277921Z","caller":"traceutil/trace.go:171","msg":"trace[289536023] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"504.080961ms","start":"2026-03-09T01:40:07.773832Z","end":"2026-03-09T01:40:08.277913Z","steps":["trace[289536023] 'process raft request' (duration: 503.700272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:08.277971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:07.772407Z","time spent":"505.442614ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:08.278015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:07.773807Z","time spent":"504.141412ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:09.155239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.522669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:09.155509Z","caller":"traceutil/trace.go:171","msg":"trace[423770986] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:515; }","duration":"493.852556ms","start":"2026-03-09T01:40:08.661612Z","end":"2026-03-09T01:40:09.155464Z","steps":["trace[423770986] 'range keys from in-memory index tree' (duration: 493.408785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:09.155529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.686349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:09.155621Z","caller":"traceutil/trace.go:171","msg":"trace[1874857948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:515; }","duration":"266.851813ms","start":"2026-03-09T01:40:08.888747Z","end":"2026-03-09T01:40:09.155599Z","steps":["trace[1874857948] 'range keys from in-memory index tree' (duration: 266.531795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:09.155629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:08.661581Z","time spent":"493.994ms","remote":"127.0.0.1:53846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-09T01:40:09.896208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.229661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:09.896348Z","caller":"traceutil/trace.go:171","msg":"trace[1034218118] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:516; }","duration":"128.446296ms","start":"2026-03-09T01:40:09.767867Z","end":"2026-03-09T01:40:09.896314Z","steps":["trace[1034218118] 'range keys from in-memory index tree' (duration: 128.076178ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:11.662485Z","caller":"traceutil/trace.go:171","msg":"trace[1766155576] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"349.708789ms","start":"2026-03-09T01:40:11.312752Z","end":"2026-03-09T01:40:11.662461Z","steps":["trace[1766155576] 'process raft request' (duration: 349.267328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:11.662653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:11.312727Z","time spent":"349.838393ms","remote":"127.0.0.1:53846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211574,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:20.719512Z","caller":"traceutil/trace.go:171","msg":"trace[1214002292] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"281.393674ms","start":"2026-03-09T01:40:20.438099Z","end":"2026-03-09T01:40:20.719493Z","steps":["trace[1214002292] 'process raft request' (duration: 281.357293ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:20.719673Z","caller":"traceutil/trace.go:171","msg":"trace[750421206] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"312.627579ms","start":"2026-03-09T01:40:20.40699Z","end":"2026-03-09T01:40:20.719618Z","steps":["trace[750421206] 'process raft request' (duration: 251.113892ms)","trace[750421206] 'compare' (duration: 61.132977ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:20.719718Z","caller":"traceutil/trace.go:171","msg":"trace[1608703242] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"311.9013ms","start":"2026-03-09T01:40:20.407777Z","end":"2026-03-09T01:40:20.719678Z","steps":["trace[1608703242] 'process raft request' (duration: 311.639744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:20.719866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:20.406979Z","time spent":"312.786303ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:20.719916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:20.40775Z","time spent":"312.049054ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:20.720289Z","caller":"traceutil/trace.go:171","msg":"trace[1010931682] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"244.530138ms","start":"2026-03-09T01:40:20.475675Z","end":"2026-03-09T01:40:20.720205Z","steps":["trace[1010931682] 'process raft request' (duration: 244.000755ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:24.065018Z","caller":"traceutil/trace.go:171","msg":"trace[292263532] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"132.218312ms","start":"2026-03-09T01:40:23.93275Z","end":"2026-03-09T01:40:24.064968Z","steps":["trace[292263532] 'process raft request' (duration: 131.996366ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:53.159161Z","caller":"traceutil/trace.go:171","msg":"trace[1903801952] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"175.047133ms","start":"2026-03-09T01:40:52.984086Z","end":"2026-03-09T01:40:53.159133Z","steps":["trace[1903801952] 'process raft request' (duration: 174.89491ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:53.160001Z","caller":"traceutil/trace.go:171","msg":"trace[1224485707] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"173.227258ms","start":"2026-03-09T01:40:52.986743Z","end":"2026-03-09T01:40:53.159971Z","steps":["trace[1224485707] 'process raft request' (duration: 173.077534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:53.546888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.504072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:40:53.547145Z","caller":"traceutil/trace.go:171","msg":"trace[918709251] linearizableReadLoop","detail":"{readStateIndex:1006; appliedIndex:1005; }","duration":"272.23604ms","start":"2026-03-09T01:40:53.274885Z","end":"2026-03-09T01:40:53.547121Z","steps":["trace[918709251] 'read index received' (duration: 41.181µs)","trace[918709251] 'applied index is now lower than readState.Index' (duration: 272.193389ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:53.547271Z","caller":"traceutil/trace.go:171","msg":"trace[707929195] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"381.573643ms","start":"2026-03-09T01:40:53.165664Z","end":"2026-03-09T01:40:53.547238Z","steps":["trace[707929195] 'process raft request' (duration: 87.614909ms)","trace[707929195] 'compare' (duration: 293.376609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:53.547426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.520407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:40:53.547461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:53.165635Z","time spent":"381.731817ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:53.547502Z","caller":"traceutil/trace.go:171","msg":"trace[1258923303] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:975; }","duration":"272.650092ms","start":"2026-03-09T01:40:53.274833Z","end":"2026-03-09T01:40:53.547483Z","steps":["trace[1258923303] 'agreement among raft nodes before linearized reading' (duration: 272.461776ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:07.433516Z","caller":"traceutil/trace.go:171","msg":"trace[1314548741] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"190.273324ms","start":"2026-03-09T01:41:07.243206Z","end":"2026-03-09T01:41:07.433479Z","steps":["trace[1314548741] 'process raft request' (duration: 188.918541ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:07.433712Z","caller":"traceutil/trace.go:171","msg":"trace[297792644] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"189.929235ms","start":"2026-03-09T01:41:07.243715Z","end":"2026-03-09T01:41:07.433644Z","steps":["trace[297792644] 'process raft request' (duration: 189.567946ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:13.702678Z","caller":"traceutil/trace.go:171","msg":"trace[97846006] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"216.329195ms","start":"2026-03-09T01:41:13.486307Z","end":"2026-03-09T01:41:13.702636Z","steps":["trace[97846006] 'process raft request' (duration: 214.262924ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:15.87459Z","caller":"traceutil/trace.go:171","msg":"trace[1346984002] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"150.459249ms","start":"2026-03-09T01:41:15.724092Z","end":"2026-03-09T01:41:15.874551Z","steps":["trace[1346984002] 'process raft request' (duration: 150.146641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:40.336183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.076288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-09T01:41:40.336233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.419262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ed96da4-9373-48d0-a637-91222692f24b\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-09T01:41:40.336317Z","caller":"traceutil/trace.go:171","msg":"trace[583256870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1616; }","duration":"711.313683ms","start":"2026-03-09T01:41:39.624974Z","end":"2026-03-09T01:41:40.336288Z","steps":["trace[583256870] 'range keys from in-memory index tree' (duration: 710.41379ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:40.336336Z","caller":"traceutil/trace.go:171","msg":"trace[1130754528] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ed96da4-9373-48d0-a637-91222692f24b; range_end:; response_count:1; response_revision:1616; }","duration":"700.563085ms","start":"2026-03-09T01:41:39.635747Z","end":"2026-03-09T01:41:40.33631Z","steps":["trace[1130754528] 'range keys from in-memory index tree' (duration: 700.173515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:40.336382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:39.624946Z","time spent":"711.419886ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:41:40.336432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:39.635738Z","time spent":"700.682418ms","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ed96da4-9373-48d0-a637-91222692f24b\" "} {"level":"warn","ts":"2026-03-09T01:41:40.336753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.526554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T01:41:40.336834Z","caller":"traceutil/trace.go:171","msg":"trace[1920261571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1616; }","duration":"710.679658ms","start":"2026-03-09T01:41:39.626136Z","end":"2026-03-09T01:41:40.336816Z","steps":["trace[1920261571] 'range keys from in-memory index tree' (duration: 710.008981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:40.336874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:39.626084Z","time spent":"710.780221ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T01:41:40.337051Z","caller":"traceutil/trace.go:171","msg":"trace[163683374] linearizableReadLoop","detail":"{readStateIndex:1684; appliedIndex:1683; }","duration":"350.691652ms","start":"2026-03-09T01:41:39.986323Z","end":"2026-03-09T01:41:40.337014Z","steps":["trace[163683374] 'read index received' (duration: 346.783084ms)","trace[163683374] 'applied index is now lower than readState.Index' (duration: 3.907388ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:40.33711Z","caller":"traceutil/trace.go:171","msg":"trace[1054193449] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"700.226837ms","start":"2026-03-09T01:41:39.636846Z","end":"2026-03-09T01:41:40.337072Z","steps":["trace[1054193449] 'process raft request' (duration: 696.36775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:40.337213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:39.636814Z","time spent":"700.33088ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:40.337263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.944749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-09T01:41:40.337306Z","caller":"traceutil/trace.go:171","msg":"trace[1183550202] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1617; }","duration":"351.036331ms","start":"2026-03-09T01:41:39.986257Z","end":"2026-03-09T01:41:40.337293Z","steps":["trace[1183550202] 'agreement among raft nodes before linearized reading' (duration: 350.904538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:40.337361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:39.986224Z","time spent":"351.128394ms","remote":"127.0.0.1:57336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-09T01:41:40.337631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.706941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ed96da4-9373-48d0-a637-91222692f24b\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-09T01:41:40.337684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.981526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-09T01:41:40.3377Z","caller":"traceutil/trace.go:171","msg":"trace[1591947788] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ed96da4-9373-48d0-a637-91222692f24b; range_end:; response_count:1; response_revision:1617; }","duration":"109.775943ms","start":"2026-03-09T01:41:40.227905Z","end":"2026-03-09T01:41:40.337681Z","steps":["trace[1591947788] 'agreement among raft nodes before linearized reading' (duration: 109.599678ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:40.337722Z","caller":"traceutil/trace.go:171","msg":"trace[919375514] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1617; }","duration":"286.059628ms","start":"2026-03-09T01:41:40.05165Z","end":"2026-03-09T01:41:40.337709Z","steps":["trace[919375514] 'agreement among raft nodes before linearized reading' (duration: 285.943795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:40.337679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.78816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:41:40.337777Z","caller":"traceutil/trace.go:171","msg":"trace[579693043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1617; }","duration":"333.948725ms","start":"2026-03-09T01:41:40.003805Z","end":"2026-03-09T01:41:40.337754Z","steps":["trace[579693043] 'agreement among raft nodes before linearized reading' (duration: 333.631517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:40.337833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:40.003769Z","time spent":"334.055007ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:41:40.486653Z","caller":"traceutil/trace.go:171","msg":"trace[685766236] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"144.152311ms","start":"2026-03-09T01:41:40.342463Z","end":"2026-03-09T01:41:40.486615Z","steps":["trace[685766236] 'process raft request' (duration: 125.128225ms)","trace[685766236] 'compare' (duration: 18.862282ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:40.85716Z","caller":"traceutil/trace.go:171","msg":"trace[728018571] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"513.171862ms","start":"2026-03-09T01:41:40.343941Z","end":"2026-03-09T01:41:40.857113Z","steps":["trace[728018571] 'process raft request' (duration: 450.359683ms)","trace[728018571] 'compare' (duration: 62.533542ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:40.857278Z","caller":"traceutil/trace.go:171","msg":"trace[1234919481] linearizableReadLoop","detail":"{readStateIndex:1689; appliedIndex:1684; }","duration":"487.310556ms","start":"2026-03-09T01:41:40.369929Z","end":"2026-03-09T01:41:40.85724Z","steps":["trace[1234919481] 'read index received' (duration: 97.768212ms)","trace[1234919481] 'applied index is now lower than readState.Index' (duration: 389.541144ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:40.857381Z","caller":"traceutil/trace.go:171","msg":"trace[1646773799] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"510.67021ms","start":"2026-03-09T01:41:40.346697Z","end":"2026-03-09T01:41:40.857368Z","steps":["trace[1646773799] 'process raft request' (duration: 510.481716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:40.857378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:40.343909Z","time spent":"513.356768ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:40.85739Z","caller":"traceutil/trace.go:171","msg":"trace[1276175893] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"511.639674ms","start":"2026-03-09T01:41:40.345726Z","end":"2026-03-09T01:41:40.857365Z","steps":["trace[1276175893] 'process raft request' (duration: 511.378677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:40.85749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:40.346679Z","time spent":"510.732403ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:40.857498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:40.345716Z","time spent":"511.724326ms","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:40.857484Z","caller":"traceutil/trace.go:171","msg":"trace[375222466] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"512.042675ms","start":"2026-03-09T01:41:40.345417Z","end":"2026-03-09T01:41:40.857459Z","steps":["trace[375222466] 'process raft request' (duration: 511.583802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:40.857671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:40.345405Z","time spent":"512.221379ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:40.857673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.735847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-09T01:41:40.857766Z","caller":"traceutil/trace.go:171","msg":"trace[1181203416] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:1622; }","duration":"487.895351ms","start":"2026-03-09T01:41:40.369846Z","end":"2026-03-09T01:41:40.857741Z","steps":["trace[1181203416] 'agreement among raft nodes before linearized reading' (duration: 487.606914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:40.857822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:40.36982Z","time spent":"487.992563ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"info","ts":"2026-03-09T01:41:40.864396Z","caller":"traceutil/trace.go:171","msg":"trace[1726488737] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"162.813178ms","start":"2026-03-09T01:41:40.701546Z","end":"2026-03-09T01:41:40.864359Z","steps":["trace[1726488737] 'process raft request' (duration: 162.599962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:40.864579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.748824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:41:40.864637Z","caller":"traceutil/trace.go:171","msg":"trace[1065870969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1623; }","duration":"370.860946ms","start":"2026-03-09T01:41:40.493761Z","end":"2026-03-09T01:41:40.864622Z","steps":["trace[1065870969] 'agreement among raft nodes before linearized reading' (duration: 370.717533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:40.864671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:40.493733Z","time spent":"370.930858ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:41:40.864693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.62145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:41:40.864783Z","caller":"traceutil/trace.go:171","msg":"trace[1158238597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1623; }","duration":"370.735073ms","start":"2026-03-09T01:41:40.494022Z","end":"2026-03-09T01:41:40.864757Z","steps":["trace[1158238597] 'agreement among raft nodes before linearized reading' (duration: 370.471867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:40.864854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:40.494013Z","time spent":"370.825505ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:41:41.571502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.160807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:41:41.571638Z","caller":"traceutil/trace.go:171","msg":"trace[1417807790] linearizableReadLoop","detail":"{readStateIndex:1695; appliedIndex:1694; }","duration":"226.14321ms","start":"2026-03-09T01:41:41.345474Z","end":"2026-03-09T01:41:41.571617Z","steps":["trace[1417807790] 'read index received' (duration: 76.46468ms)","trace[1417807790] 'applied index is now lower than readState.Index' (duration: 149.67706ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:41.571861Z","caller":"traceutil/trace.go:171","msg":"trace[1836738439] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"406.117458ms","start":"2026-03-09T01:41:41.165717Z","end":"2026-03-09T01:41:41.571835Z","steps":["trace[1836738439] 'process raft request' (duration: 256.331604ms)","trace[1836738439] 'compare' (duration: 148.990713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:41.572011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:41.165687Z","time spent":"406.270762ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:41.572011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.520911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ed96da4-9373-48d0-a637-91222692f24b\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-09T01:41:41.572366Z","caller":"traceutil/trace.go:171","msg":"trace[1795007315] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ed96da4-9373-48d0-a637-91222692f24b; range_end:; response_count:1; response_revision:1627; }","duration":"226.89341ms","start":"2026-03-09T01:41:41.345425Z","end":"2026-03-09T01:41:41.572318Z","steps":["trace[1795007315] 'agreement among raft nodes before linearized reading' (duration: 226.399658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:41.573692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.064383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-09T01:41:41.57376Z","caller":"traceutil/trace.go:171","msg":"trace[1607783632] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1627; }","duration":"217.177376ms","start":"2026-03-09T01:41:41.356567Z","end":"2026-03-09T01:41:41.573744Z","steps":["trace[1607783632] 'agreement among raft nodes before linearized reading' (duration: 215.488604ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:54.724234Z","caller":"traceutil/trace.go:171","msg":"trace[1279746099] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"167.625824ms","start":"2026-03-09T01:41:54.556581Z","end":"2026-03-09T01:41:54.724206Z","steps":["trace[1279746099] 'process raft request' (duration: 149.167657ms)","trace[1279746099] 'compare' (duration: 18.306263ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:54.724233Z","caller":"traceutil/trace.go:171","msg":"trace[916407206] linearizableReadLoop","detail":"{readStateIndex:1794; appliedIndex:1793; }","duration":"105.350565ms","start":"2026-03-09T01:41:54.618851Z","end":"2026-03-09T01:41:54.724201Z","steps":["trace[916407206] 'read index received' (duration: 86.780306ms)","trace[916407206] 'applied index is now lower than readState.Index' (duration: 18.568749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:54.724387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.526689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-ldwlz\" ","response":"range_response_count:1 size:5821"} {"level":"info","ts":"2026-03-09T01:41:54.724591Z","caller":"traceutil/trace.go:171","msg":"trace[535756708] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-ldwlz; range_end:; response_count:1; response_revision:1723; }","duration":"105.767335ms","start":"2026-03-09T01:41:54.618782Z","end":"2026-03-09T01:41:54.724549Z","steps":["trace[535756708] 'agreement among raft nodes before linearized reading' (duration: 105.458448ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:54.904234Z","caller":"traceutil/trace.go:171","msg":"trace[1625331626] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"171.758666ms","start":"2026-03-09T01:41:54.732444Z","end":"2026-03-09T01:41:54.904203Z","steps":["trace[1625331626] 'process raft request' (duration: 140.623156ms)","trace[1625331626] 'compare' (duration: 30.994466ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:54.964773Z","caller":"traceutil/trace.go:171","msg":"trace[519082563] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"106.147984ms","start":"2026-03-09T01:41:54.858585Z","end":"2026-03-09T01:41:54.964733Z","steps":["trace[519082563] 'process raft request' (duration: 105.935248ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:55.09598Z","caller":"traceutil/trace.go:171","msg":"trace[426328131] linearizableReadLoop","detail":"{readStateIndex:1798; appliedIndex:1796; }","duration":"131.271126ms","start":"2026-03-09T01:41:54.964676Z","end":"2026-03-09T01:41:55.095947Z","steps":["trace[426328131] 'read index received' (duration: 84.810568ms)","trace[426328131] 'applied index is now lower than readState.Index' (duration: 46.458448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:55.096269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.393447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-09T01:41:55.09628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.903822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:41:55.096435Z","caller":"traceutil/trace.go:171","msg":"trace[1306062785] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"183.901086ms","start":"2026-03-09T01:41:54.912502Z","end":"2026-03-09T01:41:55.096403Z","steps":["trace[1306062785] 'process raft request' (duration: 137.13537ms)","trace[1306062785] 'compare' (duration: 45.861894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:55.096507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.597314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:41:55.096587Z","caller":"traceutil/trace.go:171","msg":"trace[1393625042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1727; }","duration":"146.720987ms","start":"2026-03-09T01:41:54.949834Z","end":"2026-03-09T01:41:55.096555Z","steps":["trace[1393625042] 'agreement among raft nodes before linearized reading' (duration: 146.523952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:55.096624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.252405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-09T01:41:55.096916Z","caller":"traceutil/trace.go:171","msg":"trace[1887776976] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1727; }","duration":"165.563432ms","start":"2026-03-09T01:41:54.93132Z","end":"2026-03-09T01:41:55.096883Z","steps":["trace[1887776976] 'agreement among raft nodes before linearized reading' (duration: 165.002128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:55.09663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.867362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T01:41:55.097027Z","caller":"traceutil/trace.go:171","msg":"trace[1258459116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1727; }","duration":"166.286712ms","start":"2026-03-09T01:41:54.930704Z","end":"2026-03-09T01:41:55.09699Z","steps":["trace[1258459116] 'agreement among raft nodes before linearized reading' (duration: 165.769358ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:55.09713Z","caller":"traceutil/trace.go:171","msg":"trace[704108961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1727; }","duration":"145.027934ms","start":"2026-03-09T01:41:54.951314Z","end":"2026-03-09T01:41:55.096342Z","steps":["trace[704108961] 'agreement among raft nodes before linearized reading' (duration: 144.803769ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:55.097225Z","caller":"traceutil/trace.go:171","msg":"trace[544362712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1727; }","duration":"168.334211ms","start":"2026-03-09T01:41:54.928832Z","end":"2026-03-09T01:41:55.097166Z","steps":["trace[544362712] 'agreement among raft nodes before linearized reading' (duration: 167.235214ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:55.097686Z","caller":"traceutil/trace.go:171","msg":"trace[1178973268] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"184.204294ms","start":"2026-03-09T01:41:54.91287Z","end":"2026-03-09T01:41:55.097074Z","steps":["trace[1178973268] 'process raft request' (duration: 182.940422ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:55.232208Z","caller":"traceutil/trace.go:171","msg":"trace[353560938] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"130.085587ms","start":"2026-03-09T01:41:55.102087Z","end":"2026-03-09T01:41:55.232173Z","steps":["trace[353560938] 'process raft request' (duration: 100.781652ms)","trace[353560938] 'compare' (duration: 29.030378ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:55.232535Z","caller":"traceutil/trace.go:171","msg":"trace[1855496662] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"130.316631ms","start":"2026-03-09T01:41:55.102171Z","end":"2026-03-09T01:41:55.232488Z","steps":["trace[1855496662] 'process raft request' (duration: 129.906021ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:55.232672Z","caller":"traceutil/trace.go:171","msg":"trace[173948137] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"130.090255ms","start":"2026-03-09T01:41:55.102433Z","end":"2026-03-09T01:41:55.232523Z","steps":["trace[173948137] 'process raft request' (duration: 129.925331ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:55.232728Z","caller":"traceutil/trace.go:171","msg":"trace[497678542] linearizableReadLoop","detail":"{readStateIndex:1803; appliedIndex:1798; }","duration":"127.250396ms","start":"2026-03-09T01:41:55.10546Z","end":"2026-03-09T01:41:55.23271Z","steps":["trace[497678542] 'read index received' (duration: 17.675177ms)","trace[497678542] 'applied index is now lower than readState.Index' (duration: 109.573949ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:55.232706Z","caller":"traceutil/trace.go:171","msg":"trace[1562791012] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"127.02795ms","start":"2026-03-09T01:41:55.105636Z","end":"2026-03-09T01:41:55.232664Z","steps":["trace[1562791012] 'process raft request' (duration: 126.852685ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:55.232963Z","caller":"traceutil/trace.go:171","msg":"trace[1765779122] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"130.334781ms","start":"2026-03-09T01:41:55.1026Z","end":"2026-03-09T01:41:55.232934Z","steps":["trace[1765779122] 'process raft request' (duration: 129.850799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:55.233028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.546343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T01:41:55.233062Z","caller":"traceutil/trace.go:171","msg":"trace[1124775907] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1734; }","duration":"127.653665ms","start":"2026-03-09T01:41:55.105399Z","end":"2026-03-09T01:41:55.233053Z","steps":["trace[1124775907] 'agreement among raft nodes before linearized reading' (duration: 127.416169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:32.208188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.823021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:42:32.208307Z","caller":"traceutil/trace.go:171","msg":"trace[2072803806] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1919; }","duration":"541.013125ms","start":"2026-03-09T01:42:31.667268Z","end":"2026-03-09T01:42:32.208281Z","steps":["trace[2072803806] 'count revisions from in-memory index tree' (duration: 540.693207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:32.208358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:31.667243Z","time spent":"541.102228ms","remote":"127.0.0.1:57104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:42:32.208431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.097093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:42:32.20854Z","caller":"traceutil/trace.go:171","msg":"trace[1403057903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1919; }","duration":"303.253617ms","start":"2026-03-09T01:42:31.905261Z","end":"2026-03-09T01:42:32.208514Z","steps":["trace[1403057903] 'range keys from in-memory index tree' (duration: 302.9813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:32.208582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:31.905232Z","time spent":"303.340739ms","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:42:32.208585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.927255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:42:32.208681Z","caller":"traceutil/trace.go:171","msg":"trace[181310166] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1919; }","duration":"245.105599ms","start":"2026-03-09T01:42:31.963549Z","end":"2026-03-09T01:42:32.208655Z","steps":["trace[181310166] 'count revisions from in-memory index tree' (duration: 244.817812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:32.208734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.388425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-09T01:42:32.20881Z","caller":"traceutil/trace.go:171","msg":"trace[1972607735] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1919; }","duration":"179.500478ms","start":"2026-03-09T01:42:32.02929Z","end":"2026-03-09T01:42:32.208791Z","steps":["trace[1972607735] 'range keys from in-memory index tree' (duration: 179.067177ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:32.682821Z","caller":"traceutil/trace.go:171","msg":"trace[777858524] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"172.248679ms","start":"2026-03-09T01:42:32.510545Z","end":"2026-03-09T01:42:32.682793Z","steps":["trace[777858524] 'process raft request' (duration: 172.000181ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:32.975612Z","caller":"traceutil/trace.go:171","msg":"trace[2133377196] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1998; }","duration":"313.253204ms","start":"2026-03-09T01:42:32.662314Z","end":"2026-03-09T01:42:32.975567Z","steps":["trace[2133377196] 'read index received' (duration: 20.26143ms)","trace[2133377196] 'applied index is now lower than readState.Index' (duration: 292.980964ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:32.975654Z","caller":"traceutil/trace.go:171","msg":"trace[1446568890] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"348.150127ms","start":"2026-03-09T01:42:32.627469Z","end":"2026-03-09T01:42:32.975619Z","steps":["trace[1446568890] 'process raft request' (duration: 345.868041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:32.975801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.46285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:42:32.975834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:32.627435Z","time spent":"348.299691ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:42:32.976115Z","caller":"traceutil/trace.go:171","msg":"trace[1539743322] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1921; }","duration":"313.666585ms","start":"2026-03-09T01:42:32.662248Z","end":"2026-03-09T01:42:32.975914Z","steps":["trace[1539743322] 'agreement among raft nodes before linearized reading' (duration: 313.448909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:32.976187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:32.662224Z","time spent":"313.933551ms","remote":"127.0.0.1:54188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:42:33.240629Z","caller":"traceutil/trace.go:171","msg":"trace[587837555] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:2000; }","duration":"250.946365ms","start":"2026-03-09T01:42:32.989658Z","end":"2026-03-09T01:42:33.240604Z","steps":["trace[587837555] 'read index received' (duration: 238.258011ms)","trace[587837555] 'applied index is now lower than readState.Index' (duration: 12.686834ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:33.240755Z","caller":"traceutil/trace.go:171","msg":"trace[1511256829] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"257.576508ms","start":"2026-03-09T01:42:32.983164Z","end":"2026-03-09T01:42:33.24074Z","steps":["trace[1511256829] 'process raft request' (duration: 244.812012ms)","trace[1511256829] 'compare' (duration: 12.426168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:42:33.241015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.338314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:42:33.241068Z","caller":"traceutil/trace.go:171","msg":"trace[1802885411] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1922; }","duration":"251.422466ms","start":"2026-03-09T01:42:32.989632Z","end":"2026-03-09T01:42:33.241055Z","steps":["trace[1802885411] 'agreement among raft nodes before linearized reading' (duration: 251.342734ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:16.42954Z","caller":"traceutil/trace.go:171","msg":"trace[835697679] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"107.91257ms","start":"2026-03-09T01:43:16.321596Z","end":"2026-03-09T01:43:16.429509Z","steps":["trace[835697679] 'process raft request' (duration: 107.747276ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:16.54628Z","caller":"traceutil/trace.go:171","msg":"trace[191456767] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"105.700555ms","start":"2026-03-09T01:43:16.440538Z","end":"2026-03-09T01:43:16.546238Z","steps":["trace[191456767] 'process raft request' (duration: 100.725655ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:19.377644Z","caller":"traceutil/trace.go:171","msg":"trace[847903984] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"187.828748ms","start":"2026-03-09T01:43:19.189785Z","end":"2026-03-09T01:43:19.377614Z","steps":["trace[847903984] 'process raft request' (duration: 187.653864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:20.098005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.820405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:43:20.098141Z","caller":"traceutil/trace.go:171","msg":"trace[392930418] linearizableReadLoop","detail":"{readStateIndex:2420; appliedIndex:2419; }","duration":"440.096806ms","start":"2026-03-09T01:43:19.658027Z","end":"2026-03-09T01:43:20.098124Z","steps":["trace[392930418] 'read index received' (duration: 66.462µs)","trace[392930418] 'applied index is now lower than readState.Index' (duration: 440.028714ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:43:20.098413Z","caller":"traceutil/trace.go:171","msg":"trace[1065176613] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"521.211562ms","start":"2026-03-09T01:43:19.577188Z","end":"2026-03-09T01:43:20.098399Z","steps":["trace[1065176613] 'process raft request' (duration: 67.857955ms)","trace[1065176613] 'compare' (duration: 452.335503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:43:20.098474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:19.577156Z","time spent":"521.289474ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:43:20.098606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.286931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:43:20.098604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.426743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:43:20.098671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.640158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-09T01:43:20.098659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.105686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:43:20.098719Z","caller":"traceutil/trace.go:171","msg":"trace[1785360856] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2324; }","duration":"413.483106ms","start":"2026-03-09T01:43:19.685202Z","end":"2026-03-09T01:43:20.098686Z","steps":["trace[1785360856] 'agreement among raft nodes before linearized reading' (duration: 413.263531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:20.098727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.241283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:43:20.098737Z","caller":"traceutil/trace.go:171","msg":"trace[453487402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2324; }","duration":"440.753731ms","start":"2026-03-09T01:43:19.65796Z","end":"2026-03-09T01:43:20.098714Z","steps":["trace[453487402] 'agreement among raft nodes before linearized reading' (duration: 440.490705ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:20.098737Z","caller":"traceutil/trace.go:171","msg":"trace[317184773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2324; }","duration":"209.618298ms","start":"2026-03-09T01:43:19.889083Z","end":"2026-03-09T01:43:20.098701Z","steps":["trace[317184773] 'agreement among raft nodes before linearized reading' (duration: 209.402802ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:20.098756Z","caller":"traceutil/trace.go:171","msg":"trace[689356957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2324; }","duration":"353.231548ms","start":"2026-03-09T01:43:19.745499Z","end":"2026-03-09T01:43:20.098731Z","steps":["trace[689356957] 'agreement among raft nodes before linearized reading' (duration: 352.962902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:20.098742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.928352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-09T01:43:20.098781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:19.685172Z","time spent":"413.596ms","remote":"127.0.0.1:54042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:43:20.098795Z","caller":"traceutil/trace.go:171","msg":"trace[1259899784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2324; }","duration":"354.313175ms","start":"2026-03-09T01:43:19.744453Z","end":"2026-03-09T01:43:20.098766Z","steps":["trace[1259899784] 'agreement among raft nodes before linearized reading' (duration: 354.14585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:20.098815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:19.745491Z","time spent":"353.314181ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:43:20.098821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.345506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-09T01:43:20.098853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:19.744448Z","time spent":"354.393077ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:43:20.098842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.701569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-09T01:43:20.098841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.517872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-09T01:43:20.098931Z","caller":"traceutil/trace.go:171","msg":"trace[1717403709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2324; }","duration":"354.487739ms","start":"2026-03-09T01:43:19.744412Z","end":"2026-03-09T01:43:20.0989Z","steps":["trace[1717403709] 'agreement among raft nodes before linearized reading' (duration: 354.12717ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:20.098945Z","caller":"traceutil/trace.go:171","msg":"trace[1775693135] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2324; }","duration":"355.863153ms","start":"2026-03-09T01:43:19.743051Z","end":"2026-03-09T01:43:20.098914Z","steps":["trace[1775693135] 'agreement among raft nodes before linearized reading' (duration: 355.546714ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:20.098972Z","caller":"traceutil/trace.go:171","msg":"trace[1824030076] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2324; }","duration":"185.694856ms","start":"2026-03-09T01:43:19.913249Z","end":"2026-03-09T01:43:20.098943Z","steps":["trace[1824030076] 'agreement among raft nodes before linearized reading' (duration: 185.258315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:20.09905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:19.743026Z","time spent":"356.014137ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-09T01:43:20.099068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:19.744402Z","time spent":"354.577242ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:43:20.098857Z","caller":"traceutil/trace.go:171","msg":"trace[1273785420] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2324; }","duration":"200.107458ms","start":"2026-03-09T01:43:19.898718Z","end":"2026-03-09T01:43:20.098826Z","steps":["trace[1273785420] 'agreement among raft nodes before linearized reading' (duration: 199.762048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:20.098786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:19.657936Z","time spent":"440.840294ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T01:43:53.636006Z","caller":"traceutil/trace.go:171","msg":"trace[1989723317] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"200.806253ms","start":"2026-03-09T01:43:53.435168Z","end":"2026-03-09T01:43:53.635975Z","steps":["trace[1989723317] 'process raft request' (duration: 200.572487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:54.253959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.183404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:43:54.254087Z","caller":"traceutil/trace.go:171","msg":"trace[1446200787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2511; }","duration":"366.383259ms","start":"2026-03-09T01:43:53.887673Z","end":"2026-03-09T01:43:54.254056Z","steps":["trace[1446200787] 'range keys from in-memory index tree' (duration: 366.062571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:54.254354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.16162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:43:54.254452Z","caller":"traceutil/trace.go:171","msg":"trace[1670110076] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2511; }","duration":"569.301244ms","start":"2026-03-09T01:43:53.685122Z","end":"2026-03-09T01:43:54.254423Z","steps":["trace[1670110076] 'range keys from in-memory index tree' (duration: 568.981077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:54.254499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:53.685096Z","time spent":"569.393667ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:43:54.254577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.855428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-09T01:43:54.254613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.039921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-09T01:43:54.254687Z","caller":"traceutil/trace.go:171","msg":"trace[1402261079] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2511; }","duration":"268.055473ms","start":"2026-03-09T01:43:53.986603Z","end":"2026-03-09T01:43:54.254658Z","steps":["trace[1402261079] 'range keys from in-memory index tree' (duration: 267.565521ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:54.254763Z","caller":"traceutil/trace.go:171","msg":"trace[1481078960] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2511; }","duration":"357.251246ms","start":"2026-03-09T01:43:53.897476Z","end":"2026-03-09T01:43:54.254727Z","steps":["trace[1481078960] 'range keys from in-memory index tree' (duration: 356.701753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:54.25489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:53.897398Z","time spent":"357.476721ms","remote":"127.0.0.1:53960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-09T01:43:54.255688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:53.887645Z","time spent":"368.021049ms","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:43:54.355761Z","caller":"traceutil/trace.go:171","msg":"trace[1128801173] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"125.093368ms","start":"2026-03-09T01:43:54.230628Z","end":"2026-03-09T01:43:54.355722Z","steps":["trace[1128801173] 'process raft request' (duration: 122.762602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:54.404684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.7406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:43:54.404762Z","caller":"traceutil/trace.go:171","msg":"trace[1360610856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2512; }","duration":"147.877384ms","start":"2026-03-09T01:43:54.256865Z","end":"2026-03-09T01:43:54.404743Z","steps":["trace[1360610856] 'agreement among raft nodes before linearized reading' (duration: 98.812997ms)","trace[1360610856] 'range keys from in-memory index tree' (duration: 48.940663ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:43:54.405048Z","caller":"traceutil/trace.go:171","msg":"trace[1182714432] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"146.05918ms","start":"2026-03-09T01:43:54.258978Z","end":"2026-03-09T01:43:54.405037Z","steps":["trace[1182714432] 'process raft request' (duration: 145.889226ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:54.40509Z","caller":"traceutil/trace.go:171","msg":"trace[694865806] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"146.127381ms","start":"2026-03-09T01:43:54.258916Z","end":"2026-03-09T01:43:54.405043Z","steps":["trace[694865806] 'process raft request' (duration: 145.001373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:54.405224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.229564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-09T01:43:54.405294Z","caller":"traceutil/trace.go:171","msg":"trace[1886341099] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2514; }","duration":"146.358236ms","start":"2026-03-09T01:43:54.258921Z","end":"2026-03-09T01:43:54.405279Z","steps":["trace[1886341099] 'agreement among raft nodes before linearized reading' (duration: 146.193372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:00.735855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.767765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:44:00.736139Z","caller":"traceutil/trace.go:171","msg":"trace[547836696] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"299.669504ms","start":"2026-03-09T01:44:00.43641Z","end":"2026-03-09T01:44:00.736079Z","steps":["trace[547836696] 'process raft request' (duration: 84.537791ms)","trace[547836696] 'compare' (duration: 214.342143ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:44:00.736301Z","caller":"traceutil/trace.go:171","msg":"trace[1608375082] linearizableReadLoop","detail":"{readStateIndex:2652; appliedIndex:2651; }","duration":"223.223001ms","start":"2026-03-09T01:44:00.513017Z","end":"2026-03-09T01:44:00.73624Z","steps":["trace[1608375082] 'read index received' (duration: 8.018876ms)","trace[1608375082] 'applied index is now lower than readState.Index' (duration: 215.199924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:44:00.736388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.805863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-09T01:44:00.7365Z","caller":"traceutil/trace.go:171","msg":"trace[134412338] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2546; }","duration":"289.963977ms","start":"2026-03-09T01:44:00.446512Z","end":"2026-03-09T01:44:00.736476Z","steps":["trace[134412338] 'agreement among raft nodes before linearized reading' (duration: 289.728322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:00.736484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.901556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:44:00.736573Z","caller":"traceutil/trace.go:171","msg":"trace[1302181360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2546; }","duration":"297.001598ms","start":"2026-03-09T01:44:00.439546Z","end":"2026-03-09T01:44:00.736548Z","steps":["trace[1302181360] 'agreement among raft nodes before linearized reading' (duration: 296.755982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:00.73661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.67428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:44:00.736735Z","caller":"traceutil/trace.go:171","msg":"trace[13259609] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"218.042374ms","start":"2026-03-09T01:44:00.518503Z","end":"2026-03-09T01:44:00.736545Z","steps":["trace[13259609] 'process raft request' (duration: 217.537812ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:00.736754Z","caller":"traceutil/trace.go:171","msg":"trace[78284488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2546; }","duration":"298.847793ms","start":"2026-03-09T01:44:00.437887Z","end":"2026-03-09T01:44:00.736735Z","steps":["trace[78284488] 'agreement among raft nodes before linearized reading' (duration: 298.511265ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:03.319102Z","caller":"traceutil/trace.go:171","msg":"trace[452089744] linearizableReadLoop","detail":"{readStateIndex:3385; appliedIndex:3384; }","duration":"108.977684ms","start":"2026-03-09T01:46:03.210098Z","end":"2026-03-09T01:46:03.319076Z","steps":["trace[452089744] 'read index received' (duration: 108.772419ms)","trace[452089744] 'applied index is now lower than readState.Index' (duration: 204.005µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:46:03.319176Z","caller":"traceutil/trace.go:171","msg":"trace[1858043733] transaction","detail":"{read_only:false; response_revision:3248; number_of_response:1; }","duration":"164.490891ms","start":"2026-03-09T01:46:03.154654Z","end":"2026-03-09T01:46:03.319145Z","steps":["trace[1858043733] 'process raft request' (duration: 164.276576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:03.319357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.199999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:46:03.319521Z","caller":"traceutil/trace.go:171","msg":"trace[930826510] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3248; }","duration":"109.444455ms","start":"2026-03-09T01:46:03.210037Z","end":"2026-03-09T01:46:03.319481Z","steps":["trace[930826510] 'agreement among raft nodes before linearized reading' (duration: 109.150928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:31.8722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.646822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-09T01:46:31.872225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.806296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:46:31.872291Z","caller":"traceutil/trace.go:171","msg":"trace[748874332] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3462; }","duration":"255.768306ms","start":"2026-03-09T01:46:31.616502Z","end":"2026-03-09T01:46:31.87227Z","steps":["trace[748874332] 'range keys from in-memory index tree' (duration: 255.490448ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:31.872291Z","caller":"traceutil/trace.go:171","msg":"trace[980408412] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3462; }","duration":"255.919109ms","start":"2026-03-09T01:46:31.616358Z","end":"2026-03-09T01:46:31.872277Z","steps":["trace[980408412] 'range keys from in-memory index tree' (duration: 255.568091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:31.872252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.597251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-09T01:46:31.872307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.720821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:46:31.872385Z","caller":"traceutil/trace.go:171","msg":"trace[448761177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3462; }","duration":"255.767705ms","start":"2026-03-09T01:46:31.616593Z","end":"2026-03-09T01:46:31.87236Z","steps":["trace[448761177] 'range keys from in-memory index tree' (duration: 255.413347ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:31.872411Z","caller":"traceutil/trace.go:171","msg":"trace[1476563702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3462; }","duration":"252.892355ms","start":"2026-03-09T01:46:31.619494Z","end":"2026-03-09T01:46:31.872386Z","steps":["trace[1476563702] 'range keys from in-memory index tree' (duration: 252.528236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:31.872645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.881619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T01:46:31.873176Z","caller":"traceutil/trace.go:171","msg":"trace[1643634981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3462; }","duration":"256.077474ms","start":"2026-03-09T01:46:31.616667Z","end":"2026-03-09T01:46:31.872745Z","steps":["trace[1643634981] 'range keys from in-memory index tree' (duration: 255.496629ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:37.820618Z","caller":"traceutil/trace.go:171","msg":"trace[584462128] linearizableReadLoop","detail":"{readStateIndex:3633; appliedIndex:3632; }","duration":"544.916503ms","start":"2026-03-09T01:46:37.275677Z","end":"2026-03-09T01:46:37.820593Z","steps":["trace[584462128] 'read index received' (duration: 451.799673ms)","trace[584462128] 'applied index is now lower than readState.Index' (duration: 93.11548ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:46:37.820703Z","caller":"traceutil/trace.go:171","msg":"trace[2096839159] transaction","detail":"{read_only:false; response_revision:3489; number_of_response:1; }","duration":"830.704206ms","start":"2026-03-09T01:46:36.989957Z","end":"2026-03-09T01:46:37.820661Z","steps":["trace[2096839159] 'process raft request' (duration: 737.619679ms)","trace[2096839159] 'compare' (duration: 92.859352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:46:37.820838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.26555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:46:37.820822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.118577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:46:37.820877Z","caller":"traceutil/trace.go:171","msg":"trace[203569522] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:3489; }","duration":"324.331571ms","start":"2026-03-09T01:46:37.496535Z","end":"2026-03-09T01:46:37.820867Z","steps":["trace[203569522] 'agreement among raft nodes before linearized reading' (duration: 324.220439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:37.820877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:36.989923Z","time spent":"830.856199ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:46:37.820907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:37.496469Z","time spent":"324.430444ms","remote":"127.0.0.1:39696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":21,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:46:37.820907Z","caller":"traceutil/trace.go:171","msg":"trace[589787402] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3489; }","duration":"545.273811ms","start":"2026-03-09T01:46:37.275612Z","end":"2026-03-09T01:46:37.820885Z","steps":["trace[589787402] 'agreement among raft nodes before linearized reading' (duration: 545.117917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:37.820946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:37.275581Z","time spent":"545.357413ms","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:46:37.820996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.963895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:46:37.8211Z","caller":"traceutil/trace.go:171","msg":"trace[1777010361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3489; }","duration":"283.131098ms","start":"2026-03-09T01:46:37.537941Z","end":"2026-03-09T01:46:37.821072Z","steps":["trace[1777010361] 'agreement among raft nodes before linearized reading' (duration: 282.885492ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:48.233305Z","caller":"traceutil/trace.go:171","msg":"trace[420899232] transaction","detail":"{read_only:false; response_revision:3934; number_of_response:1; }","duration":"135.594677ms","start":"2026-03-09T01:47:48.097665Z","end":"2026-03-09T01:47:48.23326Z","steps":["trace[420899232] 'process raft request' (duration: 135.320981ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:58.378967Z","caller":"traceutil/trace.go:171","msg":"trace[89280599] transaction","detail":"{read_only:false; response_revision:4409; number_of_response:1; }","duration":"246.27898ms","start":"2026-03-09T01:47:58.132666Z","end":"2026-03-09T01:47:58.378945Z","steps":["trace[89280599] 'process raft request' (duration: 246.083655ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:58.399396Z","caller":"traceutil/trace.go:171","msg":"trace[65617821] linearizableReadLoop","detail":"{readStateIndex:4591; appliedIndex:4589; }","duration":"125.802389ms","start":"2026-03-09T01:47:58.273575Z","end":"2026-03-09T01:47:58.399377Z","steps":["trace[65617821] 'read index received' (duration: 105.119378ms)","trace[65617821] 'applied index is now lower than readState.Index' (duration: 20.682441ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:47:58.399519Z","caller":"traceutil/trace.go:171","msg":"trace[439875601] transaction","detail":"{read_only:false; response_revision:4411; number_of_response:1; }","duration":"117.519158ms","start":"2026-03-09T01:47:58.281933Z","end":"2026-03-09T01:47:58.399452Z","steps":["trace[439875601] 'process raft request' (duration: 117.377275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:58.399586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.996974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-24f86c79-d9b9-4cda-b241-961e03325e63\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-09T01:47:58.399706Z","caller":"traceutil/trace.go:171","msg":"trace[434574840] transaction","detail":"{read_only:false; response_revision:4410; number_of_response:1; }","duration":"233.984282ms","start":"2026-03-09T01:47:58.165659Z","end":"2026-03-09T01:47:58.399643Z","steps":["trace[434574840] 'process raft request' (duration: 233.532581ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:58.400389Z","caller":"traceutil/trace.go:171","msg":"trace[1551681873] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-24f86c79-d9b9-4cda-b241-961e03325e63; range_end:; response_count:1; response_revision:4411; }","duration":"126.189988ms","start":"2026-03-09T01:47:58.273517Z","end":"2026-03-09T01:47:58.399707Z","steps":["trace[1551681873] 'agreement among raft nodes before linearized reading' (duration: 125.973043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:58.409284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.775828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:47:58.409356Z","caller":"traceutil/trace.go:171","msg":"trace[2065411194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4412; }","duration":"118.908901ms","start":"2026-03-09T01:47:58.29043Z","end":"2026-03-09T01:47:58.409339Z","steps":["trace[2065411194] 'agreement among raft nodes before linearized reading' (duration: 118.671036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:58.409998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.13661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517404"} {"level":"info","ts":"2026-03-09T01:47:58.41003Z","caller":"traceutil/trace.go:171","msg":"trace[692883756] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4412; }","duration":"122.215893ms","start":"2026-03-09T01:47:58.287806Z","end":"2026-03-09T01:47:58.410022Z","steps":["trace[692883756] 'agreement among raft nodes before linearized reading' (duration: 121.72704ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:58.585893Z","caller":"traceutil/trace.go:171","msg":"trace[1574891762] transaction","detail":"{read_only:false; response_revision:4413; number_of_response:1; }","duration":"171.588599ms","start":"2026-03-09T01:47:58.414264Z","end":"2026-03-09T01:47:58.585853Z","steps":["trace[1574891762] 'process raft request' (duration: 131.169249ms)","trace[1574891762] 'compare' (duration: 40.255666ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:47:58.587419Z","caller":"traceutil/trace.go:171","msg":"trace[209755039] transaction","detail":"{read_only:false; response_revision:4414; number_of_response:1; }","duration":"172.063001ms","start":"2026-03-09T01:47:58.415318Z","end":"2026-03-09T01:47:58.587381Z","steps":["trace[209755039] 'process raft request' (duration: 171.760734ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:58.587513Z","caller":"traceutil/trace.go:171","msg":"trace[97580448] transaction","detail":"{read_only:false; response_revision:4415; number_of_response:1; }","duration":"172.099382ms","start":"2026-03-09T01:47:58.415403Z","end":"2026-03-09T01:47:58.587502Z","steps":["trace[97580448] 'process raft request' (duration: 171.857006ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:58.587433Z","caller":"traceutil/trace.go:171","msg":"trace[639250297] transaction","detail":"{read_only:false; response_revision:4416; number_of_response:1; }","duration":"171.99461ms","start":"2026-03-09T01:47:58.4154Z","end":"2026-03-09T01:47:58.587394Z","steps":["trace[639250297] 'process raft request' (duration: 171.898187ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:58.587761Z","caller":"traceutil/trace.go:171","msg":"trace[1403070883] transaction","detail":"{read_only:false; response_revision:4417; number_of_response:1; }","duration":"171.692721ms","start":"2026-03-09T01:47:58.416027Z","end":"2026-03-09T01:47:58.58772Z","steps":["trace[1403070883] 'process raft request' (duration: 171.303622ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:58.587892Z","caller":"traceutil/trace.go:171","msg":"trace[1048335341] transaction","detail":"{read_only:false; response_revision:4418; number_of_response:1; }","duration":"171.721481ms","start":"2026-03-09T01:47:58.416122Z","end":"2026-03-09T01:47:58.587844Z","steps":["trace[1048335341] 'process raft request' (duration: 171.530837ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:58.587849Z","caller":"traceutil/trace.go:171","msg":"trace[168253493] linearizableReadLoop","detail":"{readStateIndex:4599; appliedIndex:4593; }","duration":"149.556385ms","start":"2026-03-09T01:47:58.438258Z","end":"2026-03-09T01:47:58.587814Z","steps":["trace[168253493] 'read index received' (duration: 107.164777ms)","trace[168253493] 'applied index is now lower than readState.Index' (duration: 42.390318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:47:58.588209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.918003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-09T01:47:58.588262Z","caller":"traceutil/trace.go:171","msg":"trace[2054324923] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4418; }","duration":"150.053296ms","start":"2026-03-09T01:47:58.438194Z","end":"2026-03-09T01:47:58.588247Z","steps":["trace[2054324923] 'agreement among raft nodes before linearized reading' (duration: 149.79841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:03.037423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.736903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6229d433-75af-4ead-b67b-7f42ed56a7bc\" ","response":"range_response_count:1 size:4068"} {"level":"info","ts":"2026-03-09T01:48:03.037591Z","caller":"traceutil/trace.go:171","msg":"trace[90558126] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6229d433-75af-4ead-b67b-7f42ed56a7bc; range_end:; response_count:1; response_revision:4493; }","duration":"282.987989ms","start":"2026-03-09T01:48:02.754577Z","end":"2026-03-09T01:48:03.037565Z","steps":["trace[90558126] 'range keys from in-memory index tree' (duration: 282.462136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:03.037705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.206359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:48:03.037851Z","caller":"traceutil/trace.go:171","msg":"trace[1346946369] linearizableReadLoop","detail":"{readStateIndex:4678; appliedIndex:4677; }","duration":"268.98212ms","start":"2026-03-09T01:48:02.768847Z","end":"2026-03-09T01:48:03.037829Z","steps":["trace[1346946369] 'read index received' (duration: 156.547815ms)","trace[1346946369] 'applied index is now lower than readState.Index' (duration: 112.433205ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:48:03.037964Z","caller":"traceutil/trace.go:171","msg":"trace[523480929] transaction","detail":"{read_only:false; response_revision:4494; number_of_response:1; }","duration":"280.372707ms","start":"2026-03-09T01:48:02.75755Z","end":"2026-03-09T01:48:03.037922Z","steps":["trace[523480929] 'process raft request' (duration: 167.827758ms)","trace[523480929] 'compare' (duration: 111.919063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:48:03.038322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.469192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-q4r2x\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-09T01:48:03.038371Z","caller":"traceutil/trace.go:171","msg":"trace[1256545162] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-q4r2x; range_end:; response_count:1; response_revision:4494; }","duration":"269.564544ms","start":"2026-03-09T01:48:02.768793Z","end":"2026-03-09T01:48:03.038358Z","steps":["trace[1256545162] 'agreement among raft nodes before linearized reading' (duration: 269.125204ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:03.217119Z","caller":"traceutil/trace.go:171","msg":"trace[706186648] linearizableReadLoop","detail":"{readStateIndex:4679; appliedIndex:4678; }","duration":"179.168903ms","start":"2026-03-09T01:48:03.037886Z","end":"2026-03-09T01:48:03.217055Z","steps":["trace[706186648] 'read index received' (duration: 179.07024ms)","trace[706186648] 'applied index is now lower than readState.Index' (duration: 97.473µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:48:03.217173Z","caller":"traceutil/trace.go:171","msg":"trace[1224697113] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"446.256565ms","start":"2026-03-09T01:48:02.770874Z","end":"2026-03-09T01:48:03.217131Z","steps":["trace[1224697113] 'process raft request' (duration: 446.01092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:03.217381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:02.770835Z","time spent":"446.446431ms","remote":"127.0.0.1:53822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:48:03.217403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.431611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:48:03.217517Z","caller":"traceutil/trace.go:171","msg":"trace[1855548921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4495; }","duration":"328.621556ms","start":"2026-03-09T01:48:02.888872Z","end":"2026-03-09T01:48:03.217493Z","steps":["trace[1855548921] 'agreement among raft nodes before linearized reading' (duration: 328.341679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:03.217573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:02.888842Z","time spent":"328.721728ms","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:48:03.222158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.358666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x96w7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T01:48:03.222255Z","caller":"traceutil/trace.go:171","msg":"trace[1896292720] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x96w7; range_end:; response_count:1; response_revision:4496; }","duration":"115.508609ms","start":"2026-03-09T01:48:03.106724Z","end":"2026-03-09T01:48:03.222232Z","steps":["trace[1896292720] 'agreement among raft nodes before linearized reading' (duration: 115.231933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:03.222455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.514331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6229d433-75af-4ead-b67b-7f42ed56a7bc\" ","response":"range_response_count:1 size:4068"} {"level":"info","ts":"2026-03-09T01:48:03.222482Z","caller":"traceutil/trace.go:171","msg":"trace[986916237] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6229d433-75af-4ead-b67b-7f42ed56a7bc; range_end:; response_count:1; response_revision:4496; }","duration":"179.589113ms","start":"2026-03-09T01:48:03.042883Z","end":"2026-03-09T01:48:03.222472Z","steps":["trace[986916237] 'agreement among raft nodes before linearized reading' (duration: 179.358528ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:03.222462Z","caller":"traceutil/trace.go:171","msg":"trace[449181917] transaction","detail":"{read_only:false; response_revision:4496; number_of_response:1; }","duration":"172.611843ms","start":"2026-03-09T01:48:03.049826Z","end":"2026-03-09T01:48:03.222438Z","steps":["trace[449181917] 'process raft request' (duration: 171.848325ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:06.816467Z","caller":"traceutil/trace.go:171","msg":"trace[2136897888] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"193.840408ms","start":"2026-03-09T01:48:06.622601Z","end":"2026-03-09T01:48:06.816441Z","steps":["trace[2136897888] 'process raft request' (duration: 193.658504ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:06.841679Z","caller":"traceutil/trace.go:171","msg":"trace[1326468386] linearizableReadLoop","detail":"{readStateIndex:4835; appliedIndex:4833; }","duration":"217.947002ms","start":"2026-03-09T01:48:06.623704Z","end":"2026-03-09T01:48:06.841651Z","steps":["trace[1326468386] 'read index received' (duration: 192.574457ms)","trace[1326468386] 'applied index is now lower than readState.Index' (duration: 25.371735ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:48:06.841744Z","caller":"traceutil/trace.go:171","msg":"trace[1589827845] transaction","detail":"{read_only:false; response_revision:4647; number_of_response:1; }","duration":"218.337413ms","start":"2026-03-09T01:48:06.623377Z","end":"2026-03-09T01:48:06.841714Z","steps":["trace[1589827845] 'process raft request' (duration: 218.078386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:06.842014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.078576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-09T01:48:06.842006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.2944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7f39985-5327-4659-8540-5ffc48483cda\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-09T01:48:06.842061Z","caller":"traceutil/trace.go:171","msg":"trace[1732309881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4647; }","duration":"204.159247ms","start":"2026-03-09T01:48:06.637886Z","end":"2026-03-09T01:48:06.842045Z","steps":["trace[1732309881] 'agreement among raft nodes before linearized reading' (duration: 203.992043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:06.842036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.155822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:48:06.842098Z","caller":"traceutil/trace.go:171","msg":"trace[122433586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4647; }","duration":"205.260714ms","start":"2026-03-09T01:48:06.636824Z","end":"2026-03-09T01:48:06.842085Z","steps":["trace[122433586] 'agreement among raft nodes before linearized reading' (duration: 205.07162ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:06.842116Z","caller":"traceutil/trace.go:171","msg":"trace[1525775843] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a7f39985-5327-4659-8540-5ffc48483cda; range_end:; response_count:1; response_revision:4647; }","duration":"218.414913ms","start":"2026-03-09T01:48:06.623656Z","end":"2026-03-09T01:48:06.842071Z","steps":["trace[1525775843] 'agreement among raft nodes before linearized reading' (duration: 218.131636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:06.842154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.35029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-09T01:48:06.842234Z","caller":"traceutil/trace.go:171","msg":"trace[228441180] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4647; }","duration":"208.486153ms","start":"2026-03-09T01:48:06.633726Z","end":"2026-03-09T01:48:06.842212Z","steps":["trace[228441180] 'agreement among raft nodes before linearized reading' (duration: 208.219726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:06.842532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.330289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T01:48:06.842579Z","caller":"traceutil/trace.go:171","msg":"trace[541014401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4647; }","duration":"215.392551ms","start":"2026-03-09T01:48:06.62718Z","end":"2026-03-09T01:48:06.842572Z","steps":["trace[541014401] 'agreement among raft nodes before linearized reading' (duration: 214.649332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:07.389102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541154782001529,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:48:07.444383Z","caller":"traceutil/trace.go:171","msg":"trace[550851425] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"598.398204ms","start":"2026-03-09T01:48:06.845933Z","end":"2026-03-09T01:48:07.444332Z","steps":["trace[550851425] 'process raft request' (duration: 563.722933ms)","trace[550851425] 'compare' (duration: 32.852937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:48:07.44456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:06.845914Z","time spent":"598.551928ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:48:07.449888Z","caller":"traceutil/trace.go:171","msg":"trace[2042060989] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"602.314588ms","start":"2026-03-09T01:48:06.847505Z","end":"2026-03-09T01:48:07.44982Z","steps":["trace[2042060989] 'process raft request' (duration: 597.307358ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:07.449976Z","caller":"traceutil/trace.go:171","msg":"trace[820325705] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"602.261197ms","start":"2026-03-09T01:48:06.84768Z","end":"2026-03-09T01:48:07.449941Z","steps":["trace[820325705] 'process raft request' (duration: 597.308028ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:07.450689Z","caller":"traceutil/trace.go:171","msg":"trace[1536929577] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"600.434414ms","start":"2026-03-09T01:48:06.850236Z","end":"2026-03-09T01:48:07.45067Z","steps":["trace[1536929577] 'process raft request' (duration: 600.337121ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:07.450763Z","caller":"traceutil/trace.go:171","msg":"trace[1596290684] linearizableReadLoop","detail":"{readStateIndex:4841; appliedIndex:4835; }","duration":"562.535585ms","start":"2026-03-09T01:48:06.88819Z","end":"2026-03-09T01:48:07.450726Z","steps":["trace[1596290684] 'read index received' (duration: 521.4961ms)","trace[1596290684] 'applied index is now lower than readState.Index' (duration: 41.038265ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:48:07.450764Z","caller":"traceutil/trace.go:171","msg":"trace[982792571] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"602.153285ms","start":"2026-03-09T01:48:06.848565Z","end":"2026-03-09T01:48:07.450718Z","steps":["trace[982792571] 'process raft request' (duration: 596.506538ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:07.450861Z","caller":"traceutil/trace.go:171","msg":"trace[1268263416] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"398.655903ms","start":"2026-03-09T01:48:07.052197Z","end":"2026-03-09T01:48:07.450852Z","steps":["trace[1268263416] 'process raft request' (duration: 398.435348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:07.450901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.733969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:48:07.450915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:07.052163Z","time spent":"398.728405ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:48:07.450933Z","caller":"traceutil/trace.go:171","msg":"trace[1564763696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4653; }","duration":"562.859113ms","start":"2026-03-09T01:48:06.888064Z","end":"2026-03-09T01:48:07.450923Z","steps":["trace[1564763696] 'agreement among raft nodes before linearized reading' (duration: 562.798081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:07.45096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:06.888039Z","time spent":"562.916803ms","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:48:07.451015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:06.848552Z","time spent":"602.338079ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:48:07.450816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:06.850222Z","time spent":"600.523715ms","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:48:07.451133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.376669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-09T01:48:07.45069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:06.847671Z","time spent":"602.390861ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:48:07.451177Z","caller":"traceutil/trace.go:171","msg":"trace[673482171] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4653; }","duration":"498.483463ms","start":"2026-03-09T01:48:06.952685Z","end":"2026-03-09T01:48:07.451168Z","steps":["trace[673482171] 'agreement among raft nodes before linearized reading' (duration: 498.332289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:07.451183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.750399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x96w7\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-09T01:48:07.451207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:06.952653Z","time spent":"498.548223ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-09T01:48:07.451229Z","caller":"traceutil/trace.go:171","msg":"trace[1086604785] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x96w7; range_end:; response_count:1; response_revision:4653; }","duration":"203.855101ms","start":"2026-03-09T01:48:07.247363Z","end":"2026-03-09T01:48:07.451218Z","steps":["trace[1086604785] 'agreement among raft nodes before linearized reading' (duration: 203.675326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:07.45149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.437035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777453"} {"level":"info","ts":"2026-03-09T01:48:07.451548Z","caller":"traceutil/trace.go:171","msg":"trace[198516617] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4653; }","duration":"216.545718ms","start":"2026-03-09T01:48:07.23499Z","end":"2026-03-09T01:48:07.451536Z","steps":["trace[198516617] 'agreement among raft nodes before linearized reading' (duration: 216.044676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:07.453321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:06.847475Z","time spent":"602.512873ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:48:35.246353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.55946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-09T01:48:35.24649Z","caller":"traceutil/trace.go:171","msg":"trace[1036783675] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4997; }","duration":"103.758314ms","start":"2026-03-09T01:48:35.142707Z","end":"2026-03-09T01:48:35.246465Z","steps":["trace[1036783675] 'range keys from in-memory index tree' (duration: 103.248863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:35.246478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.781863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-03-09T01:48:35.246576Z","caller":"traceutil/trace.go:171","msg":"trace[25956542] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4997; }","duration":"192.976928ms","start":"2026-03-09T01:48:35.053575Z","end":"2026-03-09T01:48:35.246552Z","steps":["trace[25956542] 'range keys from in-memory index tree' (duration: 192.479765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:41.353657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.273783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:48:41.353934Z","caller":"traceutil/trace.go:171","msg":"trace[629173651] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"204.464886ms","start":"2026-03-09T01:48:41.149409Z","end":"2026-03-09T01:48:41.353874Z","steps":["trace[629173651] 'process raft request' (duration: 22.837644ms)","trace[629173651] 'compare' (duration: 181.027068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:48:52.082284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.408438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:48:52.082397Z","caller":"traceutil/trace.go:171","msg":"trace[578223258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5146; }","duration":"193.602392ms","start":"2026-03-09T01:48:51.888769Z","end":"2026-03-09T01:48:52.082371Z","steps":["trace[578223258] 'range keys from in-memory index tree' (duration: 193.294075ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:55.992897Z","caller":"traceutil/trace.go:171","msg":"trace[925628067] linearizableReadLoop","detail":"{readStateIndex:5375; appliedIndex:5374; }","duration":"250.4083ms","start":"2026-03-09T01:48:55.742455Z","end":"2026-03-09T01:48:55.992864Z","steps":["trace[925628067] 'read index received' (duration: 250.247416ms)","trace[925628067] 'applied index is now lower than readState.Index' (duration: 159.214µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:48:55.992931Z","caller":"traceutil/trace.go:171","msg":"trace[26836006] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"260.489974ms","start":"2026-03-09T01:48:55.732405Z","end":"2026-03-09T01:48:55.992895Z","steps":["trace[26836006] 'process raft request' (duration: 260.258108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:55.993229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.748589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:48:55.99328Z","caller":"traceutil/trace.go:171","msg":"trace[1774394965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5172; }","duration":"250.820241ms","start":"2026-03-09T01:48:55.742445Z","end":"2026-03-09T01:48:55.993266Z","steps":["trace[1774394965] 'agreement among raft nodes before linearized reading' (duration: 250.571425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:56.001385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.523617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-09T01:48:56.001498Z","caller":"traceutil/trace.go:171","msg":"trace[1166255420] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5172; }","duration":"258.690632ms","start":"2026-03-09T01:48:55.742782Z","end":"2026-03-09T01:48:56.001472Z","steps":["trace[1166255420] 'agreement among raft nodes before linearized reading' (duration: 258.363344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:56.001753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.571667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T01:48:56.001781Z","caller":"traceutil/trace.go:171","msg":"trace[669214437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5173; }","duration":"258.612869ms","start":"2026-03-09T01:48:55.743159Z","end":"2026-03-09T01:48:56.001772Z","steps":["trace[669214437] 'agreement among raft nodes before linearized reading' (duration: 258.522927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:56.001861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.396341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x96w7\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-09T01:48:56.001916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.05023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T01:48:56.001946Z","caller":"traceutil/trace.go:171","msg":"trace[1866651996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5173; }","duration":"259.092201ms","start":"2026-03-09T01:48:55.742846Z","end":"2026-03-09T01:48:56.001938Z","steps":["trace[1866651996] 'agreement among raft nodes before linearized reading' (duration: 259.005709ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:56.001943Z","caller":"traceutil/trace.go:171","msg":"trace[723540341] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x96w7; range_end:; response_count:1; response_revision:5173; }","duration":"248.493693ms","start":"2026-03-09T01:48:55.753428Z","end":"2026-03-09T01:48:56.001922Z","steps":["trace[723540341] 'agreement among raft nodes before linearized reading' (duration: 248.249518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:56.00204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.43927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:48:56.002077Z","caller":"traceutil/trace.go:171","msg":"trace[141372973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5173; }","duration":"113.514402ms","start":"2026-03-09T01:48:55.888555Z","end":"2026-03-09T01:48:56.002069Z","steps":["trace[141372973] 'agreement among raft nodes before linearized reading' (duration: 113.45551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:56.725693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541154782002784,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:48:56.847126Z","caller":"traceutil/trace.go:171","msg":"trace[566781056] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"838.73228ms","start":"2026-03-09T01:48:56.008362Z","end":"2026-03-09T01:48:56.847094Z","steps":["trace[566781056] 'process raft request' (duration: 838.678249ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:56.847182Z","caller":"traceutil/trace.go:171","msg":"trace[2122343526] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"840.054242ms","start":"2026-03-09T01:48:56.007105Z","end":"2026-03-09T01:48:56.847159Z","steps":["trace[2122343526] 'process raft request' (duration: 838.910754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:56.847337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:56.008324Z","time spent":"838.887804ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:48:56.847448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:56.007092Z","time spent":"840.138454ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:48:56.868911Z","caller":"traceutil/trace.go:171","msg":"trace[364034939] linearizableReadLoop","detail":"{readStateIndex:5381; appliedIndex:5378; }","duration":"643.903627ms","start":"2026-03-09T01:48:56.224977Z","end":"2026-03-09T01:48:56.86888Z","steps":["trace[364034939] 'read index received' (duration: 621.124705ms)","trace[364034939] 'applied index is now lower than readState.Index' (duration: 22.777372ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:48:56.869Z","caller":"traceutil/trace.go:171","msg":"trace[714151826] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"202.945838ms","start":"2026-03-09T01:48:56.666011Z","end":"2026-03-09T01:48:56.868956Z","steps":["trace[714151826] 'process raft request' (duration: 202.706383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:56.8692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.207144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10395"} {"level":"warn","ts":"2026-03-09T01:48:56.869198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.211748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-09T01:48:56.869202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.807327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:48:56.869239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.588035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:48:56.869492Z","caller":"traceutil/trace.go:171","msg":"trace[1351472644] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5177; }","duration":"486.879842ms","start":"2026-03-09T01:48:56.382585Z","end":"2026-03-09T01:48:56.869465Z","steps":["trace[1351472644] 'agreement among raft nodes before linearized reading' (duration: 486.582915ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:56.869256Z","caller":"traceutil/trace.go:171","msg":"trace[2094648174] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5177; }","duration":"644.334528ms","start":"2026-03-09T01:48:56.224906Z","end":"2026-03-09T01:48:56.869241Z","steps":["trace[2094648174] 'agreement among raft nodes before linearized reading' (duration: 644.120632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:56.869688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:56.382562Z","time spent":"487.102737ms","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:48:56.869748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:56.224879Z","time spent":"644.845ms","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10419,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-09T01:48:56.869263Z","caller":"traceutil/trace.go:171","msg":"trace[1651536722] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5177; }","duration":"574.349591ms","start":"2026-03-09T01:48:56.2949Z","end":"2026-03-09T01:48:56.869249Z","steps":["trace[1651536722] 'agreement among raft nodes before linearized reading' (duration: 574.162746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:56.869959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:56.294873Z","time spent":"575.067099ms","remote":"127.0.0.1:53934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-09T01:48:56.869281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.621158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:48:56.870608Z","caller":"traceutil/trace.go:171","msg":"trace[909686608] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5177; }","duration":"101.857748ms","start":"2026-03-09T01:48:56.76858Z","end":"2026-03-09T01:48:56.870438Z","steps":["trace[909686608] 'agreement among raft nodes before linearized reading' (duration: 100.611488ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:56.869323Z","caller":"traceutil/trace.go:171","msg":"trace[2097646459] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5177; }","duration":"214.93051ms","start":"2026-03-09T01:48:56.654332Z","end":"2026-03-09T01:48:56.869262Z","steps":["trace[2097646459] 'agreement among raft nodes before linearized reading' (duration: 214.770415ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:56.991812Z","caller":"traceutil/trace.go:171","msg":"trace[869444049] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"110.239161ms","start":"2026-03-09T01:48:56.881535Z","end":"2026-03-09T01:48:56.991774Z","steps":["trace[869444049] 'process raft request' (duration: 53.385684ms)","trace[869444049] 'compare' (duration: 56.681193ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:48:57.200386Z","caller":"traceutil/trace.go:171","msg":"trace[1662927651] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"198.664635ms","start":"2026-03-09T01:48:57.001689Z","end":"2026-03-09T01:48:57.200354Z","steps":["trace[1662927651] 'process raft request' (duration: 198.535742ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:57.20052Z","caller":"traceutil/trace.go:171","msg":"trace[1278559106] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"200.793587ms","start":"2026-03-09T01:48:56.999694Z","end":"2026-03-09T01:48:57.200488Z","steps":["trace[1278559106] 'process raft request' (duration: 117.158719ms)","trace[1278559106] 'compare' (duration: 83.157346ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:48:57.200752Z","caller":"traceutil/trace.go:171","msg":"trace[2129855172] linearizableReadLoop","detail":"{readStateIndex:5386; appliedIndex:5382; }","duration":"176.434076ms","start":"2026-03-09T01:48:57.02428Z","end":"2026-03-09T01:48:57.200714Z","steps":["trace[2129855172] 'read index received' (duration: 32.429935ms)","trace[2129855172] 'applied index is now lower than readState.Index' (duration: 144.002261ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:48:57.200988Z","caller":"traceutil/trace.go:171","msg":"trace[984830043] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"198.248095ms","start":"2026-03-09T01:48:57.002694Z","end":"2026-03-09T01:48:57.200942Z","steps":["trace[984830043] 'process raft request' (duration: 197.60277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:57.201121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.731864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:48:57.201167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.97185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111073"} {"level":"info","ts":"2026-03-09T01:48:57.201201Z","caller":"traceutil/trace.go:171","msg":"trace[1467941019] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5182; }","duration":"111.057142ms","start":"2026-03-09T01:48:57.090134Z","end":"2026-03-09T01:48:57.201191Z","steps":["trace[1467941019] 'agreement among raft nodes before linearized reading' (duration: 110.817797ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:57.201192Z","caller":"traceutil/trace.go:171","msg":"trace[137862999] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5182; }","duration":"176.955949ms","start":"2026-03-09T01:48:57.024215Z","end":"2026-03-09T01:48:57.201171Z","steps":["trace[137862999] 'agreement among raft nodes before linearized reading' (duration: 176.712973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:57.201453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.060179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111073"} {"level":"info","ts":"2026-03-09T01:48:57.201498Z","caller":"traceutil/trace.go:171","msg":"trace[2056198102] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5182; }","duration":"108.165861ms","start":"2026-03-09T01:48:57.09332Z","end":"2026-03-09T01:48:57.201486Z","steps":["trace[2056198102] 'agreement among raft nodes before linearized reading' (duration: 107.755652ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:57.500884Z","caller":"traceutil/trace.go:171","msg":"trace[1626351364] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"293.619147ms","start":"2026-03-09T01:48:57.20721Z","end":"2026-03-09T01:48:57.500829Z","steps":["trace[1626351364] 'process raft request' (duration: 195.282034ms)","trace[1626351364] 'compare' (duration: 97.784369ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:48:57.501015Z","caller":"traceutil/trace.go:171","msg":"trace[1084755091] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"286.087103ms","start":"2026-03-09T01:48:57.214889Z","end":"2026-03-09T01:48:57.500976Z","steps":["trace[1084755091] 'process raft request' (duration: 285.725754ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:57.501086Z","caller":"traceutil/trace.go:171","msg":"trace[478813655] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"285.9175ms","start":"2026-03-09T01:48:57.215122Z","end":"2026-03-09T01:48:57.50104Z","steps":["trace[478813655] 'process raft request' (duration: 285.645973ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:57.501221Z","caller":"traceutil/trace.go:171","msg":"trace[1346025077] linearizableReadLoop","detail":"{readStateIndex:5390; appliedIndex:5387; }","duration":"227.218936ms","start":"2026-03-09T01:48:57.27394Z","end":"2026-03-09T01:48:57.501159Z","steps":["trace[1346025077] 'read index received' (duration: 128.567476ms)","trace[1346025077] 'applied index is now lower than readState.Index' (duration: 98.64583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:48:57.501498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.549385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-09T01:48:57.501557Z","caller":"traceutil/trace.go:171","msg":"trace[2113724398] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5186; }","duration":"227.668538ms","start":"2026-03-09T01:48:57.273875Z","end":"2026-03-09T01:48:57.501544Z","steps":["trace[2113724398] 'agreement among raft nodes before linearized reading' (duration: 227.472093ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:57.501633Z","caller":"traceutil/trace.go:171","msg":"trace[1151681099] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"217.315456ms","start":"2026-03-09T01:48:57.284302Z","end":"2026-03-09T01:48:57.501617Z","steps":["trace[1151681099] 'process raft request' (duration: 216.760393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:57.501865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.017536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-09T01:48:57.501951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.192349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-09T01:48:57.502022Z","caller":"traceutil/trace.go:171","msg":"trace[45265819] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5187; }","duration":"195.23262ms","start":"2026-03-09T01:48:57.306766Z","end":"2026-03-09T01:48:57.501999Z","steps":["trace[45265819] 'agreement among raft nodes before linearized reading' (duration: 194.893842ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:57.502036Z","caller":"traceutil/trace.go:171","msg":"trace[1966007700] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5187; }","duration":"216.338793ms","start":"2026-03-09T01:48:57.285674Z","end":"2026-03-09T01:48:57.502013Z","steps":["trace[1966007700] 'agreement among raft nodes before linearized reading' (duration: 215.749199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:57.709498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.359417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-09T01:48:57.709616Z","caller":"traceutil/trace.go:171","msg":"trace[364050700] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5190; }","duration":"106.527333ms","start":"2026-03-09T01:48:57.603057Z","end":"2026-03-09T01:48:57.709584Z","steps":["trace[364050700] 'range keys from in-memory index tree' (duration: 106.148502ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:00.548087Z","caller":"traceutil/trace.go:171","msg":"trace[2070628064] linearizableReadLoop","detail":"{readStateIndex:5438; appliedIndex:5437; }","duration":"118.136453ms","start":"2026-03-09T01:49:00.42992Z","end":"2026-03-09T01:49:00.548057Z","steps":["trace[2070628064] 'read index received' (duration: 118.037971ms)","trace[2070628064] 'applied index is now lower than readState.Index' (duration: 96.692µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:49:00.548473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.527572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-09T01:49:00.548528Z","caller":"traceutil/trace.go:171","msg":"trace[422479715] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5233; }","duration":"118.618455ms","start":"2026-03-09T01:49:00.429893Z","end":"2026-03-09T01:49:00.548512Z","steps":["trace[422479715] 'agreement among raft nodes before linearized reading' (duration: 118.271207ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:00.693716Z","caller":"traceutil/trace.go:171","msg":"trace[1567978687] linearizableReadLoop","detail":"{readStateIndex:5439; appliedIndex:5438; }","duration":"141.05875ms","start":"2026-03-09T01:49:00.552622Z","end":"2026-03-09T01:49:00.69368Z","steps":["trace[1567978687] 'read index received' (duration: 140.500166ms)","trace[1567978687] 'applied index is now lower than readState.Index' (duration: 556.554µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:00.693729Z","caller":"traceutil/trace.go:171","msg":"trace[927080991] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"144.275568ms","start":"2026-03-09T01:49:00.549413Z","end":"2026-03-09T01:49:00.693688Z","steps":["trace[927080991] 'process raft request' (duration: 143.789086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:00.693975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.340456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-580c551c-f83b-4b16-84e8-57f119913f26\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-09T01:49:00.694046Z","caller":"traceutil/trace.go:171","msg":"trace[278673420] range","detail":"{range_begin:/registry/persistentvolumes/pvc-580c551c-f83b-4b16-84e8-57f119913f26; range_end:; response_count:1; response_revision:5234; }","duration":"141.464529ms","start":"2026-03-09T01:49:00.552564Z","end":"2026-03-09T01:49:00.694029Z","steps":["trace[278673420] 'agreement among raft nodes before linearized reading' (duration: 141.218263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:27.21434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.387166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:49:27.214479Z","caller":"traceutil/trace.go:171","msg":"trace[1567163070] linearizableReadLoop","detail":"{readStateIndex:5753; appliedIndex:5752; }","duration":"208.17196ms","start":"2026-03-09T01:49:27.006288Z","end":"2026-03-09T01:49:27.21446Z","steps":["trace[1567163070] 'read index received' (duration: 50.527008ms)","trace[1567163070] 'applied index is now lower than readState.Index' (duration: 157.642962ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:27.21461Z","caller":"traceutil/trace.go:171","msg":"trace[234773065] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"233.917565ms","start":"2026-03-09T01:49:26.980643Z","end":"2026-03-09T01:49:27.21456Z","steps":["trace[234773065] 'process raft request' (duration: 76.192952ms)","trace[234773065] 'compare' (duration: 156.938594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:49:27.214781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.500199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T01:49:27.214848Z","caller":"traceutil/trace.go:171","msg":"trace[1569897204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5538; }","duration":"208.599801ms","start":"2026-03-09T01:49:27.006215Z","end":"2026-03-09T01:49:27.214814Z","steps":["trace[1569897204] 'agreement among raft nodes before linearized reading' (duration: 208.358405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:27.214857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.052391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:49:27.214962Z","caller":"traceutil/trace.go:171","msg":"trace[1090007427] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5538; }","duration":"132.234895ms","start":"2026-03-09T01:49:27.082704Z","end":"2026-03-09T01:49:27.214939Z","steps":["trace[1090007427] 'agreement among raft nodes before linearized reading' (duration: 132.0558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:27.214991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.649432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-09T01:49:27.215116Z","caller":"traceutil/trace.go:171","msg":"trace[204358281] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5538; }","duration":"208.841577ms","start":"2026-03-09T01:49:27.006242Z","end":"2026-03-09T01:49:27.215084Z","steps":["trace[204358281] 'agreement among raft nodes before linearized reading' (duration: 208.520929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:27.873451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541154782003734,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:49:28.042773Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2681} {"level":"warn","ts":"2026-03-09T01:49:28.043118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.216927ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-09T01:49:28.043217Z","caller":"traceutil/trace.go:171","msg":"trace[1387005258] compact","detail":"{revision:2681; response_revision:5541; }","duration":"751.725651ms","start":"2026-03-09T01:49:27.291474Z","end":"2026-03-09T01:49:28.0432Z","steps":["trace[1387005258] 'process raft request' (duration: 643.746004ms)","trace[1387005258] 'check and update compact revision' (duration: 107.055094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:49:28.043255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:27.291453Z","time spent":"751.796542ms","remote":"127.0.0.1:53774","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-09T01:49:28.172281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.599307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:49:28.172512Z","caller":"traceutil/trace.go:171","msg":"trace[1787350291] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"634.827815ms","start":"2026-03-09T01:49:27.537606Z","end":"2026-03-09T01:49:28.172434Z","steps":["trace[1787350291] 'process raft request' (duration: 507.932961ms)","trace[1787350291] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:472; } (duration: 126.34087ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:28.172555Z","caller":"traceutil/trace.go:171","msg":"trace[1061761500] linearizableReadLoop","detail":"{readStateIndex:5758; appliedIndex:5756; }","duration":"800.107626ms","start":"2026-03-09T01:49:27.372401Z","end":"2026-03-09T01:49:28.172509Z","steps":["trace[1061761500] 'read index received' (duration: 562.838677ms)","trace[1061761500] 'applied index is now lower than readState.Index' (duration: 237.264889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:49:28.172801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:27.537567Z","time spent":"635.113892ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:49:28.178534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.109973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:49:28.178637Z","caller":"traceutil/trace.go:171","msg":"trace[1016070684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5542; }","duration":"806.279007ms","start":"2026-03-09T01:49:27.372333Z","end":"2026-03-09T01:49:28.178612Z","steps":["trace[1016070684] 'agreement among raft nodes before linearized reading' (duration: 800.291069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:28.178691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:27.372305Z","time spent":"806.37634ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:49:28.1788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.536343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:49:28.178874Z","caller":"traceutil/trace.go:171","msg":"trace[632443570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5543; }","duration":"290.643756ms","start":"2026-03-09T01:49:27.888206Z","end":"2026-03-09T01:49:28.178849Z","steps":["trace[632443570] 'agreement among raft nodes before linearized reading' (duration: 290.543403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:28.178888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.090022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-65d6c4f7bc-pn5tw\" ","response":"range_response_count:1 size:11901"} {"level":"warn","ts":"2026-03-09T01:49:28.178952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.257067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:49:28.178966Z","caller":"traceutil/trace.go:171","msg":"trace[1260291750] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-65d6c4f7bc-pn5tw; range_end:; response_count:1; response_revision:5543; }","duration":"663.223685ms","start":"2026-03-09T01:49:27.515722Z","end":"2026-03-09T01:49:28.178945Z","steps":["trace[1260291750] 'agreement among raft nodes before linearized reading' (duration: 662.980979ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:28.178997Z","caller":"traceutil/trace.go:171","msg":"trace[689787648] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5543; }","duration":"403.363549ms","start":"2026-03-09T01:49:27.775621Z","end":"2026-03-09T01:49:28.178984Z","steps":["trace[689787648] 'agreement among raft nodes before linearized reading' (duration: 403.221056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:28.179017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:27.515692Z","time spent":"663.313668ms","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":11925,"request content":"key:\"/registry/pods/openstack/keystone-api-65d6c4f7bc-pn5tw\" "} {"level":"warn","ts":"2026-03-09T01:49:28.179027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:27.775596Z","time spent":"403.425351ms","remote":"127.0.0.1:53940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":49,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:49:28.179073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.029336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:49:28.17919Z","caller":"traceutil/trace.go:171","msg":"trace[180729735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5543; }","duration":"530.20489ms","start":"2026-03-09T01:49:27.648956Z","end":"2026-03-09T01:49:28.179161Z","steps":["trace[180729735] 'agreement among raft nodes before linearized reading' (duration: 529.931084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:28.179307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:27.648932Z","time spent":"530.354875ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T01:49:28.213461Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2681,"took":"168.965012ms","hash":3854154833,"current-db-size-bytes":40099840,"current-db-size":"40 MB","current-db-size-in-use-bytes":30150656,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-09T01:49:28.21353Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3854154833,"revision":2681,"compact-revision":-1} {"level":"info","ts":"2026-03-09T01:49:29.325815Z","caller":"traceutil/trace.go:171","msg":"trace[833730264] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"101.705091ms","start":"2026-03-09T01:49:29.224056Z","end":"2026-03-09T01:49:29.325762Z","steps":["trace[833730264] 'process raft request' (duration: 101.472285ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:29.583395Z","caller":"traceutil/trace.go:171","msg":"trace[1743127473] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"253.204361ms","start":"2026-03-09T01:49:29.330157Z","end":"2026-03-09T01:49:29.583361Z","steps":["trace[1743127473] 'process raft request' (duration: 253.019767ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:29.584512Z","caller":"traceutil/trace.go:171","msg":"trace[249726133] linearizableReadLoop","detail":"{readStateIndex:5772; appliedIndex:5771; }","duration":"159.348885ms","start":"2026-03-09T01:49:29.425132Z","end":"2026-03-09T01:49:29.58448Z","steps":["trace[249726133] 'read index received' (duration: 158.863343ms)","trace[249726133] 'applied index is now lower than readState.Index' (duration: 484.272µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:49:29.584674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.507198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:49:29.584711Z","caller":"traceutil/trace.go:171","msg":"trace[684059982] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5556; }","duration":"159.609291ms","start":"2026-03-09T01:49:29.425088Z","end":"2026-03-09T01:49:29.584698Z","steps":["trace[684059982] 'agreement among raft nodes before linearized reading' (duration: 159.509598ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:29.584829Z","caller":"traceutil/trace.go:171","msg":"trace[1301470956] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"254.418012ms","start":"2026-03-09T01:49:29.330365Z","end":"2026-03-09T01:49:29.584783Z","steps":["trace[1301470956] 'process raft request' (duration: 253.91363ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:38.375073Z","caller":"traceutil/trace.go:171","msg":"trace[1398157048] transaction","detail":"{read_only:false; response_revision:5605; number_of_response:1; }","duration":"108.622992ms","start":"2026-03-09T01:49:38.266404Z","end":"2026-03-09T01:49:38.375027Z","steps":["trace[1398157048] 'process raft request' (duration: 108.367396ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:38.375112Z","caller":"traceutil/trace.go:171","msg":"trace[1325221643] transaction","detail":"{read_only:false; response_revision:5606; number_of_response:1; }","duration":"108.5246ms","start":"2026-03-09T01:49:38.266543Z","end":"2026-03-09T01:49:38.375068Z","steps":["trace[1325221643] 'process raft request' (duration: 108.388997ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:38.375419Z","caller":"traceutil/trace.go:171","msg":"trace[2089344943] transaction","detail":"{read_only:false; response_revision:5607; number_of_response:1; }","duration":"107.70876ms","start":"2026-03-09T01:49:38.267695Z","end":"2026-03-09T01:49:38.375404Z","steps":["trace[2089344943] 'process raft request' (duration: 107.27912ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:50.547106Z","caller":"traceutil/trace.go:171","msg":"trace[5641553] linearizableReadLoop","detail":"{readStateIndex:5917; appliedIndex:5914; }","duration":"107.255409ms","start":"2026-03-09T01:49:50.439821Z","end":"2026-03-09T01:49:50.547076Z","steps":["trace[5641553] 'read index received' (duration: 58.336711ms)","trace[5641553] 'applied index is now lower than readState.Index' (duration: 48.917668ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:50.547198Z","caller":"traceutil/trace.go:171","msg":"trace[483192154] transaction","detail":"{read_only:false; response_revision:5696; number_of_response:1; }","duration":"108.387406ms","start":"2026-03-09T01:49:50.438764Z","end":"2026-03-09T01:49:50.547151Z","steps":["trace[483192154] 'process raft request' (duration: 82.309171ms)","trace[483192154] 'compare' (duration: 25.86155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:49:50.54736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.516135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x96w7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T01:49:50.547408Z","caller":"traceutil/trace.go:171","msg":"trace[1469007824] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x96w7; range_end:; response_count:1; response_revision:5696; }","duration":"107.616578ms","start":"2026-03-09T01:49:50.439778Z","end":"2026-03-09T01:49:50.547394Z","steps":["trace[1469007824] 'agreement among raft nodes before linearized reading' (duration: 107.413803ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:50.873166Z","caller":"traceutil/trace.go:171","msg":"trace[226600245] transaction","detail":"{read_only:false; response_revision:5698; number_of_response:1; }","duration":"101.568347ms","start":"2026-03-09T01:49:50.77156Z","end":"2026-03-09T01:49:50.873128Z","steps":["trace[226600245] 'process raft request' (duration: 101.329412ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:53:15.330598Z","caller":"traceutil/trace.go:171","msg":"trace[73468024] transaction","detail":"{read_only:false; response_revision:7028; number_of_response:1; }","duration":"102.857989ms","start":"2026-03-09T01:53:15.227711Z","end":"2026-03-09T01:53:15.330569Z","steps":["trace[73468024] 'process raft request' (duration: 102.667695ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:54:28.051051Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5541} {"level":"info","ts":"2026-03-09T01:54:28.142119Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5541,"took":"89.119503ms","hash":619693244,"current-db-size-bytes":40820736,"current-db-size":"41 MB","current-db-size-in-use-bytes":21315584,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-09T01:54:28.14219Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":619693244,"revision":5541,"compact-revision":2681} {"level":"warn","ts":"2026-03-09T01:54:44.494174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.810924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x96w7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T01:54:44.494285Z","caller":"traceutil/trace.go:171","msg":"trace[369293972] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x96w7; range_end:; response_count:1; response_revision:7736; }","duration":"119.982478ms","start":"2026-03-09T01:54:44.37428Z","end":"2026-03-09T01:54:44.494262Z","steps":["trace[369293972] 'range keys from in-memory index tree' (duration: 119.580059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:54:46.68478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541154782009823,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:54:47.035566Z","caller":"traceutil/trace.go:171","msg":"trace[626760102] linearizableReadLoop","detail":"{readStateIndex:8036; appliedIndex:8035; }","duration":"851.544607ms","start":"2026-03-09T01:54:46.183988Z","end":"2026-03-09T01:54:47.035533Z","steps":["trace[626760102] 'read index received' (duration: 851.424264ms)","trace[626760102] 'applied index is now lower than readState.Index' (duration: 119.073µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:54:47.035704Z","caller":"traceutil/trace.go:171","msg":"trace[497944860] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"852.971682ms","start":"2026-03-09T01:54:46.18272Z","end":"2026-03-09T01:54:47.035692Z","steps":["trace[497944860] 'process raft request' (duration: 852.607693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:54:47.035848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:54:46.182702Z","time spent":"853.031214ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:54:47.036313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.295436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:54:47.036577Z","caller":"traceutil/trace.go:171","msg":"trace[40754657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7742; }","duration":"852.492022ms","start":"2026-03-09T01:54:46.183922Z","end":"2026-03-09T01:54:47.036414Z","steps":["trace[40754657] 'agreement among raft nodes before linearized reading' (duration: 851.920737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:54:47.036661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:54:46.18387Z","time spent":"852.772598ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T01:54:47.110213Z","caller":"traceutil/trace.go:171","msg":"trace[1742563940] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"375.572432ms","start":"2026-03-09T01:54:46.734605Z","end":"2026-03-09T01:54:47.110178Z","steps":["trace[1742563940] 'process raft request' (duration: 375.345967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:54:47.110383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:54:46.734571Z","time spent":"375.712806ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:54:47.110372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.270253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-09T01:54:47.110433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.649723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x96w7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T01:54:47.1105Z","caller":"traceutil/trace.go:171","msg":"trace[1366661047] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x96w7; range_end:; response_count:1; response_revision:7743; }","duration":"603.758036ms","start":"2026-03-09T01:54:46.506725Z","end":"2026-03-09T01:54:47.110483Z","steps":["trace[1366661047] 'agreement among raft nodes before linearized reading' (duration: 603.569441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:54:47.110554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:54:46.506693Z","time spent":"603.846818ms","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-x96w7\" "} {"level":"warn","ts":"2026-03-09T01:54:47.110538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.436027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-779cf4d674-vkrjw.189b097522e92252\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-09T01:54:47.110659Z","caller":"traceutil/trace.go:171","msg":"trace[2086548221] range","detail":"{range_begin:/registry/events/openstack/barbican-api-779cf4d674-vkrjw.189b097522e92252; range_end:; response_count:1; response_revision:7743; }","duration":"105.623392ms","start":"2026-03-09T01:54:47.005004Z","end":"2026-03-09T01:54:47.110628Z","steps":["trace[2086548221] 'agreement among raft nodes before linearized reading' (duration: 105.245473ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:54:47.110573Z","caller":"traceutil/trace.go:171","msg":"trace[1553439580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7743; }","duration":"926.465707ms","start":"2026-03-09T01:54:46.184008Z","end":"2026-03-09T01:54:47.110474Z","steps":["trace[1553439580] 'agreement among raft nodes before linearized reading' (duration: 926.095928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:54:47.110819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:54:46.183858Z","time spent":"926.946049ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:54:47.283102Z","caller":"traceutil/trace.go:171","msg":"trace[464669671] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"241.759222ms","start":"2026-03-09T01:54:47.041305Z","end":"2026-03-09T01:54:47.283064Z","steps":["trace[464669671] 'process raft request' (duration: 238.657245ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:54:47.294545Z","caller":"traceutil/trace.go:171","msg":"trace[1901283395] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"180.756267ms","start":"2026-03-09T01:54:47.113761Z","end":"2026-03-09T01:54:47.294517Z","steps":["trace[1901283395] 'process raft request' (duration: 180.47035ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:54:47.294545Z","caller":"traceutil/trace.go:171","msg":"trace[1879751184] linearizableReadLoop","detail":"{readStateIndex:8039; appliedIndex:8037; }","duration":"179.350072ms","start":"2026-03-09T01:54:47.115155Z","end":"2026-03-09T01:54:47.294505Z","steps":["trace[1879751184] 'read index received' (duration: 164.850582ms)","trace[1879751184] 'applied index is now lower than readState.Index' (duration: 14.49798ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:54:47.294849Z","caller":"traceutil/trace.go:171","msg":"trace[1533094496] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"179.625539ms","start":"2026-03-09T01:54:47.115211Z","end":"2026-03-09T01:54:47.294837Z","steps":["trace[1533094496] 'process raft request' (duration: 179.225139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:54:47.295126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.947857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223830"} {"level":"info","ts":"2026-03-09T01:54:47.295201Z","caller":"traceutil/trace.go:171","msg":"trace[1688741465] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7746; }","duration":"180.07715ms","start":"2026-03-09T01:54:47.115111Z","end":"2026-03-09T01:54:47.295189Z","steps":["trace[1688741465] 'agreement among raft nodes before linearized reading' (duration: 179.519476ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:54:57.315158Z","caller":"traceutil/trace.go:171","msg":"trace[681060879] transaction","detail":"{read_only:false; response_revision:7790; number_of_response:1; }","duration":"222.302078ms","start":"2026-03-09T01:54:57.092831Z","end":"2026-03-09T01:54:57.315134Z","steps":["trace[681060879] 'process raft request' (duration: 198.504007ms)","trace[681060879] 'compare' (duration: 23.695598ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:54:57.328234Z","caller":"traceutil/trace.go:171","msg":"trace[911834524] transaction","detail":"{read_only:false; response_revision:7791; number_of_response:1; }","duration":"184.1107ms","start":"2026-03-09T01:54:57.144083Z","end":"2026-03-09T01:54:57.328194Z","steps":["trace[911834524] 'process raft request' (duration: 183.930045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:54:58.863685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.06968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:54:58.864348Z","caller":"traceutil/trace.go:171","msg":"trace[495437755] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:7796; }","duration":"686.794818ms","start":"2026-03-09T01:54:58.177524Z","end":"2026-03-09T01:54:58.864319Z","steps":["trace[495437755] 'count revisions from in-memory index tree' (duration: 685.946457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:54:58.864536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:54:58.177503Z","time spent":"687.008153ms","remote":"127.0.0.1:52936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:54:58.864056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.638082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:54:58.864872Z","caller":"traceutil/trace.go:171","msg":"trace[1283229653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7796; }","duration":"973.506504ms","start":"2026-03-09T01:54:57.891346Z","end":"2026-03-09T01:54:58.864853Z","steps":["trace[1283229653] 'range keys from in-memory index tree' (duration: 972.556951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:54:58.864934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:54:57.891327Z","time spent":"973.591306ms","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:54:58.864145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.828195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:54:58.865216Z","caller":"traceutil/trace.go:171","msg":"trace[989959624] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7796; }","duration":"564.933622ms","start":"2026-03-09T01:54:58.300226Z","end":"2026-03-09T01:54:58.86516Z","steps":["trace[989959624] 'count revisions from in-memory index tree' (duration: 563.744284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:54:58.864194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.197985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-09T01:54:58.865337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:54:58.300206Z","time spent":"565.078836ms","remote":"127.0.0.1:39710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:54:58.865335Z","caller":"traceutil/trace.go:171","msg":"trace[1658638973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7796; }","duration":"897.375615ms","start":"2026-03-09T01:54:57.967926Z","end":"2026-03-09T01:54:58.865302Z","steps":["trace[1658638973] 'range keys from in-memory index tree' (duration: 895.97957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:54:58.865412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:54:57.967903Z","time spent":"897.489697ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T01:54:58.87346Z","caller":"traceutil/trace.go:171","msg":"trace[62708578] transaction","detail":"{read_only:false; response_revision:7797; number_of_response:1; }","duration":"268.049304ms","start":"2026-03-09T01:54:58.605387Z","end":"2026-03-09T01:54:58.873436Z","steps":["trace[62708578] 'process raft request' (duration: 267.87677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:54:59.695167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.105713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:54:59.695331Z","caller":"traceutil/trace.go:171","msg":"trace[378759055] linearizableReadLoop","detail":"{readStateIndex:8100; appliedIndex:8099; }","duration":"215.931391ms","start":"2026-03-09T01:54:59.479378Z","end":"2026-03-09T01:54:59.695309Z","steps":["trace[378759055] 'read index received' (duration: 16.530471ms)","trace[378759055] 'applied index is now lower than readState.Index' (duration: 199.39851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:54:59.695585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.222769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T01:54:59.695643Z","caller":"traceutil/trace.go:171","msg":"trace[968313376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7803; }","duration":"216.330781ms","start":"2026-03-09T01:54:59.479301Z","end":"2026-03-09T01:54:59.695632Z","steps":["trace[968313376] 'agreement among raft nodes before linearized reading' (duration: 216.125776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:54:59.695678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.574378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:54:59.695757Z","caller":"traceutil/trace.go:171","msg":"trace[523580287] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:7803; }","duration":"117.734663ms","start":"2026-03-09T01:54:59.578008Z","end":"2026-03-09T01:54:59.695742Z","steps":["trace[523580287] 'agreement among raft nodes before linearized reading' (duration: 117.578229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:54:59.695756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.775313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-09T01:54:59.695849Z","caller":"traceutil/trace.go:171","msg":"trace[1125274272] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7803; }","duration":"148.926527ms","start":"2026-03-09T01:54:59.546896Z","end":"2026-03-09T01:54:59.695822Z","steps":["trace[1125274272] 'agreement among raft nodes before linearized reading' (duration: 148.685121ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:54:59.695407Z","caller":"traceutil/trace.go:171","msg":"trace[1255834281] transaction","detail":"{read_only:false; response_revision:7803; number_of_response:1; }","duration":"248.771385ms","start":"2026-03-09T01:54:59.446585Z","end":"2026-03-09T01:54:59.695356Z","steps":["trace[1255834281] 'process raft request' (duration: 49.361324ms)","trace[1255834281] 'compare' (duration: 198.852427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:55:00.389006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541154782009991,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:55:00.392546Z","caller":"traceutil/trace.go:171","msg":"trace[170002217] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"692.099609ms","start":"2026-03-09T01:54:59.700418Z","end":"2026-03-09T01:55:00.392518Z","steps":["trace[170002217] 'process raft request' (duration: 691.874704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:00.392791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:54:59.700392Z","time spent":"692.273684ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:55:00.427947Z","caller":"traceutil/trace.go:171","msg":"trace[744011051] linearizableReadLoop","detail":"{readStateIndex:8103; appliedIndex:8101; }","duration":"539.38566ms","start":"2026-03-09T01:54:59.888537Z","end":"2026-03-09T01:55:00.427922Z","steps":["trace[744011051] 'read index received' (duration: 503.733714ms)","trace[744011051] 'applied index is now lower than readState.Index' (duration: 35.649516ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:00.428047Z","caller":"traceutil/trace.go:171","msg":"trace[669679365] transaction","detail":"{read_only:false; response_revision:7806; number_of_response:1; }","duration":"594.574839ms","start":"2026-03-09T01:54:59.83343Z","end":"2026-03-09T01:55:00.428005Z","steps":["trace[669679365] 'process raft request' (duration: 594.345793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:00.428178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.915426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:55:00.428153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.589234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:55:00.428256Z","caller":"traceutil/trace.go:171","msg":"trace[1126154968] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7806; }","duration":"427.003888ms","start":"2026-03-09T01:55:00.00123Z","end":"2026-03-09T01:55:00.428234Z","steps":["trace[1126154968] 'agreement among raft nodes before linearized reading' (duration: 426.830324ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:00.428279Z","caller":"traceutil/trace.go:171","msg":"trace[982041719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7806; }","duration":"539.773899ms","start":"2026-03-09T01:54:59.888476Z","end":"2026-03-09T01:55:00.42825Z","steps":["trace[982041719] 'agreement among raft nodes before linearized reading' (duration: 539.551763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:00.428319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:00.001159Z","time spent":"427.140362ms","remote":"127.0.0.1:54266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:55:00.428339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:54:59.888452Z","time spent":"539.874361ms","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:55:00.428379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.236599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-09T01:55:00.428401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:54:59.833393Z","time spent":"594.812415ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:55:00.428492Z","caller":"traceutil/trace.go:171","msg":"trace[1077930348] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7806; }","duration":"210.409383ms","start":"2026-03-09T01:55:00.218058Z","end":"2026-03-09T01:55:00.428468Z","steps":["trace[1077930348] 'agreement among raft nodes before linearized reading' (duration: 210.075305ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:01.019605Z","caller":"traceutil/trace.go:171","msg":"trace[1699086330] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"115.119028ms","start":"2026-03-09T01:55:00.904439Z","end":"2026-03-09T01:55:01.019558Z","steps":["trace[1699086330] 'process raft request' (duration: 52.441432ms)","trace[1699086330] 'compare' (duration: 62.518662ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:01.52729Z","caller":"traceutil/trace.go:171","msg":"trace[363162733] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"166.599675ms","start":"2026-03-09T01:55:01.360656Z","end":"2026-03-09T01:55:01.527255Z","steps":["trace[363162733] 'process raft request' (duration: 166.366269ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:01.60004Z","caller":"traceutil/trace.go:171","msg":"trace[1471316480] linearizableReadLoop","detail":"{readStateIndex:8109; appliedIndex:8107; }","duration":"206.29997ms","start":"2026-03-09T01:55:01.393714Z","end":"2026-03-09T01:55:01.600014Z","steps":["trace[1471316480] 'read index received' (duration: 133.37545ms)","trace[1471316480] 'applied index is now lower than readState.Index' (duration: 72.92357ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:01.600125Z","caller":"traceutil/trace.go:171","msg":"trace[584123316] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"214.567785ms","start":"2026-03-09T01:55:01.385514Z","end":"2026-03-09T01:55:01.600082Z","steps":["trace[584123316] 'process raft request' (duration: 214.32406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:01.600445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.704492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x96w7\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-09T01:55:01.600466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.816846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T01:55:01.600503Z","caller":"traceutil/trace.go:171","msg":"trace[1233659884] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x96w7; range_end:; response_count:1; response_revision:7811; }","duration":"206.830184ms","start":"2026-03-09T01:55:01.393658Z","end":"2026-03-09T01:55:01.600489Z","steps":["trace[1233659884] 'agreement among raft nodes before linearized reading' (duration: 206.548277ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:01.60055Z","caller":"traceutil/trace.go:171","msg":"trace[1951691660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7811; }","duration":"192.950409ms","start":"2026-03-09T01:55:01.407576Z","end":"2026-03-09T01:55:01.600526Z","steps":["trace[1951691660] 'agreement among raft nodes before linearized reading' (duration: 192.730214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:01.600614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.575208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:55:01.600727Z","caller":"traceutil/trace.go:171","msg":"trace[659724614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7811; }","duration":"173.728433ms","start":"2026-03-09T01:55:01.426976Z","end":"2026-03-09T01:55:01.600705Z","steps":["trace[659724614] 'agreement among raft nodes before linearized reading' (duration: 173.373304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:02.03577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.564783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:55:02.035912Z","caller":"traceutil/trace.go:171","msg":"trace[1520697480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7814; }","duration":"147.695126ms","start":"2026-03-09T01:55:01.888166Z","end":"2026-03-09T01:55:02.035861Z","steps":["trace[1520697480] 'range keys from in-memory index tree' (duration: 147.45499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:29.244051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.911874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:55:29.244168Z","caller":"traceutil/trace.go:171","msg":"trace[1417643356] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7995; }","duration":"742.105059ms","start":"2026-03-09T01:55:28.502039Z","end":"2026-03-09T01:55:29.244144Z","steps":["trace[1417643356] 'count revisions from in-memory index tree' (duration: 741.714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:29.244219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:28.502015Z","time spent":"742.191562ms","remote":"127.0.0.1:53960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:55:29.245058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.850136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:55:29.245213Z","caller":"traceutil/trace.go:171","msg":"trace[489116447] linearizableReadLoop","detail":"{readStateIndex:8301; appliedIndex:8300; }","duration":"700.782585ms","start":"2026-03-09T01:55:28.544404Z","end":"2026-03-09T01:55:29.245186Z","steps":["trace[489116447] 'read index received' (duration: 196.700702ms)","trace[489116447] 'applied index is now lower than readState.Index' (duration: 504.080052ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:29.245233Z","caller":"traceutil/trace.go:171","msg":"trace[117592242] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"707.712138ms","start":"2026-03-09T01:55:28.537474Z","end":"2026-03-09T01:55:29.245186Z","steps":["trace[117592242] 'process raft request' (duration: 203.614785ms)","trace[117592242] 'compare' (duration: 503.378915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:55:29.245465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:28.537446Z","time spent":"707.891981ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:55:29.245534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.133264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-09T01:55:29.246129Z","caller":"traceutil/trace.go:171","msg":"trace[1347349389] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7996; }","duration":"701.246086ms","start":"2026-03-09T01:55:28.544338Z","end":"2026-03-09T01:55:29.245584Z","steps":["trace[1347349389] 'agreement among raft nodes before linearized reading' (duration: 700.963779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:29.246281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:28.544313Z","time spent":"701.948353ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-09T01:55:29.308399Z","caller":"traceutil/trace.go:171","msg":"trace[1735893548] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"400.935592ms","start":"2026-03-09T01:55:28.907423Z","end":"2026-03-09T01:55:29.308359Z","steps":["trace[1735893548] 'process raft request' (duration: 400.756378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:29.308537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.671775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:55:29.308597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:28.90739Z","time spent":"401.106146ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:55:29.308634Z","caller":"traceutil/trace.go:171","msg":"trace[1181747506] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7997; }","duration":"620.964933ms","start":"2026-03-09T01:55:28.687644Z","end":"2026-03-09T01:55:29.308609Z","steps":["trace[1181747506] 'agreement among raft nodes before linearized reading' (duration: 620.751658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:29.308677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:28.687527Z","time spent":"621.143248ms","remote":"127.0.0.1:55822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:55:29.309066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.798179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:55:29.309088Z","caller":"traceutil/trace.go:171","msg":"trace[1941868771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7997; }","duration":"145.870151ms","start":"2026-03-09T01:55:29.16321Z","end":"2026-03-09T01:55:29.309081Z","steps":["trace[1941868771] 'agreement among raft nodes before linearized reading' (duration: 145.709477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:29.30919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.909413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:55:29.30925Z","caller":"traceutil/trace.go:171","msg":"trace[1355039168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7997; }","duration":"421.999995ms","start":"2026-03-09T01:55:28.887222Z","end":"2026-03-09T01:55:29.309222Z","steps":["trace[1355039168] 'agreement among raft nodes before linearized reading' (duration: 421.927474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:29.309284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:28.887194Z","time spent":"422.081888ms","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:55:30.059715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.531588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T01:55:30.059872Z","caller":"traceutil/trace.go:171","msg":"trace[422598893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8003; }","duration":"121.745422ms","start":"2026-03-09T01:55:29.938089Z","end":"2026-03-09T01:55:30.059834Z","steps":["trace[422598893] 'range keys from in-memory index tree' (duration: 121.287132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:30.903116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.050501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:55:30.903234Z","caller":"traceutil/trace.go:171","msg":"trace[721220537] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8006; }","duration":"230.249876ms","start":"2026-03-09T01:55:30.672964Z","end":"2026-03-09T01:55:30.903214Z","steps":["trace[721220537] 'count revisions from in-memory index tree' (duration: 229.855465ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:42.024244Z","caller":"traceutil/trace.go:171","msg":"trace[154732476] linearizableReadLoop","detail":"{readStateIndex:8408; appliedIndex:8407; }","duration":"490.704081ms","start":"2026-03-09T01:55:41.533509Z","end":"2026-03-09T01:55:42.024213Z","steps":["trace[154732476] 'read index received' (duration: 490.619569ms)","trace[154732476] 'applied index is now lower than readState.Index' (duration: 83.302µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:42.024557Z","caller":"traceutil/trace.go:171","msg":"trace[1130346552] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"493.950761ms","start":"2026-03-09T01:55:41.530593Z","end":"2026-03-09T01:55:42.024544Z","steps":["trace[1130346552] 'process raft request' (duration: 493.443547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:42.024677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:41.530561Z","time spent":"494.034363ms","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4630,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:55:42.024991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.47718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-c9xmf\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-03-09T01:55:42.025036Z","caller":"traceutil/trace.go:171","msg":"trace[55971049] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-c9xmf; range_end:; response_count:1; response_revision:8097; }","duration":"491.551002ms","start":"2026-03-09T01:55:41.533473Z","end":"2026-03-09T01:55:42.025024Z","steps":["trace[55971049] 'agreement among raft nodes before linearized reading' (duration: 491.406978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:42.025067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:41.533455Z","time spent":"491.605723ms","remote":"127.0.0.1:39664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2827,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-c9xmf\" "} {"level":"info","ts":"2026-03-09T01:55:42.194141Z","caller":"traceutil/trace.go:171","msg":"trace[283496608] linearizableReadLoop","detail":"{readStateIndex:8412; appliedIndex:8408; }","duration":"169.774023ms","start":"2026-03-09T01:55:42.024342Z","end":"2026-03-09T01:55:42.194116Z","steps":["trace[283496608] 'read index received' (duration: 169.378474ms)","trace[283496608] 'applied index is now lower than readState.Index' (duration: 394.619µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:42.194428Z","caller":"traceutil/trace.go:171","msg":"trace[1888657296] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"548.911965ms","start":"2026-03-09T01:55:41.645503Z","end":"2026-03-09T01:55:42.194415Z","steps":["trace[1888657296] 'process raft request' (duration: 548.28915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:42.194547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:41.645467Z","time spent":"549.002287ms","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:55:42.194827Z","caller":"traceutil/trace.go:171","msg":"trace[1296001999] transaction","detail":"{read_only:false; response_revision:8099; number_of_response:1; }","duration":"492.211737ms","start":"2026-03-09T01:55:41.702605Z","end":"2026-03-09T01:55:42.194817Z","steps":["trace[1296001999] 'process raft request' (duration: 491.370846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:42.194898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:41.702575Z","time spent":"492.291929ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:55:42.195191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.496565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:55:42.195238Z","caller":"traceutil/trace.go:171","msg":"trace[533211679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8101; }","duration":"461.591278ms","start":"2026-03-09T01:55:41.733635Z","end":"2026-03-09T01:55:42.195227Z","steps":["trace[533211679] 'agreement among raft nodes before linearized reading' (duration: 461.458854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:42.195395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:41.733612Z","time spent":"461.771462ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:55:42.195371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.627111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:55:42.1955Z","caller":"traceutil/trace.go:171","msg":"trace[1208681058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8101; }","duration":"283.919548ms","start":"2026-03-09T01:55:41.911549Z","end":"2026-03-09T01:55:42.195469Z","steps":["trace[1208681058] 'agreement among raft nodes before linearized reading' (duration: 283.584019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:42.195521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.066926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:55:42.195508Z","caller":"traceutil/trace.go:171","msg":"trace[1769887170] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"435.622564ms","start":"2026-03-09T01:55:41.759849Z","end":"2026-03-09T01:55:42.195472Z","steps":["trace[1769887170] 'process raft request' (duration: 434.174607ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:42.195594Z","caller":"traceutil/trace.go:171","msg":"trace[684967134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8101; }","duration":"320.197339ms","start":"2026-03-09T01:55:41.875367Z","end":"2026-03-09T01:55:42.195564Z","steps":["trace[684967134] 'agreement among raft nodes before linearized reading' (duration: 320.089976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:42.195384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.462864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-c9xmf\" ","response":"range_response_count:1 size:4645"} {"level":"warn","ts":"2026-03-09T01:55:42.195674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.464719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T01:55:42.195734Z","caller":"traceutil/trace.go:171","msg":"trace[2021958463] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-c9xmf; range_end:; response_count:1; response_revision:8101; }","duration":"436.904475ms","start":"2026-03-09T01:55:41.758813Z","end":"2026-03-09T01:55:42.195717Z","steps":["trace[2021958463] 'agreement among raft nodes before linearized reading' (duration: 436.261589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:42.195752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.461959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x96w7\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-09T01:55:42.195783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:41.758784Z","time spent":"436.986907ms","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4669,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-c9xmf\" "} {"level":"info","ts":"2026-03-09T01:55:42.19582Z","caller":"traceutil/trace.go:171","msg":"trace[1244192794] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x96w7; range_end:; response_count:1; response_revision:8101; }","duration":"298.533461ms","start":"2026-03-09T01:55:41.89727Z","end":"2026-03-09T01:55:42.195803Z","steps":["trace[1244192794] 'agreement among raft nodes before linearized reading' (duration: 298.332936ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:42.195756Z","caller":"traceutil/trace.go:171","msg":"trace[594047677] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8101; }","duration":"319.626623ms","start":"2026-03-09T01:55:41.876109Z","end":"2026-03-09T01:55:42.195735Z","steps":["trace[594047677] 'agreement among raft nodes before linearized reading' (duration: 319.353016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:42.195957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:41.876043Z","time spent":"319.829208ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:55:42.195689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:41.875329Z","time spent":"320.348362ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:55:42.195565Z","caller":"traceutil/trace.go:171","msg":"trace[515215791] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"400.207194ms","start":"2026-03-09T01:55:41.795317Z","end":"2026-03-09T01:55:42.195525Z","steps":["trace[515215791] 'process raft request' (duration: 398.758887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:42.19606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:41.759822Z","time spent":"435.875929ms","remote":"127.0.0.1:53822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:55:42.196283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:41.79529Z","time spent":"400.913061ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:55:42.203589Z","caller":"traceutil/trace.go:171","msg":"trace[618732260] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8102; }","duration":"174.509613ms","start":"2026-03-09T01:55:42.029054Z","end":"2026-03-09T01:55:42.203564Z","steps":["trace[618732260] 'process raft request' (duration: 174.306727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:42.204115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.188589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-c9xmf\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-03-09T01:55:42.20421Z","caller":"traceutil/trace.go:171","msg":"trace[2001780279] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-c9xmf; range_end:; response_count:1; response_revision:8102; }","duration":"175.315532ms","start":"2026-03-09T01:55:42.028873Z","end":"2026-03-09T01:55:42.204189Z","steps":["trace[2001780279] 'agreement among raft nodes before linearized reading' (duration: 175.129318ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:42.306486Z","caller":"traceutil/trace.go:171","msg":"trace[1153683118] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"103.12079ms","start":"2026-03-09T01:55:42.203336Z","end":"2026-03-09T01:55:42.306457Z","steps":["trace[1153683118] 'process raft request' (duration: 79.72637ms)","trace[1153683118] 'compare' (duration: 23.252817ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:42.337439Z","caller":"traceutil/trace.go:171","msg":"trace[1285038785] linearizableReadLoop","detail":"{readStateIndex:8417; appliedIndex:8413; }","duration":"133.876222ms","start":"2026-03-09T01:55:42.203532Z","end":"2026-03-09T01:55:42.337408Z","steps":["trace[1285038785] 'read index received' (duration: 79.553564ms)","trace[1285038785] 'applied index is now lower than readState.Index' (duration: 54.321438ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:42.33751Z","caller":"traceutil/trace.go:171","msg":"trace[1998706598] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"134.007946ms","start":"2026-03-09T01:55:42.203467Z","end":"2026-03-09T01:55:42.337475Z","steps":["trace[1998706598] 'process raft request' (duration: 133.853322ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:42.337503Z","caller":"traceutil/trace.go:171","msg":"trace[1508678797] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"134.073619ms","start":"2026-03-09T01:55:42.203381Z","end":"2026-03-09T01:55:42.337454Z","steps":["trace[1508678797] 'process raft request' (duration: 133.885694ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:42.337589Z","caller":"traceutil/trace.go:171","msg":"trace[1566358471] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"126.599292ms","start":"2026-03-09T01:55:42.210975Z","end":"2026-03-09T01:55:42.337575Z","steps":["trace[1566358471] 'process raft request' (duration: 126.394017ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:42.337461Z","caller":"traceutil/trace.go:171","msg":"trace[30301913] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"134.035687ms","start":"2026-03-09T01:55:42.203357Z","end":"2026-03-09T01:55:42.337393Z","steps":["trace[30301913] 'process raft request' (duration: 133.695149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:42.337918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.170127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6824"} {"level":"info","ts":"2026-03-09T01:55:42.337965Z","caller":"traceutil/trace.go:171","msg":"trace[49060559] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:8107; }","duration":"129.26262ms","start":"2026-03-09T01:55:42.208692Z","end":"2026-03-09T01:55:42.337954Z","steps":["trace[49060559] 'agreement among raft nodes before linearized reading' (duration: 129.051654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:42.338038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.342976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-c9xmf\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-09T01:55:42.33811Z","caller":"traceutil/trace.go:171","msg":"trace[1593231160] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-c9xmf; range_end:; response_count:1; response_revision:8107; }","duration":"128.457569ms","start":"2026-03-09T01:55:42.209637Z","end":"2026-03-09T01:55:42.338094Z","steps":["trace[1593231160] 'agreement among raft nodes before linearized reading' (duration: 128.310776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:42.338296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.098734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228473"} {"level":"info","ts":"2026-03-09T01:55:42.338337Z","caller":"traceutil/trace.go:171","msg":"trace[1624656886] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8107; }","duration":"135.164556ms","start":"2026-03-09T01:55:42.203165Z","end":"2026-03-09T01:55:42.33833Z","steps":["trace[1624656886] 'agreement among raft nodes before linearized reading' (duration: 134.597501ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:43.167128Z","caller":"traceutil/trace.go:171","msg":"trace[101918454] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"181.68474ms","start":"2026-03-09T01:55:42.985412Z","end":"2026-03-09T01:55:43.167096Z","steps":["trace[101918454] 'process raft request' (duration: 181.484534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:43.814077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.398859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:55:43.814409Z","caller":"traceutil/trace.go:171","msg":"trace[1572556976] linearizableReadLoop","detail":"{readStateIndex:8422; appliedIndex:8420; }","duration":"439.629133ms","start":"2026-03-09T01:55:43.374752Z","end":"2026-03-09T01:55:43.814381Z","steps":["trace[1572556976] 'read index received' (duration: 322.946066ms)","trace[1572556976] 'applied index is now lower than readState.Index' (duration: 116.681507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:55:43.814694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.936171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-09T01:55:43.81463Z","caller":"traceutil/trace.go:171","msg":"trace[1095320346] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"513.435886ms","start":"2026-03-09T01:55:43.30103Z","end":"2026-03-09T01:55:43.814466Z","steps":["trace[1095320346] 'process raft request' (duration: 513.21512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:43.814718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.652479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:55:43.814749Z","caller":"traceutil/trace.go:171","msg":"trace[1528760886] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8111; }","duration":"440.072443ms","start":"2026-03-09T01:55:43.374661Z","end":"2026-03-09T01:55:43.814734Z","steps":["trace[1528760886] 'agreement among raft nodes before linearized reading' (duration: 439.891659ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:43.814773Z","caller":"traceutil/trace.go:171","msg":"trace[1501815283] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8111; }","duration":"239.757182ms","start":"2026-03-09T01:55:43.575001Z","end":"2026-03-09T01:55:43.814758Z","steps":["trace[1501815283] 'agreement among raft nodes before linearized reading' (duration: 239.624899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:43.814792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:43.374636Z","time spent":"440.147485ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-09T01:55:43.814666Z","caller":"traceutil/trace.go:171","msg":"trace[960382204] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"630.113531ms","start":"2026-03-09T01:55:43.1845Z","end":"2026-03-09T01:55:43.814613Z","steps":["trace[960382204] 'process raft request' (duration: 513.066496ms)","trace[960382204] 'compare' (duration: 115.979188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:55:43.8148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.467358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:55:43.814917Z","caller":"traceutil/trace.go:171","msg":"trace[1657971987] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8111; }","duration":"393.652582ms","start":"2026-03-09T01:55:43.421229Z","end":"2026-03-09T01:55:43.814881Z","steps":["trace[1657971987] 'agreement among raft nodes before linearized reading' (duration: 393.421926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:43.814903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.795758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-09T01:55:43.814973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:43.421204Z","time spent":"393.756435ms","remote":"127.0.0.1:55768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:55:43.814956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:43.184484Z","time spent":"630.378037ms","remote":"127.0.0.1:53846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:55:43.815039Z","caller":"traceutil/trace.go:171","msg":"trace[643566773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8111; }","duration":"432.008883ms","start":"2026-03-09T01:55:43.383Z","end":"2026-03-09T01:55:43.815009Z","steps":["trace[643566773] 'agreement among raft nodes before linearized reading' (duration: 431.632324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:43.815117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:43.38299Z","time spent":"432.111285ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:55:43.815174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:43.300998Z","time spent":"513.762413ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:55:45.713796Z","caller":"traceutil/trace.go:171","msg":"trace[1870297171] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"156.190187ms","start":"2026-03-09T01:55:45.557578Z","end":"2026-03-09T01:55:45.713768Z","steps":["trace[1870297171] 'process raft request' (duration: 155.991523ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:54.880116Z","caller":"traceutil/trace.go:171","msg":"trace[455714622] transaction","detail":"{read_only:false; response_revision:8730; number_of_response:1; }","duration":"148.361132ms","start":"2026-03-09T01:56:54.731724Z","end":"2026-03-09T01:56:54.880086Z","steps":["trace[455714622] 'process raft request' (duration: 148.180828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:55.309725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.69961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:56:55.310448Z","caller":"traceutil/trace.go:171","msg":"trace[163231362] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"576.345396ms","start":"2026-03-09T01:56:54.734074Z","end":"2026-03-09T01:56:55.31042Z","steps":["trace[163231362] 'process raft request' (duration: 250.822385ms)","trace[163231362] 'compare' (duration: 323.760677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:56:55.310552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:54.73405Z","time spent":"576.450238ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:56:55.310953Z","caller":"traceutil/trace.go:171","msg":"trace[1552006515] linearizableReadLoop","detail":"{readStateIndex:9063; appliedIndex:9059; }","duration":"487.987483ms","start":"2026-03-09T01:56:54.822936Z","end":"2026-03-09T01:56:55.310923Z","steps":["trace[1552006515] 'read index received' (duration: 56.859152ms)","trace[1552006515] 'applied index is now lower than readState.Index' (duration: 431.126831ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:56:55.310991Z","caller":"traceutil/trace.go:171","msg":"trace[674986942] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"576.778596ms","start":"2026-03-09T01:56:54.734169Z","end":"2026-03-09T01:56:55.310947Z","steps":["trace[674986942] 'process raft request' (duration: 576.423538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:55.311202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.686132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:56:55.311275Z","caller":"traceutil/trace.go:171","msg":"trace[520649196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8733; }","duration":"422.822245ms","start":"2026-03-09T01:56:54.888436Z","end":"2026-03-09T01:56:55.311258Z","steps":["trace[520649196] 'agreement among raft nodes before linearized reading' (duration: 422.695302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:55.311277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.329822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x96w7\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-09T01:56:55.31132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:54.888415Z","time spent":"422.895187ms","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:56:55.311353Z","caller":"traceutil/trace.go:171","msg":"trace[1784732625] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x96w7; range_end:; response_count:1; response_revision:8733; }","duration":"488.435935ms","start":"2026-03-09T01:56:54.822897Z","end":"2026-03-09T01:56:55.311333Z","steps":["trace[1784732625] 'agreement among raft nodes before linearized reading' (duration: 488.179639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:55.31137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.908394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-09T01:56:55.311411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:54.822877Z","time spent":"488.523027ms","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-x96w7\" "} {"level":"info","ts":"2026-03-09T01:56:55.31104Z","caller":"traceutil/trace.go:171","msg":"trace[1237433655] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"576.47859ms","start":"2026-03-09T01:56:54.734513Z","end":"2026-03-09T01:56:55.310992Z","steps":["trace[1237433655] 'process raft request' (duration: 576.332355ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:55.311481Z","caller":"traceutil/trace.go:171","msg":"trace[963457813] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8733; }","duration":"306.080338ms","start":"2026-03-09T01:56:55.005372Z","end":"2026-03-09T01:56:55.311452Z","steps":["trace[963457813] 'agreement among raft nodes before linearized reading' (duration: 305.790331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:55.311585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:55.00534Z","time spent":"306.232342ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-09T01:56:55.311616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:54.734162Z","time spent":"577.092005ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:56:55.312094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:54.734481Z","time spent":"577.078485ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:58:56.944337Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b66d12fd59101739","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T01:58:56.950902Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-09T01:58:56.951025Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-09T01:59:28.112493Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7478} {"level":"info","ts":"2026-03-09T01:59:28.202194Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7478,"took":"81.934579ms","hash":1010168102,"current-db-size-bytes":40820736,"current-db-size":"41 MB","current-db-size-in-use-bytes":26046464,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-09T01:59:28.202283Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1010168102,"revision":7478,"compact-revision":5541} {"level":"info","ts":"2026-03-09T02:04:28.117879Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9922} {"level":"info","ts":"2026-03-09T02:04:28.206593Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9922,"took":"86.613836ms","hash":3136311247,"current-db-size-bytes":40820736,"current-db-size":"41 MB","current-db-size-in-use-bytes":17768448,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-09T02:04:28.20666Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3136311247,"revision":9922,"compact-revision":7478}